diff --git "a/checkpoint-12588/trainer_state.json" "b/checkpoint-12588/trainer_state.json" new file mode 100644--- /dev/null +++ "b/checkpoint-12588/trainer_state.json" @@ -0,0 +1,111383 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "global_step": 12588, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 7.936507936507936e-06, + "loss": 1.0932, + "theoretical_loss": 14.920781838632275, + "tokens_seen": 262144 + }, + { + "epoch": 0.0, + "learning_rate": 1.5873015873015872e-05, + "loss": 1.0936, + "theoretical_loss": 12.718594708127029, + "tokens_seen": 524288 + }, + { + "epoch": 0.0, + "learning_rate": 2.380952380952381e-05, + "loss": 1.0519, + "theoretical_loss": 11.615184291350435, + "tokens_seen": 786432 + }, + { + "epoch": 0.0, + "learning_rate": 3.1746031746031745e-05, + "loss": 1.0058, + "theoretical_loss": 10.904893169100655, + "tokens_seen": 1048576 + }, + { + "epoch": 0.0, + "learning_rate": 3.968253968253968e-05, + "loss": 0.9761, + "theoretical_loss": 10.392029026407034, + "tokens_seen": 1310720 + }, + { + "epoch": 0.0, + "learning_rate": 4.761904761904762e-05, + "loss": 0.9521, + "theoretical_loss": 9.996134261483984, + "tokens_seen": 1572864 + }, + { + "epoch": 0.0, + "learning_rate": 5.555555555555555e-05, + "loss": 0.9364, + "theoretical_loss": 9.67682184172525, + "tokens_seen": 1835008 + }, + { + "epoch": 0.0, + "learning_rate": 6.349206349206349e-05, + "loss": 0.9245, + "theoretical_loss": 9.41114487355416, + "tokens_seen": 2097152 + }, + { + "epoch": 0.0, + "learning_rate": 7.142857142857142e-05, + "loss": 0.9103, + "theoretical_loss": 9.184905895151996, + "tokens_seen": 2359296 + }, + { + "epoch": 0.0, + "learning_rate": 7.936507936507937e-05, + "loss": 0.8933, + "theoretical_loss": 8.988754572553061, + "tokens_seen": 2621440 + }, + { + "epoch": 0.0, + "learning_rate": 8.73015873015873e-05, + "loss": 0.8721, + "theoretical_loss": 8.816230875422118, + "tokens_seen": 2883584 + }, + { + "epoch": 0.0, + "learning_rate": 9.523809523809524e-05, + "loss": 0.8553, + "theoretical_loss": 8.66269920037918, + "tokens_seen": 3145728 + }, + { + "epoch": 0.0, + "objective/train/advantage_avg": 0.43383660912513733, + "objective/train/docs_used": 8371, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 8.528714179992676, + "objective/train/original_loss": 8.528715133666992, + "objective/train/theoretical_loss": 8.591947747254773, + "objective/train/tokens_used": 23736800, + "objective/train/value_avg": -0.4384765625, + "objective/train/value_loss": 0.18836629390716553, + "objective/train/value_max": -0.4375, + "objective/train/value_min": -0.44140625, + "objective/train/value_reward_corr": -0.01923349523193601, + "objective/train/value_std": 0.0006260871887207031, + "objective/train/weight_avg": 1.5432814359664917, + "objective/train/weighted_lm_loss": 13.160308837890625, + "objective/train/weights_max": 1.5548923015594482, + "objective/train/weights_min": 1.1650478839874268, + "theoretical_loss": 8.591947747254773, + "tokens_seen": 3276800 + }, + { + "epoch": 0.0, + "learning_rate": 0.00010317460317460317, + "loss": 0.8283, + "theoretical_loss": 8.524729102289708, + "tokens_seen": 3407872 + }, + { + "epoch": 0.0, + "learning_rate": 0.0001111111111111111, + "loss": 0.8015, + "theoretical_loss": 8.399716359763914, + "tokens_seen": 3670016 + }, + { + "epoch": 0.0, + "learning_rate": 0.00011904761904761905, + "loss": 0.7709, + "theoretical_loss": 8.285641004895568, + "tokens_seen": 3932160 + }, + { + "epoch": 0.0, + "learning_rate": 0.00012698412698412698, + "loss": 0.7402, + "theoretical_loss": 8.180907195283321, + "tokens_seen": 4194304 + }, + { + "epoch": 0.0, + "learning_rate": 0.0001349206349206349, + "loss": 0.7101, + "theoretical_loss": 8.084233979345122, + "tokens_seen": 4456448 + }, + { + "epoch": 0.0, + "learning_rate": 0.00014285714285714284, + "loss": 0.6751, + "theoretical_loss": 7.9945788049155055, + "tokens_seen": 4718592 + }, + { + "epoch": 0.0, + "learning_rate": 0.0001507936507936508, + "loss": 0.6503, + "theoretical_loss": 7.911082722632908, + "tokens_seen": 4980736 + }, + { + "epoch": 0.0, + "learning_rate": 0.00015873015873015873, + "loss": 0.6183, + "theoretical_loss": 7.83303033759787, + "tokens_seen": 5242880 + }, + { + "epoch": 0.0, + "learning_rate": 0.00016666666666666666, + "loss": 0.5919, + "theoretical_loss": 7.759820016443023, + "tokens_seen": 5505024 + }, + { + "epoch": 0.0, + "learning_rate": 0.0001746031746031746, + "loss": 0.5614, + "theoretical_loss": 7.690941370375033, + "tokens_seen": 5767168 + }, + { + "epoch": 0.0, + "learning_rate": 0.00018253968253968252, + "loss": 0.5314, + "theoretical_loss": 7.6259579939239845, + "tokens_seen": 6029312 + }, + { + "epoch": 0.0, + "learning_rate": 0.00019047619047619048, + "loss": 0.5048, + "theoretical_loss": 7.564494061943624, + "tokens_seen": 6291456 + }, + { + "epoch": 0.0, + "objective/train/advantage_avg": 0.19516046345233917, + "objective/train/docs_used": 9704, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 7.314888954162598, + "objective/train/original_loss": 7.314889430999756, + "objective/train/theoretical_loss": 7.5062238006917354, + "objective/train/tokens_used": 27013600, + "objective/train/value_avg": -0.204345703125, + "objective/train/value_loss": 0.038588494062423706, + "objective/train/value_max": -0.1988525390625, + "objective/train/value_min": -0.25146484375, + "objective/train/value_reward_corr": -0.023204183707100628, + "objective/train/value_std": 0.0124969482421875, + "objective/train/weight_avg": 1.215803861618042, + "objective/train/weighted_lm_loss": 8.876957893371582, + "objective/train/weights_max": 1.2859076261520386, + "objective/train/weights_min": 0.4677760601043701, + "theoretical_loss": 7.5062238006917354, + "tokens_seen": 6553600 + }, + { + "epoch": 0.0, + "learning_rate": 0.0001984126984126984, + "loss": 0.4797, + "theoretical_loss": 7.5062238006917354, + "tokens_seen": 6553600 + }, + { + "epoch": 0.0, + "learning_rate": 0.00020634920634920634, + "loss": 0.4565, + "theoretical_loss": 7.45086312850561, + "tokens_seen": 6815744 + }, + { + "epoch": 0.0, + "learning_rate": 0.00021428571428571427, + "loss": 0.4397, + "theoretical_loss": 7.398162954262078, + "tokens_seen": 7077888 + }, + { + "epoch": 0.0, + "learning_rate": 0.0002222222222222222, + "loss": 0.4259, + "theoretical_loss": 7.347903756717382, + "tokens_seen": 7340032 + }, + { + "epoch": 0.0, + "learning_rate": 0.00023015873015873016, + "loss": 0.4009, + "theoretical_loss": 7.299891163694537, + "tokens_seen": 7602176 + }, + { + "epoch": 0.0, + "learning_rate": 0.0002380952380952381, + "loss": 0.391, + "theoretical_loss": 7.253952319156202, + "tokens_seen": 7864320 + }, + { + "epoch": 0.0, + "learning_rate": 0.000246031746031746, + "loss": 0.3753, + "theoretical_loss": 7.2099328765932205, + "tokens_seen": 8126464 + }, + { + "epoch": 0.0, + "learning_rate": 0.00025396825396825396, + "loss": 0.366, + "theoretical_loss": 7.167694494355343, + "tokens_seen": 8388608 + }, + { + "epoch": 0.0, + "learning_rate": 0.0002619047619047619, + "loss": 0.3573, + "theoretical_loss": 7.127112736305475, + "tokens_seen": 8650752 + }, + { + "epoch": 0.0, + "learning_rate": 0.0002698412698412698, + "loss": 0.3476, + "theoretical_loss": 7.0880753020982725, + "tokens_seen": 8912896 + }, + { + "epoch": 0.0, + "learning_rate": 0.0002777777777777778, + "loss": 0.3462, + "theoretical_loss": 7.050480527300383, + "tokens_seen": 9175040 + }, + { + "epoch": 0.0, + "learning_rate": 0.0002857142857142857, + "loss": 0.3396, + "theoretical_loss": 7.014236105786485, + "tokens_seen": 9437184 + }, + { + "epoch": 0.0, + "learning_rate": 0.0002936507936507937, + "loss": 0.3386, + "theoretical_loss": 6.979257996300014, + "tokens_seen": 9699328 + }, + { + "epoch": 0.0, + "objective/train/advantage_avg": 0.03604597970843315, + "objective/train/docs_used": 11015, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 6.4866623878479, + "objective/train/original_loss": 6.486663818359375, + "objective/train/theoretical_loss": 6.962219571538605, + "objective/train/tokens_used": 30290400, + "objective/train/value_avg": -0.04498291015625, + "objective/train/value_loss": 0.002104063518345356, + "objective/train/value_max": -0.0386962890625, + "objective/train/value_min": -0.089599609375, + "objective/train/value_reward_corr": -0.002986563210943595, + "objective/train/value_std": 0.0085296630859375, + "objective/train/weight_avg": 1.037071704864502, + "objective/train/weighted_lm_loss": 6.7166266441345215, + "objective/train/weights_max": 1.0937362909317017, + "objective/train/weights_min": 0.38315334916114807, + "theoretical_loss": 6.962219571538605, + "tokens_seen": 9830400 + }, + { + "epoch": 0.0, + "learning_rate": 0.0003015873015873016, + "loss": 0.3357, + "theoretical_loss": 6.945469482441503, + "tokens_seen": 9961472 + }, + { + "epoch": 0.0, + "learning_rate": 0.00030952380952380956, + "loss": 0.3319, + "theoretical_loss": 6.912800361140576, + "tokens_seen": 10223616 + }, + { + "epoch": 0.0, + "learning_rate": 0.00031746031746031746, + "loss": 0.33, + "theoretical_loss": 6.881186239250335, + "tokens_seen": 10485760 + }, + { + "epoch": 0.0, + "learning_rate": 0.0003253968253968254, + "loss": 0.3285, + "theoretical_loss": 6.8505679215514235, + "tokens_seen": 10747904 + }, + { + "epoch": 0.0, + "learning_rate": 0.0003333333333333333, + "loss": 0.3246, + "theoretical_loss": 6.8208908763759295, + "tokens_seen": 11010048 + }, + { + "epoch": 0.0, + "learning_rate": 0.0003412698412698413, + "loss": 0.3237, + "theoretical_loss": 6.79210476741633, + "tokens_seen": 11272192 + }, + { + "epoch": 0.0, + "learning_rate": 0.0003492063492063492, + "loss": 0.3205, + "theoretical_loss": 6.76416304219278, + "tokens_seen": 11534336 + }, + { + "epoch": 0.0, + "learning_rate": 0.00035714285714285714, + "loss": 0.3176, + "theoretical_loss": 6.737022569206117, + "tokens_seen": 11796480 + }, + { + "epoch": 0.0, + "learning_rate": 0.00036507936507936505, + "loss": 0.3162, + "theoretical_loss": 6.710643317075979, + "tokens_seen": 12058624 + }, + { + "epoch": 0.0, + "learning_rate": 0.000373015873015873, + "loss": 0.3141, + "theoretical_loss": 6.684988070009584, + "tokens_seen": 12320768 + }, + { + "epoch": 0.0, + "learning_rate": 0.00038095238095238096, + "loss": 0.3203, + "theoretical_loss": 6.660022174811009, + "tokens_seen": 12582912 + }, + { + "epoch": 0.0, + "learning_rate": 0.0003888888888888889, + "loss": 0.3092, + "theoretical_loss": 6.6357133153579175, + "tokens_seen": 12845056 + }, + { + "epoch": 0.0, + "objective/train/advantage_avg": 0.024903055280447006, + "objective/train/docs_used": 12170, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 6.027904033660889, + "objective/train/original_loss": 6.0279035568237305, + "objective/train/theoretical_loss": 6.612031311070119, + "objective/train/tokens_used": 33567200, + "objective/train/value_avg": -0.033660888671875, + "objective/train/value_loss": 0.001150220283307135, + "objective/train/value_max": -0.01374053955078125, + "objective/train/value_min": -0.05340576171875, + "objective/train/value_reward_corr": -0.029384352745572773, + "objective/train/value_std": 0.005832672119140625, + "objective/train/weight_avg": 1.0254701375961304, + "objective/train/weighted_lm_loss": 6.175839424133301, + "objective/train/weights_max": 1.054857611656189, + "objective/train/weights_min": 0.37597760558128357, + "theoretical_loss": 6.612031311070119, + "tokens_seen": 13107200 + }, + { + "epoch": 0.0, + "learning_rate": 0.0003968253968253968, + "loss": 0.3091, + "theoretical_loss": 6.612031311070119, + "tokens_seen": 13107200 + }, + { + "epoch": 0.0, + "learning_rate": 0.0004047619047619048, + "loss": 0.3104, + "theoretical_loss": 6.588947936394168, + "tokens_seen": 13369344 + }, + { + "epoch": 0.0, + "learning_rate": 0.0004126984126984127, + "loss": 0.3034, + "theoretical_loss": 6.566436758747731, + "tokens_seen": 13631488 + }, + { + "epoch": 0.0, + "learning_rate": 0.00042063492063492065, + "loss": 0.3027, + "theoretical_loss": 6.544472992721121, + "tokens_seen": 13893632 + }, + { + "epoch": 0.0, + "learning_rate": 0.00042857142857142855, + "loss": 0.3022, + "theoretical_loss": 6.523033368632323, + "tokens_seen": 14155776 + }, + { + "epoch": 0.0, + "learning_rate": 0.0004365079365079365, + "loss": 0.3039, + "theoretical_loss": 6.502096013785574, + "tokens_seen": 14417920 + }, + { + "epoch": 0.0, + "learning_rate": 0.0004444444444444444, + "loss": 0.3004, + "theoretical_loss": 6.481640344999435, + "tokens_seen": 14680064 + }, + { + "epoch": 0.0, + "learning_rate": 0.00045238095238095237, + "loss": 0.3016, + "theoretical_loss": 6.461646971154669, + "tokens_seen": 14942208 + }, + { + "epoch": 0.0, + "learning_rate": 0.00046031746031746033, + "loss": 0.3008, + "theoretical_loss": 6.442097604670096, + "tokens_seen": 15204352 + }, + { + "epoch": 0.0, + "learning_rate": 0.0004682539682539683, + "loss": 0.2922, + "theoretical_loss": 6.422974980950157, + "tokens_seen": 15466496 + }, + { + "epoch": 0.0, + "learning_rate": 0.0004761904761904762, + "loss": 0.2999, + "theoretical_loss": 6.404262784964672, + "tokens_seen": 15728640 + }, + { + "epoch": 0.0, + "learning_rate": 0.00048412698412698415, + "loss": 0.2969, + "theoretical_loss": 6.3859455842220765, + "tokens_seen": 15990784 + }, + { + "epoch": 0.0, + "learning_rate": 0.000492063492063492, + "loss": 0.2967, + "theoretical_loss": 6.368008767484675, + "tokens_seen": 16252928 + }, + { + "epoch": 0.0, + "objective/train/advantage_avg": 0.02684652991592884, + "objective/train/docs_used": 13382, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 5.586584568023682, + "objective/train/original_loss": 5.58658504486084, + "objective/train/theoretical_loss": 6.359178647759789, + "objective/train/tokens_used": 36844000, + "objective/train/value_avg": -0.0340576171875, + "objective/train/value_loss": 0.0013954638270661235, + "objective/train/value_max": -0.00945281982421875, + "objective/train/value_min": -0.09912109375, + "objective/train/value_reward_corr": 0.08086746667951103, + "objective/train/value_std": 0.015045166015625, + "objective/train/weight_avg": 1.027523159980774, + "objective/train/weighted_lm_loss": 5.75831937789917, + "objective/train/weights_max": 1.104200005531311, + "objective/train/weights_min": 0.3772936761379242, + "theoretical_loss": 6.359178647759789, + "tokens_seen": 16384000 + }, + { + "epoch": 0.01, + "learning_rate": 0.0005, + "loss": 0.2937, + "theoretical_loss": 6.350438488650175, + "tokens_seen": 16515072 + }, + { + "epoch": 0.01, + "learning_rate": 0.0005079365079365079, + "loss": 0.2898, + "theoretical_loss": 6.333221615289645, + "tokens_seen": 16777216 + }, + { + "epoch": 0.01, + "learning_rate": 0.0005158730158730159, + "loss": 0.2911, + "theoretical_loss": 6.316345681389436, + "tokens_seen": 17039360 + }, + { + "epoch": 0.01, + "learning_rate": 0.0005238095238095238, + "loss": 0.2868, + "theoretical_loss": 6.2997988438948465, + "tokens_seen": 17301504 + }, + { + "epoch": 0.01, + "learning_rate": 0.0005317460317460317, + "loss": 0.2836, + "theoretical_loss": 6.283569842697203, + "tokens_seen": 17563648 + }, + { + "epoch": 0.01, + "learning_rate": 0.0005396825396825396, + "loss": 0.2859, + "theoretical_loss": 6.26764796374462, + "tokens_seen": 17825792 + }, + { + "epoch": 0.01, + "learning_rate": 0.0005476190476190477, + "loss": 0.281, + "theoretical_loss": 6.25202300499066, + "tokens_seen": 18087936 + }, + { + "epoch": 0.01, + "learning_rate": 0.0005555555555555556, + "loss": 0.2819, + "theoretical_loss": 6.236685244924882, + "tokens_seen": 18350080 + }, + { + "epoch": 0.01, + "learning_rate": 0.0005634920634920635, + "loss": 0.2839, + "theoretical_loss": 6.2216254134558024, + "tokens_seen": 18612224 + }, + { + "epoch": 0.01, + "learning_rate": 0.0005714285714285714, + "loss": 0.2851, + "theoretical_loss": 6.206834664939976, + "tokens_seen": 18874368 + }, + { + "epoch": 0.01, + "learning_rate": 0.0005793650793650794, + "loss": 0.2865, + "theoretical_loss": 6.192304553171669, + "tokens_seen": 19136512 + }, + { + "epoch": 0.01, + "learning_rate": 0.0005873015873015874, + "loss": 0.283, + "theoretical_loss": 6.178027008165916, + "tokens_seen": 19398656 + }, + { + "epoch": 0.01, + "objective/train/advantage_avg": 0.020299214869737625, + "objective/train/docs_used": 14656, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 5.390101432800293, + "objective/train/original_loss": 5.390101432800293, + "objective/train/theoretical_loss": 6.163994314584031, + "objective/train/tokens_used": 40120800, + "objective/train/value_avg": -0.0285186767578125, + "objective/train/value_loss": 0.0011655137641355395, + "objective/train/value_max": -0.011199951171875, + "objective/train/value_min": -0.056243896484375, + "objective/train/value_reward_corr": 0.010372584862462664, + "objective/train/value_std": 0.00957489013671875, + "objective/train/weight_avg": 1.0208557844161987, + "objective/train/weighted_lm_loss": 5.509943008422852, + "objective/train/weights_max": 1.0578557252883911, + "objective/train/weights_min": 0.3817061483860016, + "theoretical_loss": 6.163994314584031, + "tokens_seen": 19660800 + }, + { + "epoch": 0.01, + "learning_rate": 0.0005952380952380953, + "loss": 0.2825, + "theoretical_loss": 6.163994314584031, + "tokens_seen": 19660800 + }, + { + "epoch": 0.01, + "learning_rate": 0.0006031746031746032, + "loss": 0.278, + "theoretical_loss": 6.150199091665225, + "tokens_seen": 19922944 + }, + { + "epoch": 0.01, + "learning_rate": 0.0006111111111111112, + "loss": 0.2787, + "theoretical_loss": 6.136634274540901, + "tokens_seen": 20185088 + }, + { + "epoch": 0.01, + "learning_rate": 0.0006190476190476191, + "loss": 0.279, + "theoretical_loss": 6.123293096819758, + "tokens_seen": 20447232 + }, + { + "epoch": 0.01, + "learning_rate": 0.000626984126984127, + "loss": 0.2767, + "theoretical_loss": 6.1101690743422505, + "tokens_seen": 20709376 + }, + { + "epoch": 0.01, + "learning_rate": 0.0006349206349206349, + "loss": 0.2759, + "theoretical_loss": 6.097255990012153, + "tokens_seen": 20971520 + }, + { + "epoch": 0.01, + "learning_rate": 0.0006428571428571429, + "loss": 0.2736, + "theoretical_loss": 6.084547879621354, + "tokens_seen": 21233664 + }, + { + "epoch": 0.01, + "learning_rate": 0.0006507936507936508, + "loss": 0.2739, + "theoretical_loss": 6.072039018591484, + "tokens_seen": 21495808 + }, + { + "epoch": 0.01, + "learning_rate": 0.0006587301587301587, + "loss": 0.2744, + "theoretical_loss": 6.059723909562683, + "tokens_seen": 21757952 + }, + { + "epoch": 0.01, + "learning_rate": 0.0006666666666666666, + "loss": 0.2697, + "theoretical_loss": 6.047597270765904, + "tokens_seen": 22020096 + }, + { + "epoch": 0.01, + "learning_rate": 0.0006746031746031747, + "loss": 0.271, + "theoretical_loss": 6.035654025120612, + "tokens_seen": 22282240 + }, + { + "epoch": 0.01, + "learning_rate": 0.0006825396825396826, + "loss": 0.2685, + "theoretical_loss": 6.023889290004692, + "tokens_seen": 22544384 + }, + { + "epoch": 0.01, + "learning_rate": 0.0006904761904761905, + "loss": 0.2688, + "theoretical_loss": 6.012298367647816, + "tokens_seen": 22806528 + }, + { + "epoch": 0.01, + "objective/train/advantage_avg": 0.021707234904170036, + "objective/train/docs_used": 15907, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 5.268093585968018, + "objective/train/original_loss": 5.268093109130859, + "objective/train/theoretical_loss": 6.006566666513313, + "objective/train/tokens_used": 43397600, + "objective/train/value_avg": -0.0282440185546875, + "objective/train/value_loss": 0.0008323481306433678, + "objective/train/value_max": -0.0089874267578125, + "objective/train/value_min": -0.06719970703125, + "objective/train/value_reward_corr": 0.05217320063077265, + "objective/train/value_std": 0.00930023193359375, + "objective/train/weight_avg": 1.0221210718154907, + "objective/train/weighted_lm_loss": 5.395753860473633, + "objective/train/weights_max": 1.0695090293884277, + "objective/train/weights_min": 0.3780139684677124, + "theoretical_loss": 6.006566666513313, + "tokens_seen": 22937600 + }, + { + "epoch": 0.01, + "learning_rate": 0.0006984126984126984, + "loss": 0.2661, + "theoretical_loss": 6.000876736103618, + "tokens_seen": 23068672 + }, + { + "epoch": 0.01, + "learning_rate": 0.0007063492063492064, + "loss": 0.268, + "theoretical_loss": 5.989620040759641, + "tokens_seen": 23330816 + }, + { + "epoch": 0.01, + "learning_rate": 0.0007142857142857143, + "loss": 0.2628, + "theoretical_loss": 5.978524086347409, + "tokens_seen": 23592960 + }, + { + "epoch": 0.01, + "learning_rate": 0.0007222222222222222, + "loss": 0.2665, + "theoretical_loss": 5.967584829417934, + "tokens_seen": 23855104 + }, + { + "epoch": 0.01, + "learning_rate": 0.0007301587301587301, + "loss": 0.2629, + "theoretical_loss": 5.956798371250791, + "tokens_seen": 24117248 + }, + { + "epoch": 0.01, + "learning_rate": 0.0007380952380952381, + "loss": 0.259, + "theoretical_loss": 5.9461609511673625, + "tokens_seen": 24379392 + }, + { + "epoch": 0.01, + "learning_rate": 0.000746031746031746, + "loss": 0.2627, + "theoretical_loss": 5.935668940221127, + "tokens_seen": 24641536 + }, + { + "epoch": 0.01, + "learning_rate": 0.000753968253968254, + "loss": 0.2628, + "theoretical_loss": 5.92531883523999, + "tokens_seen": 24903680 + }, + { + "epoch": 0.01, + "learning_rate": 0.0007619047619047619, + "loss": 0.2598, + "theoretical_loss": 5.915107253197538, + "tokens_seen": 25165824 + }, + { + "epoch": 0.01, + "learning_rate": 0.0007698412698412699, + "loss": 0.264, + "theoretical_loss": 5.905030925891829, + "tokens_seen": 25427968 + }, + { + "epoch": 0.01, + "learning_rate": 0.0007777777777777778, + "loss": 0.2646, + "theoretical_loss": 5.895086694911951, + "tokens_seen": 25690112 + }, + { + "epoch": 0.01, + "learning_rate": 0.0007857142857142857, + "loss": 0.2639, + "theoretical_loss": 5.88527150687402, + "tokens_seen": 25952256 + }, + { + "epoch": 0.01, + "objective/train/advantage_avg": 0.01345567312091589, + "objective/train/docs_used": 17033, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 5.119815826416016, + "objective/train/original_loss": 5.119815826416016, + "objective/train/theoretical_loss": 5.8755824089096285, + "objective/train/tokens_used": 46674400, + "objective/train/value_avg": -0.0207977294921875, + "objective/train/value_loss": 0.0010408363305032253, + "objective/train/value_max": -0.0074310302734375, + "objective/train/value_min": -0.06243896484375, + "objective/train/value_reward_corr": 0.12100401918279469, + "objective/train/value_std": 0.00794219970703125, + "objective/train/weight_avg": 1.013915777206421, + "objective/train/weighted_lm_loss": 5.198037147521973, + "objective/train/weights_max": 1.0541174411773682, + "objective/train/weights_min": 0.37545016407966614, + "theoretical_loss": 5.8755824089096285, + "tokens_seen": 26214400 + }, + { + "epoch": 0.01, + "learning_rate": 0.0007936507936507937, + "loss": 0.2634, + "theoretical_loss": 5.8755824089096285, + "tokens_seen": 26214400 + }, + { + "epoch": 0.01, + "learning_rate": 0.0008015873015873017, + "loss": 0.2574, + "theoretical_loss": 5.866016544391016, + "tokens_seen": 26476544 + }, + { + "epoch": 0.01, + "learning_rate": 0.0008095238095238096, + "loss": 0.2556, + "theoretical_loss": 5.856571148878293, + "tokens_seen": 26738688 + }, + { + "epoch": 0.01, + "learning_rate": 0.0008174603174603175, + "loss": 0.2542, + "theoretical_loss": 5.847243546275179, + "tokens_seen": 27000832 + }, + { + "epoch": 0.01, + "learning_rate": 0.0008253968253968254, + "loss": 0.2541, + "theoretical_loss": 5.838031145180573, + "tokens_seen": 27262976 + }, + { + "epoch": 0.01, + "learning_rate": 0.0008333333333333334, + "loss": 0.2581, + "theoretical_loss": 5.82893143542425, + "tokens_seen": 27525120 + }, + { + "epoch": 0.01, + "learning_rate": 0.0008412698412698413, + "loss": 0.2546, + "theoretical_loss": 5.81994198477569, + "tokens_seen": 27787264 + }, + { + "epoch": 0.01, + "learning_rate": 0.0008492063492063492, + "loss": 0.252, + "theoretical_loss": 5.811060435815881, + "tokens_seen": 28049408 + }, + { + "epoch": 0.01, + "learning_rate": 0.0008571428571428571, + "loss": 0.2545, + "theoretical_loss": 5.802284502962563, + "tokens_seen": 28311552 + }, + { + "epoch": 0.01, + "learning_rate": 0.0008650793650793651, + "loss": 0.2524, + "theoretical_loss": 5.793611969640068, + "tokens_seen": 28573696 + }, + { + "epoch": 0.01, + "learning_rate": 0.000873015873015873, + "loss": 0.2503, + "theoretical_loss": 5.785040685585437, + "tokens_seen": 28835840 + }, + { + "epoch": 0.01, + "learning_rate": 0.0008809523809523809, + "loss": 0.2499, + "theoretical_loss": 5.7765685642831155, + "tokens_seen": 29097984 + }, + { + "epoch": 0.01, + "learning_rate": 0.0008888888888888888, + "loss": 0.2528, + "theoretical_loss": 5.768193580520972, + "tokens_seen": 29360128 + }, + { + "epoch": 0.01, + "objective/train/advantage_avg": 0.013650105334818363, + "objective/train/docs_used": 18174, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 5.081309795379639, + "objective/train/original_loss": 5.081310272216797, + "objective/train/theoretical_loss": 5.7640418985258295, + "objective/train/tokens_used": 49951200, + "objective/train/value_avg": -0.0228729248046875, + "objective/train/value_loss": 0.0007072436856105924, + "objective/train/value_max": -0.006744384765625, + "objective/train/value_min": -0.118408203125, + "objective/train/value_reward_corr": 0.0847838384728163, + "objective/train/value_std": 0.01068878173828125, + "objective/train/weight_avg": 1.0139886140823364, + "objective/train/weighted_lm_loss": 5.158361434936523, + "objective/train/weights_max": 1.1257035732269287, + "objective/train/weights_min": 0.37357577681541443, + "theoretical_loss": 5.7640418985258295, + "tokens_seen": 29491200 + }, + { + "epoch": 0.01, + "learning_rate": 0.0008968253968253968, + "loss": 0.2491, + "theoretical_loss": 5.759913768060882, + "tokens_seen": 29622272 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009047619047619047, + "loss": 0.2492, + "theoretical_loss": 5.7517272174175496, + "tokens_seen": 29884416 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009126984126984126, + "loss": 0.2505, + "theoretical_loss": 5.743632073739626, + "tokens_seen": 30146560 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009206349206349207, + "loss": 0.2475, + "theoretical_loss": 5.735626534787584, + "tokens_seen": 30408704 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009285714285714287, + "loss": 0.243, + "theoretical_loss": 5.727708849003127, + "tokens_seen": 30670848 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009365079365079366, + "loss": 0.2437, + "theoretical_loss": 5.719877313665254, + "tokens_seen": 30932992 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009444444444444445, + "loss": 0.2455, + "theoretical_loss": 5.712130273128388, + "tokens_seen": 31195136 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009523809523809524, + "loss": 0.2475, + "theoretical_loss": 5.704466117138258, + "tokens_seen": 31457280 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009603174603174604, + "loss": 0.245, + "theoretical_loss": 5.696883279221504, + "tokens_seen": 31719424 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009682539682539683, + "loss": 0.2419, + "theoretical_loss": 5.689380235145171, + "tokens_seen": 31981568 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009761904761904762, + "loss": 0.2475, + "theoretical_loss": 5.6819555014425305, + "tokens_seen": 32243712 + }, + { + "epoch": 0.01, + "learning_rate": 0.000984126984126984, + "loss": 0.2428, + "theoretical_loss": 5.674607634001871, + "tokens_seen": 32505856 + }, + { + "epoch": 0.01, + "objective/train/advantage_avg": 0.019579749554395676, + "objective/train/docs_used": 19239, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 4.872646331787109, + "objective/train/original_loss": 4.872646331787109, + "objective/train/theoretical_loss": 5.667335226715059, + "objective/train/tokens_used": 53228000, + "objective/train/value_avg": -0.0254058837890625, + "objective/train/value_loss": 0.0008079253602772951, + "objective/train/value_max": -0.0082855224609375, + "objective/train/value_min": -0.1048583984375, + "objective/train/value_reward_corr": 0.07841911064573578, + "objective/train/value_std": 0.0111541748046875, + "objective/train/weight_avg": 1.0199731588363647, + "objective/train/weighted_lm_loss": 4.97654914855957, + "objective/train/weights_max": 1.1002227067947388, + "objective/train/weights_min": 0.374803364276886, + "theoretical_loss": 5.667335226715059, + "tokens_seen": 32768000 + }, + { + "epoch": 0.01, + "learning_rate": 0.000992063492063492, + "loss": 0.2525, + "theoretical_loss": 5.667335226715059, + "tokens_seen": 32768000 + }, + { + "epoch": 0.01, + "learning_rate": 0.001, + "loss": 0.2461, + "theoretical_loss": 5.6601369101828904, + "tokens_seen": 33030144 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009999197560584176, + "loss": 0.2451, + "theoretical_loss": 5.6530113504744435, + "tokens_seen": 33292288 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009998395121168352, + "loss": 0.2444, + "theoretical_loss": 5.645957247937725, + "tokens_seen": 33554432 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009997592681752529, + "loss": 0.2424, + "theoretical_loss": 5.638973336059157, + "tokens_seen": 33816576 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009996790242336705, + "loss": 0.2372, + "theoretical_loss": 5.632058380369512, + "tokens_seen": 34078720 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009995987802920879, + "loss": 0.2371, + "theoretical_loss": 5.625211177394046, + "tokens_seen": 34340864 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009995185363505057, + "loss": 0.2365, + "theoretical_loss": 5.618430553644782, + "tokens_seen": 34603008 + }, + { + "epoch": 0.01, + "learning_rate": 0.000999438292408923, + "loss": 0.2396, + "theoretical_loss": 5.611715364652864, + "tokens_seen": 34865152 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009993580484673407, + "loss": 0.2327, + "theoretical_loss": 5.605064494039176, + "tokens_seen": 35127296 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009992778045257583, + "loss": 0.2322, + "theoretical_loss": 5.598476852621397, + "tokens_seen": 35389440 + }, + { + "epoch": 0.01, + "learning_rate": 0.000999197560584176, + "loss": 0.2369, + "theoretical_loss": 5.591951377555809, + "tokens_seen": 35651584 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009991173166425935, + "loss": 0.2378, + "theoretical_loss": 5.585487031512276, + "tokens_seen": 35913728 + }, + { + "epoch": 0.01, + "objective/train/advantage_avg": 0.01078736875206232, + "objective/train/docs_used": 20470, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 4.483597278594971, + "objective/train/original_loss": 4.483597278594971, + "objective/train/theoretical_loss": 5.582277464488612, + "objective/train/tokens_used": 56504800, + "objective/train/value_avg": -0.0204010009765625, + "objective/train/value_loss": 0.00046284188283607364, + "objective/train/value_max": -0.00600433349609375, + "objective/train/value_min": -0.1273193359375, + "objective/train/value_reward_corr": 0.3916424713577088, + "objective/train/value_std": 0.01258087158203125, + "objective/train/weight_avg": 1.011017918586731, + "objective/train/weighted_lm_loss": 4.541798114776611, + "objective/train/weights_max": 1.0987545251846313, + "objective/train/weights_min": 0.792563259601593, + "theoretical_loss": 5.582277464488612, + "tokens_seen": 36044800 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009990370727010112, + "loss": 0.2376, + "theoretical_loss": 5.579082801880871, + "tokens_seen": 36175872 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009989568287594288, + "loss": 0.2345, + "theoretical_loss": 5.572737700008718, + "tokens_seen": 36438016 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009988765848178462, + "loss": 0.2359, + "theoretical_loss": 5.56645076046569, + "tokens_seen": 36700160 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009987963408762638, + "loss": 0.2329, + "theoretical_loss": 5.5602210403376775, + "tokens_seen": 36962304 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009987160969346814, + "loss": 0.2368, + "theoretical_loss": 5.554047618546193, + "tokens_seen": 37224448 + }, + { + "epoch": 0.01, + "learning_rate": 0.000998635852993099, + "loss": 0.238, + "theoretical_loss": 5.547929595193182, + "tokens_seen": 37486592 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009985556090515166, + "loss": 0.2326, + "theoretical_loss": 5.5418660909298945, + "tokens_seen": 37748736 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009984753651099342, + "loss": 0.2295, + "theoretical_loss": 5.535856246348814, + "tokens_seen": 38010880 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009983951211683518, + "loss": 0.2305, + "theoretical_loss": 5.529899221397624, + "tokens_seen": 38273024 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009983148772267695, + "loss": 0.228, + "theoretical_loss": 5.523994194814273, + "tokens_seen": 38535168 + }, + { + "epoch": 0.01, + "learning_rate": 0.000998234633285187, + "loss": 0.2296, + "theoretical_loss": 5.518140363582252, + "tokens_seen": 38797312 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009981543893436047, + "loss": 0.2318, + "theoretical_loss": 5.512336942405216, + "tokens_seen": 39059456 + }, + { + "epoch": 0.01, + "objective/train/advantage_avg": 0.008062189444899559, + "objective/train/docs_used": 21760, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 4.189418315887451, + "objective/train/original_loss": 4.189417839050293, + "objective/train/theoretical_loss": 5.506583163200142, + "objective/train/tokens_used": 59781600, + "objective/train/value_avg": -0.020355224609375, + "objective/train/value_loss": 0.000998208299279213, + "objective/train/value_max": -0.00609588623046875, + "objective/train/value_min": -0.1646728515625, + "objective/train/value_reward_corr": 0.2259781385791229, + "objective/train/value_std": 0.01187896728515625, + "objective/train/weight_avg": 1.0085155963897705, + "objective/train/weighted_lm_loss": 4.2311110496521, + "objective/train/weights_max": 1.1293864250183105, + "objective/train/weights_min": 0.373849481344223, + "theoretical_loss": 5.506583163200142, + "tokens_seen": 39321600 + }, + { + "epoch": 0.01, + "learning_rate": 0.000998074145402022, + "loss": 0.2258, + "theoretical_loss": 5.506583163200142, + "tokens_seen": 39321600 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009979939014604397, + "loss": 0.2306, + "theoretical_loss": 5.5008782746082625, + "tokens_seen": 39583744 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009979136575188573, + "loss": 0.2274, + "theoretical_loss": 5.495221541523011, + "tokens_seen": 39845888 + }, + { + "epoch": 0.01, + "learning_rate": 0.000997833413577275, + "loss": 0.2295, + "theoretical_loss": 5.489612244634316, + "tokens_seen": 40108032 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009977531696356925, + "loss": 0.2286, + "theoretical_loss": 5.48404967998854, + "tokens_seen": 40370176 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009976729256941101, + "loss": 0.2277, + "theoretical_loss": 5.478533158563456, + "tokens_seen": 40632320 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009975926817525277, + "loss": 0.2317, + "theoretical_loss": 5.473062005857637, + "tokens_seen": 40894464 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009975124378109451, + "loss": 0.2297, + "theoretical_loss": 5.467635561493681, + "tokens_seen": 41156608 + }, + { + "epoch": 0.01, + "learning_rate": 0.000997432193869363, + "loss": 0.229, + "theoretical_loss": 5.462253178834744, + "tokens_seen": 41418752 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009973519499277804, + "loss": 0.2251, + "theoretical_loss": 5.456914224613812, + "tokens_seen": 41680896 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009972717059861982, + "loss": 0.2282, + "theoretical_loss": 5.451618078575256, + "tokens_seen": 41943040 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009971914620446156, + "loss": 0.2249, + "theoretical_loss": 5.446364133128155, + "tokens_seen": 42205184 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009971112181030332, + "loss": 0.2241, + "theoretical_loss": 5.44115179301095, + "tokens_seen": 42467328 + }, + { + "epoch": 0.01, + "objective/train/advantage_avg": 0.011197736486792564, + "objective/train/docs_used": 22938, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 4.518115520477295, + "objective/train/original_loss": 4.518115043640137, + "objective/train/theoretical_loss": 5.438561042223066, + "objective/train/tokens_used": 63058400, + "objective/train/value_avg": -0.0183868408203125, + "objective/train/value_loss": 0.00043825115426443517, + "objective/train/value_max": -0.00591278076171875, + "objective/train/value_min": -0.08868408203125, + "objective/train/value_reward_corr": 0.07940502291887738, + "objective/train/value_std": 0.0089569091796875, + "objective/train/weight_avg": 1.0114160776138306, + "objective/train/weighted_lm_loss": 4.573691368103027, + "objective/train/weights_max": 1.0891398191452026, + "objective/train/weights_min": 0.7909082174301147, + "theoretical_loss": 5.438561042223066, + "tokens_seen": 42598400 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009970309741614508, + "loss": 0.2266, + "theoretical_loss": 5.435980474966981, + "tokens_seen": 42729472 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009969507302198684, + "loss": 0.2236, + "theoretical_loss": 5.430849607430501, + "tokens_seen": 42991616 + }, + { + "epoch": 0.01, + "learning_rate": 0.000996870486278286, + "loss": 0.2221, + "theoretical_loss": 5.425758630222747, + "tokens_seen": 43253760 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009967902423367037, + "loss": 0.2267, + "theoretical_loss": 5.42070699425771, + "tokens_seen": 43515904 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009967099983951213, + "loss": 0.2269, + "theoretical_loss": 5.415694161257225, + "tokens_seen": 43778048 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009966297544535387, + "loss": 0.2205, + "theoretical_loss": 5.410719603475034, + "tokens_seen": 44040192 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009965495105119565, + "loss": 0.2244, + "theoretical_loss": 5.405782803429483, + "tokens_seen": 44302336 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009964692665703739, + "loss": 0.2202, + "theoretical_loss": 5.400883253644551, + "tokens_seen": 44564480 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009963890226287915, + "loss": 0.224, + "theoretical_loss": 5.396020456398885, + "tokens_seen": 44826624 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009963087786872091, + "loss": 0.2175, + "theoretical_loss": 5.391193923482547, + "tokens_seen": 45088768 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009962285347456267, + "loss": 0.221, + "theoretical_loss": 5.386403175961223, + "tokens_seen": 45350912 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009961482908040443, + "loss": 0.221, + "theoretical_loss": 5.381647743947578, + "tokens_seen": 45613056 + }, + { + "epoch": 0.01, + "objective/train/advantage_avg": 0.007802217733114958, + "objective/train/docs_used": 24173, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 4.318746089935303, + "objective/train/original_loss": 4.318746089935303, + "objective/train/theoretical_loss": 5.37692716637954, + "objective/train/tokens_used": 66335200, + "objective/train/value_avg": -0.01727294921875, + "objective/train/value_loss": 0.0008700647158548236, + "objective/train/value_max": -0.00530242919921875, + "objective/train/value_min": -0.08154296875, + "objective/train/value_reward_corr": 0.19138911211127924, + "objective/train/value_std": 0.00904083251953125, + "objective/train/weight_avg": 1.0081971883773804, + "objective/train/weighted_lm_loss": 4.357861042022705, + "objective/train/weights_max": 1.0784895420074463, + "objective/train/weights_min": 0.37500929832458496, + "theoretical_loss": 5.37692716637954, + "tokens_seen": 45875200 + }, + { + "epoch": 0.01, + "learning_rate": 0.000996068046862462, + "loss": 0.2242, + "theoretical_loss": 5.37692716637954, + "tokens_seen": 45875200 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009959878029208796, + "loss": 0.2209, + "theoretical_loss": 5.372240990805237, + "tokens_seen": 46137344 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009959075589792972, + "loss": 0.2188, + "theoretical_loss": 5.367588773174377, + "tokens_seen": 46399488 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009958273150377146, + "loss": 0.2251, + "theoretical_loss": 5.36297007763582, + "tokens_seen": 46661632 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009957470710961322, + "loss": 0.2232, + "theoretical_loss": 5.358384476341126, + "tokens_seen": 46923776 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009956668271545498, + "loss": 0.2191, + "theoretical_loss": 5.353831549253895, + "tokens_seen": 47185920 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009955865832129674, + "loss": 0.2215, + "theoretical_loss": 5.349310883964664, + "tokens_seen": 47448064 + }, + { + "epoch": 0.01, + "learning_rate": 0.000995506339271385, + "loss": 0.22, + "theoretical_loss": 5.344822075511196, + "tokens_seen": 47710208 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009954260953298026, + "loss": 0.2183, + "theoretical_loss": 5.340364726203955, + "tokens_seen": 47972352 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009953458513882203, + "loss": 0.2155, + "theoretical_loss": 5.3359384454566055, + "tokens_seen": 48234496 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009952656074466376, + "loss": 0.2149, + "theoretical_loss": 5.331542849621357, + "tokens_seen": 48496640 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009951853635050555, + "loss": 0.2174, + "theoretical_loss": 5.327177561828993, + "tokens_seen": 48758784 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009951051195634729, + "loss": 0.2195, + "theoretical_loss": 5.32284221183342, + "tokens_seen": 49020928 + }, + { + "epoch": 0.01, + "objective/train/advantage_avg": 0.00042470419430173934, + "objective/train/docs_used": 25394, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 4.316339492797852, + "objective/train/original_loss": 4.316339015960693, + "objective/train/theoretical_loss": 5.3206856495812715, + "objective/train/tokens_used": 69612000, + "objective/train/value_avg": -0.018402099609375, + "objective/train/value_loss": 0.0017995781963691115, + "objective/train/value_max": -0.00511932373046875, + "objective/train/value_min": -0.1373291015625, + "objective/train/value_reward_corr": 0.3581072864728231, + "objective/train/value_std": 0.010162353515625, + "objective/train/weight_avg": 1.001213550567627, + "objective/train/weighted_lm_loss": 4.322262287139893, + "objective/train/weights_max": 1.0903313159942627, + "objective/train/weights_min": 0.3719433844089508, + "theoretical_loss": 5.3206856495812715, + "tokens_seen": 49152000 + }, + { + "epoch": 0.01, + "learning_rate": 0.0009950248756218905, + "loss": 0.2206, + "theoretical_loss": 5.318536435860599, + "tokens_seen": 49283072 + }, + { + "epoch": 0.02, + "learning_rate": 0.000994944631680308, + "loss": 0.2154, + "theoretical_loss": 5.314259876461705, + "tokens_seen": 49545216 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009948643877387257, + "loss": 0.2159, + "theoretical_loss": 5.310012182370359, + "tokens_seen": 49807360 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009947841437971433, + "loss": 0.215, + "theoretical_loss": 5.305793008363841, + "tokens_seen": 50069504 + }, + { + "epoch": 0.02, + "learning_rate": 0.000994703899855561, + "loss": 0.2139, + "theoretical_loss": 5.301602015128104, + "tokens_seen": 50331648 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009946236559139785, + "loss": 0.2124, + "theoretical_loss": 5.297438869126498, + "tokens_seen": 50593792 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009945434119723962, + "loss": 0.2198, + "theoretical_loss": 5.293303242472074, + "tokens_seen": 50855936 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009944631680308138, + "loss": 0.2133, + "theoretical_loss": 5.289194812803347, + "tokens_seen": 51118080 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009943829240892312, + "loss": 0.211, + "theoretical_loss": 5.285113263163414, + "tokens_seen": 51380224 + }, + { + "epoch": 0.02, + "learning_rate": 0.000994302680147649, + "loss": 0.2133, + "theoretical_loss": 5.2810582818823235, + "tokens_seen": 51642368 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009942224362060664, + "loss": 0.2143, + "theoretical_loss": 5.27702956246258, + "tokens_seen": 51904512 + }, + { + "epoch": 0.02, + "learning_rate": 0.000994142192264484, + "loss": 0.2126, + "theoretical_loss": 5.273026803467695, + "tokens_seen": 52166656 + }, + { + "epoch": 0.02, + "objective/train/advantage_avg": 0.011110633611679077, + "objective/train/docs_used": 26541, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 4.080888271331787, + "objective/train/original_loss": 4.080887794494629, + "objective/train/theoretical_loss": 5.269049708413682, + "objective/train/tokens_used": 72888800, + "objective/train/value_avg": -0.016845703125, + "objective/train/value_loss": 0.00030432178755290806, + "objective/train/value_max": -0.0050811767578125, + "objective/train/value_min": -0.105224609375, + "objective/train/value_reward_corr": 0.4341131741061166, + "objective/train/value_std": 0.0095977783203125, + "objective/train/weight_avg": 1.0112628936767578, + "objective/train/weighted_lm_loss": 4.13208532333374, + "objective/train/weights_max": 1.074481725692749, + "objective/train/weights_min": 0.827775239944458, + "theoretical_loss": 5.269049708413682, + "tokens_seen": 52428800 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009940619483229016, + "loss": 0.211, + "theoretical_loss": 5.269049708413682, + "tokens_seen": 52428800 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009939817043813192, + "loss": 0.2127, + "theoretical_loss": 5.265097985663418, + "tokens_seen": 52690944 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009939014604397368, + "loss": 0.2133, + "theoretical_loss": 5.261171348323755, + "tokens_seen": 52953088 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009938212164981545, + "loss": 0.2096, + "theoretical_loss": 5.257269514145324, + "tokens_seen": 53215232 + }, + { + "epoch": 0.02, + "learning_rate": 0.000993740972556572, + "loss": 0.2065, + "theoretical_loss": 5.2533922054249365, + "tokens_seen": 53477376 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009936607286149895, + "loss": 0.211, + "theoretical_loss": 5.2495391489104986, + "tokens_seen": 53739520 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009935804846734073, + "loss": 0.2154, + "theoretical_loss": 5.24571007570837, + "tokens_seen": 54001664 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009935002407318247, + "loss": 0.2106, + "theoretical_loss": 5.2419047211930865, + "tokens_seen": 54263808 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009934199967902423, + "loss": 0.2067, + "theoretical_loss": 5.238122824919387, + "tokens_seen": 54525952 + }, + { + "epoch": 0.02, + "learning_rate": 0.00099333975284866, + "loss": 0.2109, + "theoretical_loss": 5.234364130536457, + "tokens_seen": 54788096 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009932595089070775, + "loss": 0.2107, + "theoretical_loss": 5.230628385704337, + "tokens_seen": 55050240 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009931792649654951, + "loss": 0.209, + "theoretical_loss": 5.2269153420124255, + "tokens_seen": 55312384 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009930990210239128, + "loss": 0.2093, + "theoretical_loss": 5.223224754900014, + "tokens_seen": 55574528 + }, + { + "epoch": 0.02, + "objective/train/advantage_avg": 0.012530778534710407, + "objective/train/docs_used": 27758, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 4.009527206420898, + "objective/train/original_loss": 4.009526252746582, + "objective/train/theoretical_loss": 5.221387807169494, + "objective/train/tokens_used": 76165600, + "objective/train/value_avg": -0.0170745849609375, + "objective/train/value_loss": 0.00041066741687245667, + "objective/train/value_max": -0.005260467529296875, + "objective/train/value_min": -0.1007080078125, + "objective/train/value_reward_corr": 0.08048431463710351, + "objective/train/value_std": 0.0076446533203125, + "objective/train/weight_avg": 1.012727975845337, + "objective/train/weighted_lm_loss": 4.062876224517822, + "objective/train/weights_max": 1.105953574180603, + "objective/train/weights_min": 0.3716682195663452, + "theoretical_loss": 5.221387807169494, + "tokens_seen": 55705600 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009930187770823304, + "loss": 0.2105, + "theoretical_loss": 5.219556383578795, + "tokens_seen": 55836672 + }, + { + "epoch": 0.02, + "learning_rate": 0.000992938533140748, + "loss": 0.2068, + "theoretical_loss": 5.215909990957291, + "tokens_seen": 56098816 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009928582891991654, + "loss": 0.2085, + "theoretical_loss": 5.212285343567135, + "tokens_seen": 56360960 + }, + { + "epoch": 0.02, + "learning_rate": 0.000992778045257583, + "loss": 0.2074, + "theoretical_loss": 5.208682211491157, + "tokens_seen": 56623104 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009926978013160006, + "loss": 0.2051, + "theoretical_loss": 5.205100368293225, + "tokens_seen": 56885248 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009926175573744182, + "loss": 0.205, + "theoretical_loss": 5.201539590949796, + "tokens_seen": 57147392 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009925373134328358, + "loss": 0.2069, + "theoretical_loss": 5.1979996597831, + "tokens_seen": 57409536 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009924570694912534, + "loss": 0.2051, + "theoretical_loss": 5.1944803583959525, + "tokens_seen": 57671680 + }, + { + "epoch": 0.02, + "learning_rate": 0.000992376825549671, + "loss": 0.2068, + "theoretical_loss": 5.190981473608112, + "tokens_seen": 57933824 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009922965816080887, + "loss": 0.2067, + "theoretical_loss": 5.18750279539416, + "tokens_seen": 58195968 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009922163376665063, + "loss": 0.2027, + "theoretical_loss": 5.184044116822849, + "tokens_seen": 58458112 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009921360937249237, + "loss": 0.2073, + "theoretical_loss": 5.1806052339978965, + "tokens_seen": 58720256 + }, + { + "epoch": 0.02, + "objective/train/advantage_avg": 0.007567199878394604, + "objective/train/docs_used": 29071, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 3.79630184173584, + "objective/train/original_loss": 3.79630184173584, + "objective/train/theoretical_loss": 5.1771859460001455, + "objective/train/tokens_used": 79442400, + "objective/train/value_avg": -0.01568603515625, + "objective/train/value_loss": 0.0003273898037150502, + "objective/train/value_max": -0.00400543212890625, + "objective/train/value_min": -0.0987548828125, + "objective/train/value_reward_corr": 0.475885665466954, + "objective/train/value_std": 0.00988006591796875, + "objective/train/weight_avg": 1.007724404335022, + "objective/train/weighted_lm_loss": 3.8301846981048584, + "objective/train/weights_max": 1.0946044921875, + "objective/train/weights_min": 0.3715236186981201, + "theoretical_loss": 5.1771859460001455, + "tokens_seen": 58982400 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009920558497833415, + "loss": 0.1992, + "theoretical_loss": 5.1771859460001455, + "tokens_seen": 58982400 + }, + { + "epoch": 0.02, + "learning_rate": 0.000991975605841759, + "loss": 0.2062, + "theoretical_loss": 5.1737860548311065, + "tokens_seen": 59244544 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009918953619001765, + "loss": 0.2026, + "theoretical_loss": 5.170405365357794, + "tokens_seen": 59506688 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009918151179585941, + "loss": 0.2, + "theoretical_loss": 5.167043685258852, + "tokens_seen": 59768832 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009917348740170117, + "loss": 0.2012, + "theoretical_loss": 5.163700824971922, + "tokens_seen": 60030976 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009916546300754293, + "loss": 0.2046, + "theoretical_loss": 5.160376597642223, + "tokens_seen": 60293120 + }, + { + "epoch": 0.02, + "learning_rate": 0.000991574386133847, + "loss": 0.206, + "theoretical_loss": 5.157070819072301, + "tokens_seen": 60555264 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009914941421922646, + "loss": 0.2052, + "theoretical_loss": 5.153783307672935, + "tokens_seen": 60817408 + }, + { + "epoch": 0.02, + "learning_rate": 0.000991413898250682, + "loss": 0.2037, + "theoretical_loss": 5.150513884415149, + "tokens_seen": 61079552 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009913336543090998, + "loss": 0.202, + "theoretical_loss": 5.14726237278331, + "tokens_seen": 61341696 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009912534103675172, + "loss": 0.206, + "theoretical_loss": 5.144028598729285, + "tokens_seen": 61603840 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009911731664259348, + "loss": 0.2013, + "theoretical_loss": 5.140812390627624, + "tokens_seen": 61865984 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009910929224843524, + "loss": 0.2033, + "theoretical_loss": 5.137613579231737, + "tokens_seen": 62128128 + }, + { + "epoch": 0.02, + "objective/train/advantage_avg": 0.010545228607952595, + "objective/train/docs_used": 30276, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 4.175989151000977, + "objective/train/original_loss": 4.175989627838135, + "objective/train/theoretical_loss": 5.136020645048806, + "objective/train/tokens_used": 82719200, + "objective/train/value_avg": -0.016326904296875, + "objective/train/value_loss": 0.0010399436578154564, + "objective/train/value_max": -0.00441741943359375, + "objective/train/value_min": -0.08447265625, + "objective/train/value_reward_corr": 0.24836173468472275, + "objective/train/value_std": 0.00731658935546875, + "objective/train/weight_avg": 1.0109972953796387, + "objective/train/weighted_lm_loss": 4.225142002105713, + "objective/train/weights_max": 1.0881431102752686, + "objective/train/weights_min": 0.3737297058105469, + "theoretical_loss": 5.136020645048806, + "tokens_seen": 62259200 + }, + { + "epoch": 0.02, + "learning_rate": 0.00099101267854277, + "loss": 0.2035, + "theoretical_loss": 5.134431997631053, + "tokens_seen": 62390272 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009909324346011876, + "loss": 0.1993, + "theoretical_loss": 5.1312674812091235, + "tokens_seen": 62652416 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009908521906596053, + "loss": 0.1991, + "theoretical_loss": 5.128119867602646, + "tokens_seen": 62914560 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009907719467180229, + "loss": 0.2017, + "theoretical_loss": 5.124988996661393, + "tokens_seen": 63176704 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009906917027764405, + "loss": 0.197, + "theoretical_loss": 5.121874710409012, + "tokens_seen": 63438848 + }, + { + "epoch": 0.02, + "learning_rate": 0.000990611458834858, + "loss": 0.1998, + "theoretical_loss": 5.118776853004677, + "tokens_seen": 63700992 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009905312148932755, + "loss": 0.1979, + "theoretical_loss": 5.115695270705579, + "tokens_seen": 63963136 + }, + { + "epoch": 0.02, + "learning_rate": 0.000990450970951693, + "loss": 0.1956, + "theoretical_loss": 5.112629811830217, + "tokens_seen": 64225280 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009903707270101107, + "loss": 0.1989, + "theoretical_loss": 5.10958032672248, + "tokens_seen": 64487424 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009902904830685283, + "loss": 0.1945, + "theoretical_loss": 5.106546667716508, + "tokens_seen": 64749568 + }, + { + "epoch": 0.02, + "learning_rate": 0.000990210239126946, + "loss": 0.2015, + "theoretical_loss": 5.103528689102281, + "tokens_seen": 65011712 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009901299951853636, + "loss": 0.196, + "theoretical_loss": 5.100526247091967, + "tokens_seen": 65273856 + }, + { + "epoch": 0.02, + "objective/train/advantage_avg": 0.007949642837047577, + "objective/train/docs_used": 31526, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 4.062422275543213, + "objective/train/original_loss": 4.062421798706055, + "objective/train/theoretical_loss": 5.097539199786951, + "objective/train/tokens_used": 85996000, + "objective/train/value_avg": -0.0161590576171875, + "objective/train/value_loss": 0.0005822133389301598, + "objective/train/value_max": -0.004451751708984375, + "objective/train/value_min": -0.1124267578125, + "objective/train/value_reward_corr": 0.3463037363571675, + "objective/train/value_std": 0.00960540771484375, + "objective/train/weight_avg": 1.0082224607467651, + "objective/train/weighted_lm_loss": 4.097517013549805, + "objective/train/weights_max": 1.0980169773101807, + "objective/train/weights_min": 0.5021721720695496, + "theoretical_loss": 5.097539199786951, + "tokens_seen": 65536000 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009900497512437812, + "loss": 0.1987, + "theoretical_loss": 5.097539199786951, + "tokens_seen": 65536000 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009899695073021988, + "loss": 0.1993, + "theoretical_loss": 5.094567407145588, + "tokens_seen": 65798144 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009898892633606162, + "loss": 0.1972, + "theoretical_loss": 5.09161073095161, + "tokens_seen": 66060288 + }, + { + "epoch": 0.02, + "learning_rate": 0.000989809019419034, + "loss": 0.1947, + "theoretical_loss": 5.0886690347832015, + "tokens_seen": 66322432 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009897287754774514, + "loss": 0.1966, + "theoretical_loss": 5.0857421839827275, + "tokens_seen": 66584576 + }, + { + "epoch": 0.02, + "learning_rate": 0.000989648531535869, + "loss": 0.1929, + "theoretical_loss": 5.082830045627072, + "tokens_seen": 66846720 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009895682875942866, + "loss": 0.1978, + "theoretical_loss": 5.079932488498602, + "tokens_seen": 67108864 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009894880436527042, + "loss": 0.1951, + "theoretical_loss": 5.077049383056725, + "tokens_seen": 67371008 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009894077997111218, + "loss": 0.197, + "theoretical_loss": 5.074180601410026, + "tokens_seen": 67633152 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009893275557695395, + "loss": 0.1898, + "theoretical_loss": 5.0713260172889845, + "tokens_seen": 67895296 + }, + { + "epoch": 0.02, + "learning_rate": 0.000989247311827957, + "loss": 0.1921, + "theoretical_loss": 5.068485506019231, + "tokens_seen": 68157440 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009891670678863745, + "loss": 0.1947, + "theoretical_loss": 5.06565894449535, + "tokens_seen": 68419584 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009890868239447923, + "loss": 0.1941, + "theoretical_loss": 5.06284621115523, + "tokens_seen": 68681728 + }, + { + "epoch": 0.02, + "objective/train/advantage_avg": 0.008514584973454475, + "objective/train/docs_used": 32629, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 3.7836110591888428, + "objective/train/original_loss": 3.7836108207702637, + "objective/train/theoretical_loss": 5.061444992481711, + "objective/train/tokens_used": 89272800, + "objective/train/value_avg": -0.0162353515625, + "objective/train/value_loss": 0.0004947158740833402, + "objective/train/value_max": -0.005199432373046875, + "objective/train/value_min": -0.07977294921875, + "objective/train/value_reward_corr": 0.22058058741076544, + "objective/train/value_std": 0.007541656494140625, + "objective/train/weight_avg": 1.0087453126907349, + "objective/train/weighted_lm_loss": 3.8154945373535156, + "objective/train/weights_max": 1.0669012069702148, + "objective/train/weights_min": 0.3722556531429291, + "theoretical_loss": 5.061444992481711, + "tokens_seen": 68812800 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009890065800032097, + "loss": 0.1986, + "theoretical_loss": 5.060047185954893, + "tokens_seen": 68943872 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009889263360616273, + "loss": 0.1918, + "theoretical_loss": 5.057261750343864, + "tokens_seen": 69206016 + }, + { + "epoch": 0.02, + "learning_rate": 0.000988846092120045, + "loss": 0.1922, + "theoretical_loss": 5.0544897872410095, + "tokens_seen": 69468160 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009887658481784625, + "loss": 0.1907, + "theoretical_loss": 5.051731181010866, + "tokens_seen": 69730304 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009886856042368801, + "loss": 0.1895, + "theoretical_loss": 5.048985817440432, + "tokens_seen": 69992448 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009886053602952978, + "loss": 0.1934, + "theoretical_loss": 5.046253583716425, + "tokens_seen": 70254592 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009885251163537154, + "loss": 0.1906, + "theoretical_loss": 5.043534368402973, + "tokens_seen": 70516736 + }, + { + "epoch": 0.02, + "learning_rate": 0.000988444872412133, + "loss": 0.1904, + "theoretical_loss": 5.040828061419762, + "tokens_seen": 70778880 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009883646284705506, + "loss": 0.1918, + "theoretical_loss": 5.038134554020587, + "tokens_seen": 71041024 + }, + { + "epoch": 0.02, + "learning_rate": 0.000988284384528968, + "loss": 0.1892, + "theoretical_loss": 5.03545373877234, + "tokens_seen": 71303168 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009882041405873858, + "loss": 0.1911, + "theoretical_loss": 5.032785509534391, + "tokens_seen": 71565312 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009881238966458032, + "loss": 0.1888, + "theoretical_loss": 5.030129761438376, + "tokens_seen": 71827456 + }, + { + "epoch": 0.02, + "objective/train/advantage_avg": 0.008157229982316494, + "objective/train/docs_used": 33987, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 3.847792863845825, + "objective/train/original_loss": 3.847792863845825, + "objective/train/theoretical_loss": 5.0274863908683685, + "objective/train/tokens_used": 92549600, + "objective/train/value_avg": -0.01456451416015625, + "objective/train/value_loss": 0.00043906798237003386, + "objective/train/value_max": -0.00443267822265625, + "objective/train/value_min": -0.079345703125, + "objective/train/value_reward_corr": 0.12419133733706443, + "objective/train/value_std": 0.006481170654296875, + "objective/train/weight_avg": 1.0083584785461426, + "objective/train/weighted_lm_loss": 3.8806865215301514, + "objective/train/weights_max": 1.0715999603271484, + "objective/train/weights_min": 0.3710845410823822, + "theoretical_loss": 5.0274863908683685, + "tokens_seen": 72089600 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009880436527042208, + "loss": 0.1879, + "theoretical_loss": 5.0274863908683685, + "tokens_seen": 72089600 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009879634087626384, + "loss": 0.1914, + "theoretical_loss": 5.024855295441432, + "tokens_seen": 72351744 + }, + { + "epoch": 0.02, + "learning_rate": 0.000987883164821056, + "loss": 0.1887, + "theoretical_loss": 5.022236373988544, + "tokens_seen": 72613888 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009878029208794737, + "loss": 0.1869, + "theoretical_loss": 5.01962952653588, + "tokens_seen": 72876032 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009877226769378913, + "loss": 0.1879, + "theoretical_loss": 5.017034654286462, + "tokens_seen": 73138176 + }, + { + "epoch": 0.02, + "learning_rate": 0.000987642432996309, + "loss": 0.1908, + "theoretical_loss": 5.0144516596021385, + "tokens_seen": 73400320 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009875621890547263, + "loss": 0.1835, + "theoretical_loss": 5.011880445985916, + "tokens_seen": 73662464 + }, + { + "epoch": 0.02, + "learning_rate": 0.000987481945113144, + "loss": 0.1892, + "theoretical_loss": 5.009320918064615, + "tokens_seen": 73924608 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009874017011715615, + "loss": 0.1896, + "theoretical_loss": 5.006772981571855, + "tokens_seen": 74186752 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009873214572299791, + "loss": 0.1875, + "theoretical_loss": 5.004236543331345, + "tokens_seen": 74448896 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009872412132883967, + "loss": 0.1867, + "theoretical_loss": 5.001711511240506, + "tokens_seen": 74711040 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009871609693468144, + "loss": 0.1868, + "theoretical_loss": 4.999197794254371, + "tokens_seen": 74973184 + }, + { + "epoch": 0.02, + "learning_rate": 0.000987080725405232, + "loss": 0.187, + "theoretical_loss": 4.9966953023697975, + "tokens_seen": 75235328 + }, + { + "epoch": 0.02, + "objective/train/advantage_avg": 0.008207038976252079, + "objective/train/docs_used": 35047, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 3.555717945098877, + "objective/train/original_loss": 3.555718183517456, + "objective/train/theoretical_loss": 4.995448237995667, + "objective/train/tokens_used": 95826400, + "objective/train/value_avg": -0.01520538330078125, + "objective/train/value_loss": 0.0003959203895647079, + "objective/train/value_max": -0.003795623779296875, + "objective/train/value_min": -0.10394287109375, + "objective/train/value_reward_corr": 0.2675525998521044, + "objective/train/value_std": 0.008148193359375, + "objective/train/weight_avg": 1.008396029472351, + "objective/train/weighted_lm_loss": 3.5870397090911865, + "objective/train/weights_max": 1.1011713743209839, + "objective/train/weights_min": 0.3711864948272705, + "theoretical_loss": 4.995448237995667, + "tokens_seen": 75366400 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009870004814636496, + "loss": 0.1866, + "theoretical_loss": 4.994203946609964, + "tokens_seen": 75497472 + }, + { + "epoch": 0.02, + "learning_rate": 0.000986920237522067, + "loss": 0.1837, + "theoretical_loss": 4.991723639009154, + "tokens_seen": 75759616 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009868399935804848, + "loss": 0.1846, + "theoretical_loss": 4.989254292597813, + "tokens_seen": 76021760 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009867597496389022, + "loss": 0.1875, + "theoretical_loss": 4.986795821387878, + "tokens_seen": 76283904 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009866795056973198, + "loss": 0.1853, + "theoretical_loss": 4.984348140358374, + "tokens_seen": 76546048 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009865992617557374, + "loss": 0.1867, + "theoretical_loss": 4.981911165441273, + "tokens_seen": 76808192 + }, + { + "epoch": 0.02, + "learning_rate": 0.000986519017814155, + "loss": 0.1848, + "theoretical_loss": 4.979484813507599, + "tokens_seen": 77070336 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009864387738725726, + "loss": 0.1836, + "theoretical_loss": 4.977069002353792, + "tokens_seen": 77332480 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009863585299309903, + "loss": 0.1819, + "theoretical_loss": 4.974663650688306, + "tokens_seen": 77594624 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009862782859894079, + "loss": 0.1846, + "theoretical_loss": 4.972268678118454, + "tokens_seen": 77856768 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009861980420478253, + "loss": 0.1807, + "theoretical_loss": 4.969884005137479, + "tokens_seen": 78118912 + }, + { + "epoch": 0.02, + "learning_rate": 0.000986117798106243, + "loss": 0.1851, + "theoretical_loss": 4.967509553111862, + "tokens_seen": 78381056 + }, + { + "epoch": 0.02, + "objective/train/advantage_avg": 0.006589035969227552, + "objective/train/docs_used": 36308, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 3.820727825164795, + "objective/train/original_loss": 3.820727825164795, + "objective/train/theoretical_loss": 4.96514524426884, + "objective/train/tokens_used": 99103200, + "objective/train/value_avg": -0.01555633544921875, + "objective/train/value_loss": 0.0004415521980263293, + "objective/train/value_max": -0.00394439697265625, + "objective/train/value_min": -0.1063232421875, + "objective/train/value_reward_corr": 0.3879498347400766, + "objective/train/value_std": 0.00913238525390625, + "objective/train/weight_avg": 1.0068005323410034, + "objective/train/weighted_lm_loss": 3.848881959915161, + "objective/train/weights_max": 1.0930689573287964, + "objective/train/weights_min": 0.39287444949150085, + "theoretical_loss": 4.96514524426884, + "tokens_seen": 78643200 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009860375541646605, + "loss": 0.1812, + "theoretical_loss": 4.96514524426884, + "tokens_seen": 78643200 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009859573102230783, + "loss": 0.1835, + "theoretical_loss": 4.962791001684167, + "tokens_seen": 78905344 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009858770662814957, + "loss": 0.1818, + "theoretical_loss": 4.960446749270055, + "tokens_seen": 79167488 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009857968223399133, + "loss": 0.1838, + "theoretical_loss": 4.958112411763365, + "tokens_seen": 79429632 + }, + { + "epoch": 0.02, + "learning_rate": 0.000985716578398331, + "loss": 0.1828, + "theoretical_loss": 4.955787914713962, + "tokens_seen": 79691776 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009856363344567486, + "loss": 0.1836, + "theoretical_loss": 4.953473184473312, + "tokens_seen": 79953920 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009855560905151662, + "loss": 0.1819, + "theoretical_loss": 4.951168148183246, + "tokens_seen": 80216064 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009854758465735838, + "loss": 0.1812, + "theoretical_loss": 4.948872733764926, + "tokens_seen": 80478208 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009853956026320014, + "loss": 0.1797, + "theoretical_loss": 4.946586869908014, + "tokens_seen": 80740352 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009853153586904188, + "loss": 0.1827, + "theoretical_loss": 4.944310486060004, + "tokens_seen": 81002496 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009852351147488366, + "loss": 0.1823, + "theoretical_loss": 4.942043512415751, + "tokens_seen": 81264640 + }, + { + "epoch": 0.02, + "learning_rate": 0.000985154870807254, + "loss": 0.184, + "theoretical_loss": 4.939785879907176, + "tokens_seen": 81526784 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009850746268656716, + "loss": 0.181, + "theoretical_loss": 4.937537520193139, + "tokens_seen": 81788928 + }, + { + "epoch": 0.02, + "objective/train/advantage_avg": 0.005097778979688883, + "objective/train/docs_used": 37569, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 3.5650012493133545, + "objective/train/original_loss": 3.5650010108947754, + "objective/train/theoretical_loss": 4.936416796473786, + "objective/train/tokens_used": 102380000, + "objective/train/value_avg": -0.016448974609375, + "objective/train/value_loss": 0.0011192727833986282, + "objective/train/value_max": -0.003147125244140625, + "objective/train/value_min": -0.158447265625, + "objective/train/value_reward_corr": 0.40025497273803756, + "objective/train/value_std": 0.01342010498046875, + "objective/train/weight_avg": 1.0055742263793945, + "objective/train/weighted_lm_loss": 3.587696075439453, + "objective/train/weights_max": 1.1326684951782227, + "objective/train/weights_min": 0.3719121813774109, + "theoretical_loss": 4.936416796473786, + "tokens_seen": 81920000 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009849943829240892, + "loss": 0.1811, + "theoretical_loss": 4.93529836564949, + "tokens_seen": 82051072 + }, + { + "epoch": 0.02, + "learning_rate": 0.0009849141389825069, + "loss": 0.1803, + "theoretical_loss": 4.933068349359283, + "tokens_seen": 82313216 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009848338950409245, + "loss": 0.178, + "theoretical_loss": 4.93084740510316, + "tokens_seen": 82575360 + }, + { + "epoch": 0.03, + "learning_rate": 0.000984753651099342, + "loss": 0.1781, + "theoretical_loss": 4.928635467349885, + "tokens_seen": 82837504 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009846734071577597, + "loss": 0.1771, + "theoretical_loss": 4.92643247124705, + "tokens_seen": 83099648 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009845931632161773, + "loss": 0.1808, + "theoretical_loss": 4.924238352611924, + "tokens_seen": 83361792 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009845129192745947, + "loss": 0.1797, + "theoretical_loss": 4.922053047922455, + "tokens_seen": 83623936 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009844326753330123, + "loss": 0.176, + "theoretical_loss": 4.919876494308432, + "tokens_seen": 83886080 + }, + { + "epoch": 0.03, + "learning_rate": 0.00098435243139143, + "loss": 0.18, + "theoretical_loss": 4.917708629542775, + "tokens_seen": 84148224 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009842721874498475, + "loss": 0.1782, + "theoretical_loss": 4.915549392032985, + "tokens_seen": 84410368 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009841919435082652, + "loss": 0.1808, + "theoretical_loss": 4.913398720812719, + "tokens_seen": 84672512 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009841116995666828, + "loss": 0.1766, + "theoretical_loss": 4.9112565555335115, + "tokens_seen": 84934656 + }, + { + "epoch": 0.03, + "objective/train/advantage_avg": 0.008720357902348042, + "objective/train/docs_used": 38678, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 3.515756607055664, + "objective/train/original_loss": 3.515756845474243, + "objective/train/theoretical_loss": 4.909122836456632, + "objective/train/tokens_used": 105656800, + "objective/train/value_avg": -0.01312255859375, + "objective/train/value_loss": 0.00027661368949338794, + "objective/train/value_max": -0.0031108856201171875, + "objective/train/value_min": -0.07806396484375, + "objective/train/value_reward_corr": 0.19009295661985037, + "objective/train/value_std": 0.00634002685546875, + "objective/train/weight_avg": 1.0088573694229126, + "objective/train/weighted_lm_loss": 3.5500690937042236, + "objective/train/weights_max": 1.076188087463379, + "objective/train/weights_min": 0.8247430324554443, + "theoretical_loss": 4.909122836456632, + "tokens_seen": 85196800 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009840314556251004, + "loss": 0.1792, + "theoretical_loss": 4.909122836456632, + "tokens_seen": 85196800 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009839512116835178, + "loss": 0.1779, + "theoretical_loss": 4.906997504445066, + "tokens_seen": 85458944 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009838709677419356, + "loss": 0.1794, + "theoretical_loss": 4.904880500955633, + "tokens_seen": 85721088 + }, + { + "epoch": 0.03, + "learning_rate": 0.000983790723800353, + "loss": 0.1753, + "theoretical_loss": 4.90277176803123, + "tokens_seen": 85983232 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009837104798587706, + "loss": 0.175, + "theoretical_loss": 4.9006712482931984, + "tokens_seen": 86245376 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009836302359171882, + "loss": 0.1763, + "theoretical_loss": 4.89857888493381, + "tokens_seen": 86507520 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009835499919756058, + "loss": 0.1781, + "theoretical_loss": 4.896494621708882, + "tokens_seen": 86769664 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009834697480340234, + "loss": 0.1752, + "theoretical_loss": 4.8944184029305, + "tokens_seen": 87031808 + }, + { + "epoch": 0.03, + "learning_rate": 0.000983389504092441, + "loss": 0.1764, + "theoretical_loss": 4.892350173459863, + "tokens_seen": 87293952 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009833092601508587, + "loss": 0.1733, + "theoretical_loss": 4.890289878700239, + "tokens_seen": 87556096 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009832290162092763, + "loss": 0.174, + "theoretical_loss": 4.888237464590028, + "tokens_seen": 87818240 + }, + { + "epoch": 0.03, + "learning_rate": 0.000983148772267694, + "loss": 0.1767, + "theoretical_loss": 4.8861928775959464, + "tokens_seen": 88080384 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009830685283261113, + "loss": 0.1754, + "theoretical_loss": 4.884156064706302, + "tokens_seen": 88342528 + }, + { + "epoch": 0.03, + "objective/train/advantage_avg": 0.0085749551653862, + "objective/train/docs_used": 39491, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 3.4310944080352783, + "objective/train/original_loss": 3.431094169616699, + "objective/train/theoretical_loss": 4.8831405571254844, + "objective/train/tokens_used": 108933600, + "objective/train/value_avg": -0.015106201171875, + "objective/train/value_loss": 0.0006190580315887928, + "objective/train/value_max": -0.0034427642822265625, + "objective/train/value_min": -0.1436767578125, + "objective/train/value_reward_corr": 0.4176855633409324, + "objective/train/value_std": 0.0094451904296875, + "objective/train/weight_avg": 1.0088564157485962, + "objective/train/weighted_lm_loss": 3.4630026817321777, + "objective/train/weights_max": 1.1545108556747437, + "objective/train/weights_min": 0.39321035146713257, + "theoretical_loss": 4.8831405571254844, + "tokens_seen": 88473600 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009829882843845291, + "loss": 0.1747, + "theoretical_loss": 4.882126973424384, + "tokens_seen": 88604672 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009829080404429465, + "loss": 0.1734, + "theoretical_loss": 4.880105551761961, + "tokens_seen": 88866816 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009828277965013641, + "loss": 0.1783, + "theoretical_loss": 4.87809174823286, + "tokens_seen": 89128960 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009827475525597817, + "loss": 0.1723, + "theoretical_loss": 4.876085511846673, + "tokens_seen": 89391104 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009826673086181994, + "loss": 0.1767, + "theoretical_loss": 4.874086792102535, + "tokens_seen": 89653248 + }, + { + "epoch": 0.03, + "learning_rate": 0.000982587064676617, + "loss": 0.1749, + "theoretical_loss": 4.872095538983015, + "tokens_seen": 89915392 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009825068207350346, + "loss": 0.1776, + "theoretical_loss": 4.870111702948094, + "tokens_seen": 90177536 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009824265767934522, + "loss": 0.1737, + "theoretical_loss": 4.868135234929232, + "tokens_seen": 90439680 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009823463328518696, + "loss": 0.1745, + "theoretical_loss": 4.866166086323535, + "tokens_seen": 90701824 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009822660889102874, + "loss": 0.1785, + "theoretical_loss": 4.864204208988003, + "tokens_seen": 90963968 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009821858449687048, + "loss": 0.1738, + "theoretical_loss": 4.86224955523387, + "tokens_seen": 91226112 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009821056010271224, + "loss": 0.178, + "theoretical_loss": 4.860302077821023, + "tokens_seen": 91488256 + }, + { + "epoch": 0.03, + "objective/train/advantage_avg": 0.005691449623554945, + "objective/train/docs_used": 40748, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 3.29726505279541, + "objective/train/original_loss": 3.29726505279541, + "objective/train/theoretical_loss": 4.858361729952518, + "objective/train/tokens_used": 112210400, + "objective/train/value_avg": -0.01380157470703125, + "objective/train/value_loss": 0.0004752339737024158, + "objective/train/value_max": -0.0034027099609375, + "objective/train/value_min": -0.07781982421875, + "objective/train/value_reward_corr": 0.16471939187879753, + "objective/train/value_std": 0.00678253173828125, + "objective/train/weight_avg": 1.0059099197387695, + "objective/train/weighted_lm_loss": 3.317573070526123, + "objective/train/weights_max": 1.0729743242263794, + "objective/train/weights_min": 0.37315136194229126, + "theoretical_loss": 4.858361729952518, + "tokens_seen": 91750400 + }, + { + "epoch": 0.03, + "learning_rate": 0.00098202535708554, + "loss": 0.1733, + "theoretical_loss": 4.858361729952518, + "tokens_seen": 91750400 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009819451131439577, + "loss": 0.1726, + "theoretical_loss": 4.856428465269159, + "tokens_seen": 92012544 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009818648692023753, + "loss": 0.1733, + "theoretical_loss": 4.8545022378441836, + "tokens_seen": 92274688 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009817846252607929, + "loss": 0.1751, + "theoretical_loss": 4.852583002178001, + "tokens_seen": 92536832 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009817043813192105, + "loss": 0.1728, + "theoretical_loss": 4.8506707131930344, + "tokens_seen": 92798976 + }, + { + "epoch": 0.03, + "learning_rate": 0.000981624137377628, + "loss": 0.1735, + "theoretical_loss": 4.848765326228618, + "tokens_seen": 93061120 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009815438934360455, + "loss": 0.1699, + "theoretical_loss": 4.846866797035984, + "tokens_seen": 93323264 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009814636494944631, + "loss": 0.173, + "theoretical_loss": 4.844975081773322, + "tokens_seen": 93585408 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009813834055528807, + "loss": 0.1724, + "theoretical_loss": 4.843090137000904, + "tokens_seen": 93847552 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009813031616112983, + "loss": 0.1729, + "theoretical_loss": 4.841211919676287, + "tokens_seen": 94109696 + }, + { + "epoch": 0.03, + "learning_rate": 0.000981222917669716, + "loss": 0.1682, + "theoretical_loss": 4.839340387149586, + "tokens_seen": 94371840 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009811426737281336, + "loss": 0.1717, + "theoretical_loss": 4.837475497158817, + "tokens_seen": 94633984 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009810624297865512, + "loss": 0.1692, + "theoretical_loss": 4.835617207825303, + "tokens_seen": 94896128 + }, + { + "epoch": 0.03, + "objective/train/advantage_avg": 0.0002131469955202192, + "objective/train/docs_used": 42039, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 3.154966115951538, + "objective/train/original_loss": 3.154966354370117, + "objective/train/theoretical_loss": 4.8346905254216255, + "objective/train/tokens_used": 115487200, + "objective/train/value_avg": -0.015777587890625, + "objective/train/value_loss": 0.0015424354933202267, + "objective/train/value_max": -0.003635406494140625, + "objective/train/value_min": -0.1436767578125, + "objective/train/value_reward_corr": 0.3625695254744946, + "objective/train/value_std": 0.00939178466796875, + "objective/train/weight_avg": 1.000906229019165, + "objective/train/weighted_lm_loss": 3.1677587032318115, + "objective/train/weights_max": 1.1059023141860962, + "objective/train/weights_min": 0.37474045157432556, + "theoretical_loss": 4.8346905254216255, + "tokens_seen": 95027200 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009809821858449686, + "loss": 0.1678, + "theoretical_loss": 4.83376547764915, + "tokens_seen": 95158272 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009809019419033864, + "loss": 0.1724, + "theoretical_loss": 4.831920265504792, + "tokens_seen": 95420416 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009808216979618038, + "loss": 0.1725, + "theoretical_loss": 4.830081530636594, + "tokens_seen": 95682560 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009807414540202216, + "loss": 0.1718, + "theoretical_loss": 4.8282492326545245, + "tokens_seen": 95944704 + }, + { + "epoch": 0.03, + "learning_rate": 0.000980661210078639, + "loss": 0.1712, + "theoretical_loss": 4.826423331529884, + "tokens_seen": 96206848 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009805809661370566, + "loss": 0.1689, + "theoretical_loss": 4.824603787591102, + "tokens_seen": 96468992 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009805007221954742, + "loss": 0.1726, + "theoretical_loss": 4.822790561519591, + "tokens_seen": 96731136 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009804204782538919, + "loss": 0.1715, + "theoretical_loss": 4.8209836143456535, + "tokens_seen": 96993280 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009803402343123095, + "loss": 0.1671, + "theoretical_loss": 4.81918290744446, + "tokens_seen": 97255424 + }, + { + "epoch": 0.03, + "learning_rate": 0.000980259990370727, + "loss": 0.1711, + "theoretical_loss": 4.817388402532074, + "tokens_seen": 97517568 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009801797464291447, + "loss": 0.1764, + "theoretical_loss": 4.815600061661536, + "tokens_seen": 97779712 + }, + { + "epoch": 0.03, + "learning_rate": 0.000980099502487562, + "loss": 0.1703, + "theoretical_loss": 4.813817847219008, + "tokens_seen": 98041856 + }, + { + "epoch": 0.03, + "objective/train/advantage_avg": 0.006852596066892147, + "objective/train/docs_used": 43181, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 3.34226131439209, + "objective/train/original_loss": 3.3422610759735107, + "objective/train/theoretical_loss": 4.812041721919962, + "objective/train/tokens_used": 118764000, + "objective/train/value_avg": -0.01332855224609375, + "objective/train/value_loss": 0.0005325996316969395, + "objective/train/value_max": -0.0029125213623046875, + "objective/train/value_min": -0.1055908203125, + "objective/train/value_reward_corr": 0.16964167513908693, + "objective/train/value_std": 0.007965087890625, + "objective/train/weight_avg": 1.0070908069610596, + "objective/train/weighted_lm_loss": 3.3662891387939453, + "objective/train/weights_max": 1.1113669872283936, + "objective/train/weights_min": 0.37106189131736755, + "theoretical_loss": 4.812041721919962, + "tokens_seen": 98304000 + }, + { + "epoch": 0.03, + "learning_rate": 0.00098001925854598, + "loss": 0.1651, + "theoretical_loss": 4.812041721919962, + "tokens_seen": 98304000 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009799390146043973, + "loss": 0.1666, + "theoretical_loss": 4.810271648805427, + "tokens_seen": 98566144 + }, + { + "epoch": 0.03, + "learning_rate": 0.000979858770662815, + "loss": 0.1702, + "theoretical_loss": 4.8085075912383015, + "tokens_seen": 98828288 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009797785267212325, + "loss": 0.1684, + "theoretical_loss": 4.806749512899687, + "tokens_seen": 99090432 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009796982827796502, + "loss": 0.1685, + "theoretical_loss": 4.804997377785307, + "tokens_seen": 99352576 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009796180388380678, + "loss": 0.1676, + "theoretical_loss": 4.8032511502019535, + "tokens_seen": 99614720 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009795377948964854, + "loss": 0.1683, + "theoretical_loss": 4.801510794763988, + "tokens_seen": 99876864 + }, + { + "epoch": 0.03, + "learning_rate": 0.000979457550954903, + "loss": 0.168, + "theoretical_loss": 4.799776276389897, + "tokens_seen": 100139008 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009793773070133206, + "loss": 0.1696, + "theoretical_loss": 4.798047560298882, + "tokens_seen": 100401152 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009792970630717382, + "loss": 0.1703, + "theoretical_loss": 4.796324612007515, + "tokens_seen": 100663296 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009792168191301556, + "loss": 0.1676, + "theoretical_loss": 4.794607397326421, + "tokens_seen": 100925440 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009791365751885732, + "loss": 0.169, + "theoretical_loss": 4.792895882357019, + "tokens_seen": 101187584 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009790563312469908, + "loss": 0.1684, + "theoretical_loss": 4.791190033488302, + "tokens_seen": 101449728 + }, + { + "epoch": 0.03, + "objective/train/advantage_avg": 0.005053462460637093, + "objective/train/docs_used": 44310, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 3.218388557434082, + "objective/train/original_loss": 3.218388557434082, + "objective/train/theoretical_loss": 4.790339223416113, + "objective/train/tokens_used": 122040800, + "objective/train/value_avg": -0.013092041015625, + "objective/train/value_loss": 0.0006022055167704821, + "objective/train/value_max": -0.0024814605712890625, + "objective/train/value_min": -0.169677734375, + "objective/train/value_reward_corr": 0.36272876170458385, + "objective/train/value_std": 0.009429931640625, + "objective/train/weight_avg": 1.0053236484527588, + "objective/train/weighted_lm_loss": 3.233382225036621, + "objective/train/weights_max": 1.1583222150802612, + "objective/train/weights_min": 0.370330810546875, + "theoretical_loss": 4.790339223416113, + "tokens_seen": 101580800 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009789760873054085, + "loss": 0.1654, + "theoretical_loss": 4.7894898173936635, + "tokens_seen": 101711872 + }, + { + "epoch": 0.03, + "learning_rate": 0.000978895843363826, + "loss": 0.1645, + "theoretical_loss": 4.787795201027757, + "tokens_seen": 101974016 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009788155994222437, + "loss": 0.1675, + "theoretical_loss": 4.786106151623423, + "tokens_seen": 102236160 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009787353554806613, + "loss": 0.162, + "theoretical_loss": 4.784422636688622, + "tokens_seen": 102498304 + }, + { + "epoch": 0.03, + "learning_rate": 0.000978655111539079, + "loss": 0.1643, + "theoretical_loss": 4.782744624003442, + "tokens_seen": 102760448 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009785748675974963, + "loss": 0.1669, + "theoretical_loss": 4.781072081617127, + "tokens_seen": 103022592 + }, + { + "epoch": 0.03, + "learning_rate": 0.000978494623655914, + "loss": 0.1667, + "theoretical_loss": 4.779404977845148, + "tokens_seen": 103284736 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009784143797143315, + "loss": 0.1642, + "theoretical_loss": 4.777743281266321, + "tokens_seen": 103546880 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009783341357727491, + "loss": 0.1623, + "theoretical_loss": 4.776086960719956, + "tokens_seen": 103809024 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009782538918311668, + "loss": 0.1686, + "theoretical_loss": 4.774435985303043, + "tokens_seen": 104071168 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009781736478895844, + "loss": 0.1622, + "theoretical_loss": 4.772790324367482, + "tokens_seen": 104333312 + }, + { + "epoch": 0.03, + "learning_rate": 0.000978093403948002, + "loss": 0.1671, + "theoretical_loss": 4.771149947517346, + "tokens_seen": 104595456 + }, + { + "epoch": 0.03, + "objective/train/advantage_avg": 0.004238635301589966, + "objective/train/docs_used": 45444, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 3.343101739883423, + "objective/train/original_loss": 3.34310245513916, + "objective/train/theoretical_loss": 4.769514824606178, + "objective/train/tokens_used": 125317600, + "objective/train/value_avg": -0.010650634765625, + "objective/train/value_loss": 0.0006700228550471365, + "objective/train/value_max": -0.00274658203125, + "objective/train/value_min": -0.1849365234375, + "objective/train/value_reward_corr": 0.41801448174873623, + "objective/train/value_std": 0.00678253173828125, + "objective/train/weight_avg": 1.00452721118927, + "objective/train/weighted_lm_loss": 3.360016107559204, + "objective/train/weights_max": 1.1148998737335205, + "objective/train/weights_min": 0.37098827958106995, + "theoretical_loss": 4.769514824606178, + "tokens_seen": 104857600 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009780131600064196, + "loss": 0.1625, + "theoretical_loss": 4.769514824606178, + "tokens_seen": 104857600 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009779329160648372, + "loss": 0.1607, + "theoretical_loss": 4.7678849257343305, + "tokens_seen": 105119744 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009778526721232546, + "loss": 0.163, + "theoretical_loss": 4.766260221246329, + "tokens_seen": 105381888 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009777724281816724, + "loss": 0.1623, + "theoretical_loss": 4.764640681728281, + "tokens_seen": 105644032 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009776921842400898, + "loss": 0.1652, + "theoretical_loss": 4.763026278005314, + "tokens_seen": 105906176 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009776119402985074, + "loss": 0.1615, + "theoretical_loss": 4.761416981139046, + "tokens_seen": 106168320 + }, + { + "epoch": 0.03, + "learning_rate": 0.000977531696356925, + "loss": 0.1635, + "theoretical_loss": 4.75981276242509, + "tokens_seen": 106430464 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009774514524153427, + "loss": 0.1627, + "theoretical_loss": 4.758213593390595, + "tokens_seen": 106692608 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009773712084737603, + "loss": 0.1616, + "theoretical_loss": 4.756619445791808, + "tokens_seen": 106954752 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009772909645321779, + "loss": 0.1633, + "theoretical_loss": 4.755030291611678, + "tokens_seen": 107216896 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009772107205905955, + "loss": 0.1635, + "theoretical_loss": 4.753446103057492, + "tokens_seen": 107479040 + }, + { + "epoch": 0.03, + "learning_rate": 0.000977130476649013, + "loss": 0.1615, + "theoretical_loss": 4.751866852558529, + "tokens_seen": 107741184 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009770502327074307, + "loss": 0.1637, + "theoretical_loss": 4.7502925127637585, + "tokens_seen": 108003328 + }, + { + "epoch": 0.03, + "objective/train/advantage_avg": 0.0071704089641571045, + "objective/train/docs_used": 46682, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 3.396390199661255, + "objective/train/original_loss": 3.396389961242676, + "objective/train/theoretical_loss": 4.749507175892756, + "objective/train/tokens_used": 128594400, + "objective/train/value_avg": -0.01335906982421875, + "objective/train/value_loss": 0.00036744819954037666, + "objective/train/value_max": -0.0034027099609375, + "objective/train/value_min": -0.1729736328125, + "objective/train/value_reward_corr": 0.30302972832136227, + "objective/train/value_std": 0.00762176513671875, + "objective/train/weight_avg": 1.007347583770752, + "objective/train/weighted_lm_loss": 3.4243507385253906, + "objective/train/weights_max": 1.1316277980804443, + "objective/train/weights_min": 0.3721874952316284, + "theoretical_loss": 4.749507175892756, + "tokens_seen": 108134400 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009769699887658481, + "loss": 0.1632, + "theoretical_loss": 4.7487230565395535, + "tokens_seen": 108265472 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009768897448242657, + "loss": 0.1625, + "theoretical_loss": 4.747158456967452, + "tokens_seen": 108527616 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009768095008826833, + "loss": 0.1622, + "theoretical_loss": 4.745598687341927, + "tokens_seen": 108789760 + }, + { + "epoch": 0.03, + "learning_rate": 0.000976729256941101, + "loss": 0.1632, + "theoretical_loss": 4.744043721168196, + "tokens_seen": 109051904 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009766490129995186, + "loss": 0.1598, + "theoretical_loss": 4.74249353216006, + "tokens_seen": 109314048 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009765687690579362, + "loss": 0.1593, + "theoretical_loss": 4.740948094237761, + "tokens_seen": 109576192 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009764885251163538, + "loss": 0.1609, + "theoretical_loss": 4.739407381525874, + "tokens_seen": 109838336 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009764082811747713, + "loss": 0.16, + "theoretical_loss": 4.7378713683512235, + "tokens_seen": 110100480 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009763280372331889, + "loss": 0.1605, + "theoretical_loss": 4.7363400292408215, + "tokens_seen": 110362624 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009762477932916065, + "loss": 0.1611, + "theoretical_loss": 4.734813338919842, + "tokens_seen": 110624768 + }, + { + "epoch": 0.03, + "learning_rate": 0.000976167549350024, + "loss": 0.1586, + "theoretical_loss": 4.733291272309609, + "tokens_seen": 110886912 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009760873054084417, + "loss": 0.1586, + "theoretical_loss": 4.731773804525616, + "tokens_seen": 111149056 + }, + { + "epoch": 0.03, + "objective/train/advantage_avg": 0.004647436086088419, + "objective/train/docs_used": 47788, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 3.1160049438476562, + "objective/train/original_loss": 3.1160049438476562, + "objective/train/theoretical_loss": 4.73026091087557, + "objective/train/tokens_used": 131871200, + "objective/train/value_avg": -0.012420654296875, + "objective/train/value_loss": 0.000463286618469283, + "objective/train/value_max": -0.002590179443359375, + "objective/train/value_min": -0.1513671875, + "objective/train/value_reward_corr": 0.5060304936226987, + "objective/train/value_std": 0.009033203125, + "objective/train/weight_avg": 1.0048644542694092, + "objective/train/weighted_lm_loss": 3.129504680633545, + "objective/train/weights_max": 1.124742031097412, + "objective/train/weights_min": 0.37829095125198364, + "theoretical_loss": 4.73026091087557, + "tokens_seen": 111411200 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009760070614668593, + "loss": 0.1569, + "theoretical_loss": 4.73026091087557, + "tokens_seen": 111411200 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009759268175252769, + "loss": 0.1589, + "theoretical_loss": 4.728752566857459, + "tokens_seen": 111673344 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009758465735836945, + "loss": 0.1589, + "theoretical_loss": 4.72724874815764, + "tokens_seen": 111935488 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009757663296421121, + "loss": 0.1581, + "theoretical_loss": 4.725749430648958, + "tokens_seen": 112197632 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009756860857005296, + "loss": 0.1598, + "theoretical_loss": 4.724254590388881, + "tokens_seen": 112459776 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009756058417589472, + "loss": 0.1579, + "theoretical_loss": 4.722764203617663, + "tokens_seen": 112721920 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009755255978173648, + "loss": 0.1597, + "theoretical_loss": 4.7212782467565235, + "tokens_seen": 112984064 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009754453538757823, + "loss": 0.1592, + "theoretical_loss": 4.719796696405858, + "tokens_seen": 113246208 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009753651099342, + "loss": 0.1565, + "theoretical_loss": 4.718319529343462, + "tokens_seen": 113508352 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009752848659926175, + "loss": 0.1583, + "theoretical_loss": 4.716846722522781, + "tokens_seen": 113770496 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009752046220510353, + "loss": 0.1553, + "theoretical_loss": 4.715378253071181, + "tokens_seen": 114032640 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009751243781094528, + "loss": 0.154, + "theoretical_loss": 4.713914098288242, + "tokens_seen": 114294784 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009750441341678703, + "loss": 0.1561, + "theoretical_loss": 4.712454235644064, + "tokens_seen": 114556928 + }, + { + "epoch": 0.03, + "objective/train/advantage_avg": 0.007737597916275263, + "objective/train/docs_used": 48994, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 3.0140514373779297, + "objective/train/original_loss": 3.0140514373779297, + "objective/train/theoretical_loss": 4.711725906879634, + "objective/train/tokens_used": 135148000, + "objective/train/value_avg": -0.012451171875, + "objective/train/value_loss": 0.00027302198577672243, + "objective/train/value_max": -0.0025119781494140625, + "objective/train/value_min": -0.262939453125, + "objective/train/value_reward_corr": 0.3247419432377965, + "objective/train/value_std": 0.007015228271484375, + "objective/train/weight_avg": 1.007866382598877, + "objective/train/weighted_lm_loss": 3.040472984313965, + "objective/train/weights_max": 1.0795433521270752, + "objective/train/weights_min": 0.37029266357421875, + "theoretical_loss": 4.711725906879634, + "tokens_seen": 114688000 + }, + { + "epoch": 0.03, + "learning_rate": 0.000974963890226288, + "loss": 0.1564, + "theoretical_loss": 4.710998642777606, + "tokens_seen": 114819072 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009748836462847055, + "loss": 0.1593, + "theoretical_loss": 4.709547297495034, + "tokens_seen": 115081216 + }, + { + "epoch": 0.03, + "learning_rate": 0.0009748034023431231, + "loss": 0.1539, + "theoretical_loss": 4.708100177768094, + "tokens_seen": 115343360 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009747231584015407, + "loss": 0.1566, + "theoretical_loss": 4.7066572617325075, + "tokens_seen": 115605504 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009746429144599583, + "loss": 0.1594, + "theoretical_loss": 4.705218527686375, + "tokens_seen": 115867648 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009745626705183758, + "loss": 0.159, + "theoretical_loss": 4.703783954088612, + "tokens_seen": 116129792 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009744824265767935, + "loss": 0.1588, + "theoretical_loss": 4.702353519557398, + "tokens_seen": 116391936 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009744021826352111, + "loss": 0.155, + "theoretical_loss": 4.700927202868639, + "tokens_seen": 116654080 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009743219386936286, + "loss": 0.1548, + "theoretical_loss": 4.699504982954452, + "tokens_seen": 116916224 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009742416947520463, + "loss": 0.1559, + "theoretical_loss": 4.698086838901676, + "tokens_seen": 117178368 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009741614508104638, + "loss": 0.1544, + "theoretical_loss": 4.696672749950385, + "tokens_seen": 117440512 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009740812068688814, + "loss": 0.1544, + "theoretical_loss": 4.695262695492428, + "tokens_seen": 117702656 + }, + { + "epoch": 0.04, + "objective/train/advantage_avg": 0.005681219045072794, + "objective/train/docs_used": 50256, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 3.187551975250244, + "objective/train/original_loss": 3.187551975250244, + "objective/train/theoretical_loss": 4.693856655069986, + "objective/train/tokens_used": 138424800, + "objective/train/value_avg": -0.01361846923828125, + "objective/train/value_loss": 0.0008634494733996689, + "objective/train/value_max": -0.002521514892578125, + "objective/train/value_min": -0.2017822265625, + "objective/train/value_reward_corr": 0.31002036483857964, + "objective/train/value_std": 0.0088043212890625, + "objective/train/weight_avg": 1.0060300827026367, + "objective/train/weighted_lm_loss": 3.207850694656372, + "objective/train/weights_max": 1.1414783000946045, + "objective/train/weights_min": 0.22677886486053467, + "theoretical_loss": 4.693856655069986, + "tokens_seen": 117964800 + }, + { + "epoch": 0.04, + "learning_rate": 0.000974000962927299, + "loss": 0.1557, + "theoretical_loss": 4.693856655069986, + "tokens_seen": 117964800 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009739207189857165, + "loss": 0.1572, + "theoretical_loss": 4.692454608374145, + "tokens_seen": 118226944 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009738404750441343, + "loss": 0.154, + "theoretical_loss": 4.6910565352434785, + "tokens_seen": 118489088 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009737602311025518, + "loss": 0.1539, + "theoretical_loss": 4.689662415662662, + "tokens_seen": 118751232 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009736799871609694, + "loss": 0.1532, + "theoretical_loss": 4.688272229761087, + "tokens_seen": 119013376 + }, + { + "epoch": 0.04, + "learning_rate": 0.000973599743219387, + "loss": 0.1538, + "theoretical_loss": 4.686885957811503, + "tokens_seen": 119275520 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009735194992778046, + "loss": 0.1502, + "theoretical_loss": 4.685503580228671, + "tokens_seen": 119537664 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009734392553362221, + "loss": 0.1502, + "theoretical_loss": 4.684125077568028, + "tokens_seen": 119799808 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009733590113946397, + "loss": 0.1547, + "theoretical_loss": 4.682750430524376, + "tokens_seen": 120061952 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009732787674530573, + "loss": 0.1532, + "theoretical_loss": 4.6813796199305795, + "tokens_seen": 120324096 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009731985235114748, + "loss": 0.1526, + "theoretical_loss": 4.68001262675628, + "tokens_seen": 120586240 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009731182795698925, + "loss": 0.1486, + "theoretical_loss": 4.678649432106627, + "tokens_seen": 120848384 + }, + { + "epoch": 0.04, + "learning_rate": 0.00097303803562831, + "loss": 0.1528, + "theoretical_loss": 4.677290017221017, + "tokens_seen": 121110528 + }, + { + "epoch": 0.04, + "objective/train/advantage_avg": 0.006396659184247255, + "objective/train/docs_used": 51395, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.9453554153442383, + "objective/train/original_loss": 2.94535493850708, + "objective/train/theoretical_loss": 4.676611721363443, + "objective/train/tokens_used": 141701600, + "objective/train/value_avg": -0.01320648193359375, + "objective/train/value_loss": 0.0003604175872169435, + "objective/train/value_max": -0.002758026123046875, + "objective/train/value_min": -0.275146484375, + "objective/train/value_reward_corr": 0.3984379376279553, + "objective/train/value_std": 0.01071929931640625, + "objective/train/weight_avg": 1.0065668821334839, + "objective/train/weighted_lm_loss": 2.9646546840667725, + "objective/train/weights_max": 1.1695466041564941, + "objective/train/weights_min": 0.37227270007133484, + "theoretical_loss": 4.676611721363443, + "tokens_seen": 121241600 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009729577916867277, + "loss": 0.1491, + "theoretical_loss": 4.675934363471857, + "tokens_seen": 121372672 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009728775477451453, + "loss": 0.1506, + "theoretical_loss": 4.674582452363334, + "tokens_seen": 121634816 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009727973038035629, + "loss": 0.1495, + "theoretical_loss": 4.673234265530201, + "tokens_seen": 121896960 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009727170598619804, + "loss": 0.1496, + "theoretical_loss": 4.671889784736576, + "tokens_seen": 122159104 + }, + { + "epoch": 0.04, + "learning_rate": 0.000972636815920398, + "loss": 0.1493, + "theoretical_loss": 4.670548991874758, + "tokens_seen": 122421248 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009725565719788156, + "loss": 0.1486, + "theoretical_loss": 4.669211868964052, + "tokens_seen": 122683392 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009724763280372332, + "loss": 0.1514, + "theoretical_loss": 4.66787839814961, + "tokens_seen": 122945536 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009723960840956508, + "loss": 0.1497, + "theoretical_loss": 4.666548561701285, + "tokens_seen": 123207680 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009723158401540683, + "loss": 0.1476, + "theoretical_loss": 4.665222342012491, + "tokens_seen": 123469824 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009722355962124861, + "loss": 0.1486, + "theoretical_loss": 4.663899721599093, + "tokens_seen": 123731968 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009721553522709036, + "loss": 0.1453, + "theoretical_loss": 4.6625806830982865, + "tokens_seen": 123994112 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009720751083293211, + "loss": 0.1455, + "theoretical_loss": 4.661265209267507, + "tokens_seen": 124256256 + }, + { + "epoch": 0.04, + "objective/train/advantage_avg": 0.006681052967905998, + "objective/train/docs_used": 52572, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.8097925186157227, + "objective/train/original_loss": 2.8097922801971436, + "objective/train/theoretical_loss": 4.659953282983348, + "objective/train/tokens_used": 144978400, + "objective/train/value_avg": -0.0123291015625, + "objective/train/value_loss": 0.0003053163818549365, + "objective/train/value_max": -0.0013885498046875, + "objective/train/value_min": -0.19091796875, + "objective/train/value_reward_corr": 0.4228981867423759, + "objective/train/value_std": 0.01007080078125, + "objective/train/weight_avg": 1.0068252086639404, + "objective/train/weighted_lm_loss": 2.8305423259735107, + "objective/train/weights_max": 1.180476188659668, + "objective/train/weights_min": 0.40433254837989807, + "theoretical_loss": 4.659953282983348, + "tokens_seen": 124518400 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009719948643877388, + "loss": 0.1483, + "theoretical_loss": 4.659953282983348, + "tokens_seen": 124518400 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009719146204461563, + "loss": 0.1498, + "theoretical_loss": 4.658644887240481, + "tokens_seen": 124780544 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009718343765045739, + "loss": 0.149, + "theoretical_loss": 4.657340005150602, + "tokens_seen": 125042688 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009717541325629915, + "loss": 0.1484, + "theoretical_loss": 4.656038619941382, + "tokens_seen": 125304832 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009716738886214091, + "loss": 0.1454, + "theoretical_loss": 4.654740714955429, + "tokens_seen": 125566976 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009715936446798266, + "loss": 0.1452, + "theoretical_loss": 4.653446273649259, + "tokens_seen": 125829120 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009715134007382443, + "loss": 0.1472, + "theoretical_loss": 4.652155279592286, + "tokens_seen": 126091264 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009714331567966619, + "loss": 0.1446, + "theoretical_loss": 4.650867716465819, + "tokens_seen": 126353408 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009713529128550794, + "loss": 0.1457, + "theoretical_loss": 4.6495835680620665, + "tokens_seen": 126615552 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009712726689134971, + "loss": 0.1434, + "theoretical_loss": 4.648302818283158, + "tokens_seen": 126877696 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009711924249719146, + "loss": 0.1487, + "theoretical_loss": 4.64702545114017, + "tokens_seen": 127139840 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009711121810303323, + "loss": 0.1463, + "theoretical_loss": 4.645751450752172, + "tokens_seen": 127401984 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009710319370887498, + "loss": 0.1435, + "theoretical_loss": 4.644480801345268, + "tokens_seen": 127664128 + }, + { + "epoch": 0.04, + "objective/train/advantage_avg": 0.005720935296267271, + "objective/train/docs_used": 53741, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.8736352920532227, + "objective/train/original_loss": 2.8736352920532227, + "objective/train/theoretical_loss": 4.6438467283594225, + "objective/train/tokens_used": 148255200, + "objective/train/value_avg": -0.0136871337890625, + "objective/train/value_loss": 0.0003425339236855507, + "objective/train/value_max": -0.002002716064453125, + "objective/train/value_min": -0.287353515625, + "objective/train/value_reward_corr": 0.43054306120404817, + "objective/train/value_std": 0.0099334716796875, + "objective/train/weight_avg": 1.0058858394622803, + "objective/train/weighted_lm_loss": 2.8924479484558105, + "objective/train/weights_max": 1.128271460533142, + "objective/train/weights_min": 0.3717731535434723, + "theoretical_loss": 4.6438467283594225, + "tokens_seen": 127795200 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009709516931471673, + "loss": 0.1475, + "theoretical_loss": 4.643213487251664, + "tokens_seen": 127926272 + }, + { + "epoch": 0.04, + "learning_rate": 0.000970871449205585, + "loss": 0.1444, + "theoretical_loss": 4.641949492908737, + "tokens_seen": 128188416 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009707912052640026, + "loss": 0.1448, + "theoretical_loss": 4.640688802858113, + "tokens_seen": 128450560 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009707109613224202, + "loss": 0.1481, + "theoretical_loss": 4.63943140174476, + "tokens_seen": 128712704 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009706307173808378, + "loss": 0.145, + "theoretical_loss": 4.6381772743160905, + "tokens_seen": 128974848 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009705504734392554, + "loss": 0.1469, + "theoretical_loss": 4.636926405421065, + "tokens_seen": 129236992 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009704702294976729, + "loss": 0.1427, + "theoretical_loss": 4.635678780009318, + "tokens_seen": 129499136 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009703899855560905, + "loss": 0.1428, + "theoretical_loss": 4.634434383130284, + "tokens_seen": 129761280 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009703097416145081, + "loss": 0.1457, + "theoretical_loss": 4.633193199932336, + "tokens_seen": 130023424 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009702294976729256, + "loss": 0.1444, + "theoretical_loss": 4.631955215661932, + "tokens_seen": 130285568 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009701492537313433, + "loss": 0.1434, + "theoretical_loss": 4.630720415662774, + "tokens_seen": 130547712 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009700690097897609, + "loss": 0.1376, + "theoretical_loss": 4.629488785374969, + "tokens_seen": 130809856 + }, + { + "epoch": 0.04, + "objective/train/advantage_avg": 0.004659651312977076, + "objective/train/docs_used": 54897, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.7809975147247314, + "objective/train/original_loss": 2.7809977531433105, + "objective/train/theoretical_loss": 4.628260310334209, + "objective/train/tokens_used": 151532000, + "objective/train/value_avg": -0.0121917724609375, + "objective/train/value_loss": 0.0007798522710800171, + "objective/train/value_max": -0.00183868408203125, + "objective/train/value_min": -0.277587890625, + "objective/train/value_reward_corr": 0.2511548518420749, + "objective/train/value_std": 0.01158905029296875, + "objective/train/weight_avg": 1.0049818754196167, + "objective/train/weighted_lm_loss": 2.79502010345459, + "objective/train/weights_max": 1.2793318033218384, + "objective/train/weights_min": 0.22729159891605377, + "theoretical_loss": 4.628260310334209, + "tokens_seen": 131072000 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009699887658481786, + "loss": 0.1405, + "theoretical_loss": 4.628260310334209, + "tokens_seen": 131072000 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009699085219065961, + "loss": 0.141, + "theoretical_loss": 4.6270349761709495, + "tokens_seen": 131334144 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009698282779650137, + "loss": 0.1376, + "theoretical_loss": 4.625812768609601, + "tokens_seen": 131596288 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009697480340234313, + "loss": 0.1409, + "theoretical_loss": 4.62459367346773, + "tokens_seen": 131858432 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009696677900818488, + "loss": 0.1403, + "theoretical_loss": 4.623377676655271, + "tokens_seen": 132120576 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009695875461402664, + "loss": 0.1405, + "theoretical_loss": 4.622164764173735, + "tokens_seen": 132382720 + }, + { + "epoch": 0.04, + "learning_rate": 0.000969507302198684, + "loss": 0.1409, + "theoretical_loss": 4.62095492211544, + "tokens_seen": 132644864 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009694270582571016, + "loss": 0.1468, + "theoretical_loss": 4.6197481366627455, + "tokens_seen": 132907008 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009693468143155191, + "loss": 0.143, + "theoretical_loss": 4.618544394087287, + "tokens_seen": 133169152 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009692665703739369, + "loss": 0.1361, + "theoretical_loss": 4.617343680749233, + "tokens_seen": 133431296 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009691863264323544, + "loss": 0.1387, + "theoretical_loss": 4.61614598309653, + "tokens_seen": 133693440 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009691060824907719, + "loss": 0.1393, + "theoretical_loss": 4.614951287664179, + "tokens_seen": 133955584 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009690258385491896, + "loss": 0.1414, + "theoretical_loss": 4.613759581073502, + "tokens_seen": 134217728 + }, + { + "epoch": 0.04, + "objective/train/advantage_avg": 0.004692126996815205, + "objective/train/docs_used": 56110, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.7041289806365967, + "objective/train/original_loss": 2.704129219055176, + "objective/train/theoretical_loss": 4.613164844436379, + "objective/train/tokens_used": 154808800, + "objective/train/value_avg": -0.01103973388671875, + "objective/train/value_loss": 0.0002903988061007112, + "objective/train/value_max": -0.0021991729736328125, + "objective/train/value_min": -0.147216796875, + "objective/train/value_reward_corr": 0.17797914434917303, + "objective/train/value_std": 0.00676727294921875, + "objective/train/weight_avg": 1.0048354864120483, + "objective/train/weighted_lm_loss": 2.7169229984283447, + "objective/train/weights_max": 1.1501502990722656, + "objective/train/weights_min": 0.722443163394928, + "theoretical_loss": 4.613164844436379, + "tokens_seen": 134348800 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009689455946076071, + "loss": 0.14, + "theoretical_loss": 4.612570850031418, + "tokens_seen": 134479872 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009688653506660247, + "loss": 0.1378, + "theoretical_loss": 4.611385081329736, + "tokens_seen": 134742016 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009687851067244423, + "loss": 0.1387, + "theoretical_loss": 4.610202261844444, + "tokens_seen": 135004160 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009687048627828599, + "loss": 0.1386, + "theoretical_loss": 4.6090223785350135, + "tokens_seen": 135266304 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009686246188412776, + "loss": 0.136, + "theoretical_loss": 4.607845418443706, + "tokens_seen": 135528448 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009685443748996951, + "loss": 0.1389, + "theoretical_loss": 4.606671368694888, + "tokens_seen": 135790592 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009684641309581127, + "loss": 0.1372, + "theoretical_loss": 4.6055002164943595, + "tokens_seen": 136052736 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009683838870165303, + "loss": 0.1326, + "theoretical_loss": 4.604331949128672, + "tokens_seen": 136314880 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009683036430749479, + "loss": 0.1372, + "theoretical_loss": 4.603166553964474, + "tokens_seen": 136577024 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009682233991333654, + "loss": 0.1396, + "theoretical_loss": 4.60200401844785, + "tokens_seen": 136839168 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009681431551917831, + "loss": 0.1338, + "theoretical_loss": 4.6008443301036746, + "tokens_seen": 137101312 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009680629112502006, + "loss": 0.1368, + "theoretical_loss": 4.5996874765349585, + "tokens_seen": 137363456 + }, + { + "epoch": 0.04, + "objective/train/advantage_avg": 0.004218548070639372, + "objective/train/docs_used": 57180, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.882290840148926, + "objective/train/original_loss": 2.882291078567505, + "objective/train/theoretical_loss": 4.598533445422221, + "objective/train/tokens_used": 158085600, + "objective/train/value_avg": -0.01172637939453125, + "objective/train/value_loss": 0.00034735785447992384, + "objective/train/value_max": -0.0017414093017578125, + "objective/train/value_min": -0.1500244140625, + "objective/train/value_reward_corr": 0.2497056710088707, + "objective/train/value_std": 0.00785064697265625, + "objective/train/weight_avg": 1.004388451576233, + "objective/train/weighted_lm_loss": 2.8948888778686523, + "objective/train/weights_max": 1.1254287958145142, + "objective/train/weights_min": 0.7222889065742493, + "theoretical_loss": 4.598533445422221, + "tokens_seen": 137625600 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009679826673086181, + "loss": 0.1363, + "theoretical_loss": 4.598533445422221, + "tokens_seen": 137625600 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009679024233670359, + "loss": 0.1338, + "theoretical_loss": 4.597382224522855, + "tokens_seen": 137887744 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009678221794254534, + "loss": 0.1351, + "theoretical_loss": 4.596233801670502, + "tokens_seen": 138149888 + }, + { + "epoch": 0.04, + "learning_rate": 0.000967741935483871, + "loss": 0.1342, + "theoretical_loss": 4.595088164774435, + "tokens_seen": 138412032 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009676616915422886, + "loss": 0.1362, + "theoretical_loss": 4.593945301818941, + "tokens_seen": 138674176 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009675814476007062, + "loss": 0.13, + "theoretical_loss": 4.592805200862726, + "tokens_seen": 138936320 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009675012036591238, + "loss": 0.1328, + "theoretical_loss": 4.591667850038302, + "tokens_seen": 139198464 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009674209597175413, + "loss": 0.1331, + "theoretical_loss": 4.590533237551401, + "tokens_seen": 139460608 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009673407157759589, + "loss": 0.1325, + "theoretical_loss": 4.589401351680385, + "tokens_seen": 139722752 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009672604718343765, + "loss": 0.1344, + "theoretical_loss": 4.588272180775659, + "tokens_seen": 139984896 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009671802278927941, + "loss": 0.1307, + "theoretical_loss": 4.587145713259102, + "tokens_seen": 140247040 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009670999839512117, + "loss": 0.1312, + "theoretical_loss": 4.5860219376234905, + "tokens_seen": 140509184 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009670197400096294, + "loss": 0.1332, + "theoretical_loss": 4.584900842431934, + "tokens_seen": 140771328 + }, + { + "epoch": 0.04, + "objective/train/advantage_avg": 0.006306931842118502, + "objective/train/docs_used": 58312, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.459294557571411, + "objective/train/original_loss": 2.4592947959899902, + "objective/train/theoretical_loss": 4.584341296447742, + "objective/train/tokens_used": 161362400, + "objective/train/value_avg": -0.01041412353515625, + "objective/train/value_loss": 0.00027287748525850475, + "objective/train/value_max": -0.0018749237060546875, + "objective/train/value_min": -0.298095703125, + "objective/train/value_reward_corr": 0.22560570295889215, + "objective/train/value_std": 0.0067901611328125, + "objective/train/weight_avg": 1.0064305067062378, + "objective/train/weighted_lm_loss": 2.475612163543701, + "objective/train/weights_max": 1.1030683517456055, + "objective/train/weights_min": 0.373598575592041, + "theoretical_loss": 4.584341296447742, + "tokens_seen": 140902400 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009669394960680469, + "loss": 0.1297, + "theoretical_loss": 4.583782416317316, + "tokens_seen": 141033472 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009668592521264644, + "loss": 0.132, + "theoretical_loss": 4.582666647981739, + "tokens_seen": 141295616 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009667790081848821, + "loss": 0.1318, + "theoretical_loss": 4.581553526195974, + "tokens_seen": 141557760 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009666987642432996, + "loss": 0.1336, + "theoretical_loss": 4.580443039798922, + "tokens_seen": 141819904 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009666185203017172, + "loss": 0.1327, + "theoretical_loss": 4.57933517769707, + "tokens_seen": 142082048 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009665382763601348, + "loss": 0.1339, + "theoretical_loss": 4.578229928863959, + "tokens_seen": 142344192 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009664580324185524, + "loss": 0.1307, + "theoretical_loss": 4.57712728233966, + "tokens_seen": 142606336 + }, + { + "epoch": 0.04, + "learning_rate": 0.00096637778847697, + "loss": 0.1295, + "theoretical_loss": 4.576027227230245, + "tokens_seen": 142868480 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009662975445353877, + "loss": 0.1337, + "theoretical_loss": 4.574929752707274, + "tokens_seen": 143130624 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009662173005938052, + "loss": 0.1304, + "theoretical_loss": 4.573834848007284, + "tokens_seen": 143392768 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009661370566522228, + "loss": 0.1286, + "theoretical_loss": 4.572742502431272, + "tokens_seen": 143654912 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009660568127106404, + "loss": 0.1285, + "theoretical_loss": 4.571652705344202, + "tokens_seen": 143917056 + }, + { + "epoch": 0.04, + "objective/train/advantage_avg": 0.0033838225062936544, + "objective/train/docs_used": 59583, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.500458240509033, + "objective/train/original_loss": 2.500458240509033, + "objective/train/theoretical_loss": 4.570565446174504, + "objective/train/tokens_used": 164639200, + "objective/train/value_avg": -0.01302337646484375, + "objective/train/value_loss": 0.0007380233146250248, + "objective/train/value_max": -0.0014896392822265625, + "objective/train/value_min": -0.272216796875, + "objective/train/value_reward_corr": 0.4493609586426573, + "objective/train/value_std": 0.01306915283203125, + "objective/train/weight_avg": 1.0037178993225098, + "objective/train/weighted_lm_loss": 2.509612798690796, + "objective/train/weights_max": 1.2253804206848145, + "objective/train/weights_min": 0.372374951839447, + "theoretical_loss": 4.570565446174504, + "tokens_seen": 144179200 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009659765687690579, + "loss": 0.1289, + "theoretical_loss": 4.570565446174504, + "tokens_seen": 144179200 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009658963248274756, + "loss": 0.1274, + "theoretical_loss": 4.569480714413578, + "tokens_seen": 144441344 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009658160808858931, + "loss": 0.1296, + "theoretical_loss": 4.568398499615305, + "tokens_seen": 144703488 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009657358369443107, + "loss": 0.1293, + "theoretical_loss": 4.56731879139557, + "tokens_seen": 144965632 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009656555930027284, + "loss": 0.1269, + "theoretical_loss": 4.566241579431776, + "tokens_seen": 145227776 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009655753490611459, + "loss": 0.1289, + "theoretical_loss": 4.565166853462371, + "tokens_seen": 145489920 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009654951051195635, + "loss": 0.1308, + "theoretical_loss": 4.564094603286375, + "tokens_seen": 145752064 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009654148611779811, + "loss": 0.1254, + "theoretical_loss": 4.5630248187629245, + "tokens_seen": 146014208 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009653346172363987, + "loss": 0.1268, + "theoretical_loss": 4.561957489810798, + "tokens_seen": 146276352 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009652543732948162, + "loss": 0.1252, + "theoretical_loss": 4.5608926064079665, + "tokens_seen": 146538496 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009651741293532339, + "loss": 0.1288, + "theoretical_loss": 4.559830158591139, + "tokens_seen": 146800640 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009650938854116514, + "loss": 0.1233, + "theoretical_loss": 4.558770136455316, + "tokens_seen": 147062784 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009650136414700689, + "loss": 0.1256, + "theoretical_loss": 4.557712530153342, + "tokens_seen": 147324928 + }, + { + "epoch": 0.04, + "objective/train/advantage_avg": 0.0022171183954924345, + "objective/train/docs_used": 60747, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.3563027381896973, + "objective/train/original_loss": 2.3563027381896973, + "objective/train/theoretical_loss": 4.557184629878522, + "objective/train/tokens_used": 167916000, + "objective/train/value_avg": -0.0082244873046875, + "objective/train/value_loss": 0.0003552383277565241, + "objective/train/value_max": -0.0010442733764648438, + "objective/train/value_min": -0.1806640625, + "objective/train/value_reward_corr": 0.2535030150632728, + "objective/train/value_std": 0.00556182861328125, + "objective/train/weight_avg": 1.0023854970932007, + "objective/train/weighted_lm_loss": 2.361457109451294, + "objective/train/weights_max": 1.0734983682632446, + "objective/train/weights_min": 0.620203971862793, + "theoretical_loss": 4.557184629878522, + "tokens_seen": 147456000 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009649333975284866, + "loss": 0.1232, + "theoretical_loss": 4.556657329895469, + "tokens_seen": 147587072 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009648531535869042, + "loss": 0.1265, + "theoretical_loss": 4.5556045259489135, + "tokens_seen": 147849216 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009647729096453219, + "loss": 0.1272, + "theoretical_loss": 4.554554108637437, + "tokens_seen": 148111360 + }, + { + "epoch": 0.04, + "learning_rate": 0.0009646926657037394, + "loss": 0.1247, + "theoretical_loss": 4.553506068340907, + "tokens_seen": 148373504 + }, + { + "epoch": 0.05, + "learning_rate": 0.000964612421762157, + "loss": 0.1233, + "theoretical_loss": 4.552460395494878, + "tokens_seen": 148635648 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009645321778205746, + "loss": 0.125, + "theoretical_loss": 4.55141708059017, + "tokens_seen": 148897792 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009644519338789921, + "loss": 0.1213, + "theoretical_loss": 4.5503761141724555, + "tokens_seen": 149159936 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009643716899374097, + "loss": 0.1224, + "theoretical_loss": 4.549337486841843, + "tokens_seen": 149422080 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009642914459958273, + "loss": 0.1229, + "theoretical_loss": 4.548301189252473, + "tokens_seen": 149684224 + }, + { + "epoch": 0.05, + "learning_rate": 0.000964211202054245, + "loss": 0.1242, + "theoretical_loss": 4.54726721211211, + "tokens_seen": 149946368 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009641309581126625, + "loss": 0.122, + "theoretical_loss": 4.546235546181743, + "tokens_seen": 150208512 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009640507141710802, + "loss": 0.1184, + "theoretical_loss": 4.545206182275189, + "tokens_seen": 150470656 + }, + { + "epoch": 0.05, + "objective/train/advantage_avg": 0.004122610203921795, + "objective/train/docs_used": 61752, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.4727883338928223, + "objective/train/original_loss": 2.472787857055664, + "objective/train/theoretical_loss": 4.5441791112587016, + "objective/train/tokens_used": 171192800, + "objective/train/value_avg": -0.01007080078125, + "objective/train/value_loss": 0.000271781551418826, + "objective/train/value_max": -0.0012845993041992188, + "objective/train/value_min": -0.23193359375, + "objective/train/value_reward_corr": 0.4085032508372619, + "objective/train/value_std": 0.0076751708984375, + "objective/train/weight_avg": 1.0042554140090942, + "objective/train/weighted_lm_loss": 2.483506679534912, + "objective/train/weights_max": 1.1055487394332886, + "objective/train/weights_min": 0.6095367074012756, + "theoretical_loss": 4.5441791112587016, + "tokens_seen": 150732800 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009639704702294977, + "loss": 0.1204, + "theoretical_loss": 4.5441791112587016, + "tokens_seen": 150732800 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009638902262879152, + "loss": 0.1264, + "theoretical_loss": 4.5431543240505725, + "tokens_seen": 150994944 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009638099823463329, + "loss": 0.1232, + "theoretical_loss": 4.5421318116207585, + "tokens_seen": 151257088 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009637297384047504, + "loss": 0.1191, + "theoretical_loss": 4.541111564990485, + "tokens_seen": 151519232 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009636494944631681, + "loss": 0.1211, + "theoretical_loss": 4.540093575231879, + "tokens_seen": 151781376 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009635692505215856, + "loss": 0.1197, + "theoretical_loss": 4.539077833467582, + "tokens_seen": 152043520 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009634890065800032, + "loss": 0.1212, + "theoretical_loss": 4.538064330870389, + "tokens_seen": 152305664 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009634087626384209, + "loss": 0.1228, + "theoretical_loss": 4.537053058662869, + "tokens_seen": 152567808 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009633285186968385, + "loss": 0.1211, + "theoretical_loss": 4.536044008117005, + "tokens_seen": 152829952 + }, + { + "epoch": 0.05, + "learning_rate": 0.000963248274755256, + "loss": 0.1243, + "theoretical_loss": 4.535037170553833, + "tokens_seen": 153092096 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009631680308136736, + "loss": 0.12, + "theoretical_loss": 4.534032537343078, + "tokens_seen": 153354240 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009630877868720912, + "loss": 0.1227, + "theoretical_loss": 4.533030099902803, + "tokens_seen": 153616384 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009630075429305087, + "loss": 0.1236, + "theoretical_loss": 4.53202984969905, + "tokens_seen": 153878528 + }, + { + "epoch": 0.05, + "objective/train/advantage_avg": 0.004912071395665407, + "objective/train/docs_used": 63027, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.5932207107543945, + "objective/train/original_loss": 2.5932207107543945, + "objective/train/theoretical_loss": 4.531530542157043, + "objective/train/tokens_used": 174469600, + "objective/train/value_avg": -0.0098419189453125, + "objective/train/value_loss": 0.0006948183290660381, + "objective/train/value_max": -0.0013885498046875, + "objective/train/value_min": -0.232177734375, + "objective/train/value_reward_corr": 0.3686534887836405, + "objective/train/value_std": 0.0101165771484375, + "objective/train/weight_avg": 1.005200743675232, + "objective/train/weighted_lm_loss": 2.6071314811706543, + "objective/train/weights_max": 1.2370879650115967, + "objective/train/weights_min": 0.37003564834594727, + "theoretical_loss": 4.531530542157043, + "tokens_seen": 154009600 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009629272989889264, + "loss": 0.1252, + "theoretical_loss": 4.531031778245499, + "tokens_seen": 154140672 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009628470550473439, + "loss": 0.1218, + "theoretical_loss": 4.530035877103115, + "tokens_seen": 154402816 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009627668111057615, + "loss": 0.1218, + "theoretical_loss": 4.529042137879809, + "tokens_seen": 154664960 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009626865671641792, + "loss": 0.1194, + "theoretical_loss": 4.528050552230092, + "tokens_seen": 154927104 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009626063232225967, + "loss": 0.1216, + "theoretical_loss": 4.527061111854746, + "tokens_seen": 155189248 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009625260792810143, + "loss": 0.1225, + "theoretical_loss": 4.526073808500481, + "tokens_seen": 155451392 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009624458353394319, + "loss": 0.1187, + "theoretical_loss": 4.525088633959613, + "tokens_seen": 155713536 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009623655913978495, + "loss": 0.1189, + "theoretical_loss": 4.524105580069728, + "tokens_seen": 155975680 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009622853474562671, + "loss": 0.1195, + "theoretical_loss": 4.523124638713361, + "tokens_seen": 156237824 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009622051035146847, + "loss": 0.1237, + "theoretical_loss": 4.522145801817673, + "tokens_seen": 156499968 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009621248595731022, + "loss": 0.1178, + "theoretical_loss": 4.521169061354129, + "tokens_seen": 156762112 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009620446156315198, + "loss": 0.1192, + "theoretical_loss": 4.520194409338185, + "tokens_seen": 157024256 + }, + { + "epoch": 0.05, + "objective/train/advantage_avg": 0.0018433075165376067, + "objective/train/docs_used": 64097, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.5975568294525146, + "objective/train/original_loss": 2.5975568294525146, + "objective/train/theoretical_loss": 4.519221837828971, + "objective/train/tokens_used": 177746400, + "objective/train/value_avg": -0.00826263427734375, + "objective/train/value_loss": 0.00029420320061035454, + "objective/train/value_max": -0.0009002685546875, + "objective/train/value_min": -0.21044921875, + "objective/train/value_reward_corr": 0.4560299872202709, + "objective/train/value_std": 0.005840301513671875, + "objective/train/weight_avg": 1.0019863843917847, + "objective/train/weighted_lm_loss": 2.603879928588867, + "objective/train/weights_max": 1.0582754611968994, + "objective/train/weights_min": 0.7196184396743774, + "theoretical_loss": 4.519221837828971, + "tokens_seen": 157286400 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009619643716899374, + "loss": 0.1219, + "theoretical_loss": 4.519221837828971, + "tokens_seen": 157286400 + }, + { + "epoch": 0.05, + "learning_rate": 0.000961884127748355, + "loss": 0.121, + "theoretical_loss": 4.51825133892898, + "tokens_seen": 157548544 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009618038838067727, + "loss": 0.1184, + "theoretical_loss": 4.517282904783764, + "tokens_seen": 157810688 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009617236398651902, + "loss": 0.1207, + "theoretical_loss": 4.516316527581621, + "tokens_seen": 158072832 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009616433959236078, + "loss": 0.1209, + "theoretical_loss": 4.515352199553295, + "tokens_seen": 158334976 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009615631519820254, + "loss": 0.1194, + "theoretical_loss": 4.514389912971679, + "tokens_seen": 158597120 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009614829080404429, + "loss": 0.1198, + "theoretical_loss": 4.513429660151513, + "tokens_seen": 158859264 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009614026640988605, + "loss": 0.1164, + "theoretical_loss": 4.51247143344909, + "tokens_seen": 159121408 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009613224201572781, + "loss": 0.1193, + "theoretical_loss": 4.511515225261961, + "tokens_seen": 159383552 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009612421762156957, + "loss": 0.1186, + "theoretical_loss": 4.5105610280286506, + "tokens_seen": 159645696 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009611619322741134, + "loss": 0.1204, + "theoretical_loss": 4.509608834228365, + "tokens_seen": 159907840 + }, + { + "epoch": 0.05, + "learning_rate": 0.000961081688332531, + "loss": 0.1162, + "theoretical_loss": 4.508658636380705, + "tokens_seen": 160169984 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009610014443909485, + "loss": 0.1212, + "theoretical_loss": 4.507710427045389, + "tokens_seen": 160432128 + }, + { + "epoch": 0.05, + "objective/train/advantage_avg": 0.005558887496590614, + "objective/train/docs_used": 65316, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.403799057006836, + "objective/train/original_loss": 2.403798818588257, + "objective/train/theoretical_loss": 4.507237065755672, + "objective/train/tokens_used": 181023200, + "objective/train/value_avg": -0.0086822509765625, + "objective/train/value_loss": 0.0001709548814687878, + "objective/train/value_max": -0.0009698867797851562, + "objective/train/value_min": -0.089111328125, + "objective/train/value_reward_corr": 0.16669228608205794, + "objective/train/value_std": 0.004795074462890625, + "objective/train/weight_avg": 1.00563645362854, + "objective/train/weighted_lm_loss": 2.4174904823303223, + "objective/train/weights_max": 1.0900042057037354, + "objective/train/weights_min": 0.37113550305366516, + "theoretical_loss": 4.507237065755672, + "tokens_seen": 160563200 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009609212004493661, + "loss": 0.1183, + "theoretical_loss": 4.50676419882197, + "tokens_seen": 160694272 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009608409565077837, + "loss": 0.1186, + "theoretical_loss": 4.505819944349556, + "tokens_seen": 160956416 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009607607125662012, + "loss": 0.116, + "theoretical_loss": 4.504877656306535, + "tokens_seen": 161218560 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009606804686246189, + "loss": 0.1196, + "theoretical_loss": 4.503937327410306, + "tokens_seen": 161480704 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009606002246830364, + "loss": 0.1192, + "theoretical_loss": 4.502998950417004, + "tokens_seen": 161742848 + }, + { + "epoch": 0.05, + "learning_rate": 0.000960519980741454, + "loss": 0.1196, + "theoretical_loss": 4.502062518121232, + "tokens_seen": 162004992 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009604397367998717, + "loss": 0.1171, + "theoretical_loss": 4.501128023355796, + "tokens_seen": 162267136 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009603594928582893, + "loss": 0.1168, + "theoretical_loss": 4.500195458991443, + "tokens_seen": 162529280 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009602792489167068, + "loss": 0.1196, + "theoretical_loss": 4.499264817936593, + "tokens_seen": 162791424 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009601990049751244, + "loss": 0.1207, + "theoretical_loss": 4.498336093137089, + "tokens_seen": 163053568 + }, + { + "epoch": 0.05, + "learning_rate": 0.000960118761033542, + "loss": 0.1181, + "theoretical_loss": 4.49740927757593, + "tokens_seen": 163315712 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009600385170919595, + "loss": 0.1159, + "theoretical_loss": 4.496484364273021, + "tokens_seen": 163577856 + }, + { + "epoch": 0.05, + "objective/train/advantage_avg": 0.003581100143492222, + "objective/train/docs_used": 66569, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.226550817489624, + "objective/train/original_loss": 2.226551055908203, + "objective/train/theoretical_loss": 4.495561346284925, + "objective/train/tokens_used": 184300000, + "objective/train/value_avg": -0.0092010498046875, + "objective/train/value_loss": 0.00021620684128720313, + "objective/train/value_max": -0.0009622573852539062, + "objective/train/value_min": -0.270751953125, + "objective/train/value_reward_corr": 0.37088383250004825, + "objective/train/value_std": 0.0080413818359375, + "objective/train/weight_avg": 1.0036842823028564, + "objective/train/weighted_lm_loss": 2.2349019050598145, + "objective/train/weights_max": 1.198158860206604, + "objective/train/weights_min": 0.3706021308898926, + "theoretical_loss": 4.495561346284925, + "tokens_seen": 163840000 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009599582731503772, + "loss": 0.1156, + "theoretical_loss": 4.495561346284925, + "tokens_seen": 163840000 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009598780292087947, + "loss": 0.1176, + "theoretical_loss": 4.494640216704598, + "tokens_seen": 164102144 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009597977852672124, + "loss": 0.1209, + "theoretical_loss": 4.493720968661158, + "tokens_seen": 164364288 + }, + { + "epoch": 0.05, + "learning_rate": 0.00095971754132563, + "loss": 0.1182, + "theoretical_loss": 4.492803595319623, + "tokens_seen": 164626432 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009596372973840475, + "loss": 0.1174, + "theoretical_loss": 4.49188808988068, + "tokens_seen": 164888576 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009595570534424652, + "loss": 0.1143, + "theoretical_loss": 4.490974445580429, + "tokens_seen": 165150720 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009594768095008827, + "loss": 0.1151, + "theoretical_loss": 4.490062655690153, + "tokens_seen": 165412864 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009593965655593003, + "loss": 0.1145, + "theoretical_loss": 4.489152713516077, + "tokens_seen": 165675008 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009593163216177179, + "loss": 0.1115, + "theoretical_loss": 4.488244612399129, + "tokens_seen": 165937152 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009592360776761355, + "loss": 0.1131, + "theoretical_loss": 4.487338345714707, + "tokens_seen": 166199296 + }, + { + "epoch": 0.05, + "learning_rate": 0.000959155833734553, + "loss": 0.1152, + "theoretical_loss": 4.486433906872448, + "tokens_seen": 166461440 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009590755897929706, + "loss": 0.1165, + "theoretical_loss": 4.485531289315997, + "tokens_seen": 166723584 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009589953458513882, + "loss": 0.111, + "theoretical_loss": 4.484630486522775, + "tokens_seen": 166985728 + }, + { + "epoch": 0.05, + "objective/train/advantage_avg": 0.00258608884178102, + "objective/train/docs_used": 67770, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.3961470127105713, + "objective/train/original_loss": 2.396146297454834, + "objective/train/theoretical_loss": 4.48418076363325, + "objective/train/tokens_used": 187576800, + "objective/train/value_avg": -0.01160430908203125, + "objective/train/value_loss": 0.0005275747971609235, + "objective/train/value_max": -0.0012645721435546875, + "objective/train/value_min": -0.269775390625, + "objective/train/value_reward_corr": 0.4769964739982308, + "objective/train/value_std": 0.01324462890625, + "objective/train/weight_avg": 1.002814531326294, + "objective/train/weighted_lm_loss": 2.401684522628784, + "objective/train/weights_max": 1.1952372789382935, + "objective/train/weights_min": 0.3810892701148987, + "theoretical_loss": 4.48418076363325, + "tokens_seen": 167116800 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009589151019098058, + "loss": 0.118, + "theoretical_loss": 4.483731492003757, + "tokens_seen": 167247872 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009588348579682235, + "loss": 0.114, + "theoretical_loss": 4.482834299303246, + "tokens_seen": 167510016 + }, + { + "epoch": 0.05, + "learning_rate": 0.000958754614026641, + "loss": 0.114, + "theoretical_loss": 4.481938901998647, + "tokens_seen": 167772160 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009586743700850587, + "loss": 0.1131, + "theoretical_loss": 4.481045293700248, + "tokens_seen": 168034304 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009585941261434762, + "loss": 0.1137, + "theoretical_loss": 4.480153468051001, + "tokens_seen": 168296448 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009585138822018937, + "loss": 0.116, + "theoretical_loss": 4.4792634187263065, + "tokens_seen": 168558592 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009584336382603114, + "loss": 0.1147, + "theoretical_loss": 4.4783751394337905, + "tokens_seen": 168820736 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009583533943187289, + "loss": 0.1098, + "theoretical_loss": 4.4774886239131, + "tokens_seen": 169082880 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009582731503771465, + "loss": 0.1173, + "theoretical_loss": 4.476603865935683, + "tokens_seen": 169345024 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009581929064355642, + "loss": 0.1185, + "theoretical_loss": 4.475720859304583, + "tokens_seen": 169607168 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009581126624939818, + "loss": 0.1142, + "theoretical_loss": 4.474839597854226, + "tokens_seen": 169869312 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009580324185523993, + "loss": 0.1165, + "theoretical_loss": 4.473960075450218, + "tokens_seen": 170131456 + }, + { + "epoch": 0.05, + "objective/train/advantage_avg": 0.0048578884452581406, + "objective/train/docs_used": 69022, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.5327324867248535, + "objective/train/original_loss": 2.5327324867248535, + "objective/train/theoretical_loss": 4.473082285989134, + "objective/train/tokens_used": 190853600, + "objective/train/value_avg": -0.010162353515625, + "objective/train/value_loss": 0.00026346600498072803, + "objective/train/value_max": -0.0011377334594726562, + "objective/train/value_min": -0.2054443359375, + "objective/train/value_reward_corr": 0.38053497946380666, + "objective/train/value_std": 0.00855255126953125, + "objective/train/weight_avg": 1.0049837827682495, + "objective/train/weighted_lm_loss": 2.544367790222168, + "objective/train/weights_max": 1.1185251474380493, + "objective/train/weights_min": 0.3706671893596649, + "theoretical_loss": 4.473082285989134, + "tokens_seen": 170393600 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009579521746108169, + "loss": 0.1198, + "theoretical_loss": 4.473082285989134, + "tokens_seen": 170393600 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009578719306692345, + "loss": 0.1166, + "theoretical_loss": 4.472206223398325, + "tokens_seen": 170655744 + }, + { + "epoch": 0.05, + "learning_rate": 0.000957791686727652, + "loss": 0.1152, + "theoretical_loss": 4.471331881635698, + "tokens_seen": 170917888 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009577114427860697, + "loss": 0.1146, + "theoretical_loss": 4.470459254689533, + "tokens_seen": 171180032 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009576311988444872, + "loss": 0.1141, + "theoretical_loss": 4.469588336578277, + "tokens_seen": 171442176 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009575509549029048, + "loss": 0.1121, + "theoretical_loss": 4.468719121350343, + "tokens_seen": 171704320 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009574707109613225, + "loss": 0.1112, + "theoretical_loss": 4.467851603083923, + "tokens_seen": 171966464 + }, + { + "epoch": 0.05, + "learning_rate": 0.00095739046701974, + "loss": 0.1143, + "theoretical_loss": 4.466985775886784, + "tokens_seen": 172228608 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009573102230781577, + "loss": 0.1131, + "theoretical_loss": 4.466121633896087, + "tokens_seen": 172490752 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009572299791365752, + "loss": 0.1164, + "theoretical_loss": 4.465259171278182, + "tokens_seen": 172752896 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009571497351949928, + "loss": 0.1124, + "theoretical_loss": 4.464398382228435, + "tokens_seen": 173015040 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009570694912534104, + "loss": 0.115, + "theoretical_loss": 4.463539260971023, + "tokens_seen": 173277184 + }, + { + "epoch": 0.05, + "learning_rate": 0.000956989247311828, + "loss": 0.1153, + "theoretical_loss": 4.462681801758762, + "tokens_seen": 173539328 + }, + { + "epoch": 0.05, + "objective/train/advantage_avg": 0.004532178398221731, + "objective/train/docs_used": 70257, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.394458532333374, + "objective/train/original_loss": 2.394458532333374, + "objective/train/theoretical_loss": 4.462253693631352, + "objective/train/tokens_used": 194130400, + "objective/train/value_avg": -0.010101318359375, + "objective/train/value_loss": 0.00033282575896009803, + "objective/train/value_max": -0.0012598037719726562, + "objective/train/value_min": -0.197021484375, + "objective/train/value_reward_corr": 0.48088965215833723, + "objective/train/value_std": 0.00907135009765625, + "objective/train/weight_avg": 1.0046861171722412, + "objective/train/weighted_lm_loss": 2.405925989151001, + "objective/train/weights_max": 1.1726728677749634, + "objective/train/weights_min": 0.5376461744308472, + "theoretical_loss": 4.462253693631352, + "tokens_seen": 173670400 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009569090033702455, + "loss": 0.1149, + "theoretical_loss": 4.461825998872914, + "tokens_seen": 173801472 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009568287594286632, + "loss": 0.1086, + "theoretical_loss": 4.460971846623005, + "tokens_seen": 174063616 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009567485154870808, + "loss": 0.1115, + "theoretical_loss": 4.460119339346643, + "tokens_seen": 174325760 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009566682715454983, + "loss": 0.1095, + "theoretical_loss": 4.45926847140934, + "tokens_seen": 174587904 + }, + { + "epoch": 0.05, + "learning_rate": 0.000956588027603916, + "loss": 0.1108, + "theoretical_loss": 4.45841923720433, + "tokens_seen": 174850048 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009565077836623335, + "loss": 0.1171, + "theoretical_loss": 4.4575716311523905, + "tokens_seen": 175112192 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009564275397207511, + "loss": 0.1126, + "theoretical_loss": 4.456725647701669, + "tokens_seen": 175374336 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009563472957791687, + "loss": 0.1122, + "theoretical_loss": 4.455881281327508, + "tokens_seen": 175636480 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009562670518375863, + "loss": 0.1149, + "theoretical_loss": 4.4550385265322685, + "tokens_seen": 175898624 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009561868078960038, + "loss": 0.1114, + "theoretical_loss": 4.45419737784516, + "tokens_seen": 176160768 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009561065639544214, + "loss": 0.1136, + "theoretical_loss": 4.45335782982207, + "tokens_seen": 176422912 + }, + { + "epoch": 0.05, + "learning_rate": 0.000956026320012839, + "loss": 0.1141, + "theoretical_loss": 4.452519877045393, + "tokens_seen": 176685056 + }, + { + "epoch": 0.05, + "objective/train/advantage_avg": 0.004747229628264904, + "objective/train/docs_used": 71338, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.0263710021972656, + "objective/train/original_loss": 2.026371479034424, + "objective/train/theoretical_loss": 4.451683514123864, + "objective/train/tokens_used": 197407200, + "objective/train/value_avg": -0.01120758056640625, + "objective/train/value_loss": 0.00021327921422198415, + "objective/train/value_max": -0.0012111663818359375, + "objective/train/value_min": -0.2398681640625, + "objective/train/value_reward_corr": 0.5238196002743492, + "objective/train/value_std": 0.009490966796875, + "objective/train/weight_avg": 1.0048482418060303, + "objective/train/weighted_lm_loss": 2.0357866287231445, + "objective/train/weights_max": 1.153867483139038, + "objective/train/weights_min": 0.3695588707923889, + "theoretical_loss": 4.451683514123864, + "tokens_seen": 176947200 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009559460760712567, + "loss": 0.1138, + "theoretical_loss": 4.451683514123864, + "tokens_seen": 176947200 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009558658321296743, + "loss": 0.1137, + "theoretical_loss": 4.450848735692391, + "tokens_seen": 177209344 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009557855881880918, + "loss": 0.1132, + "theoretical_loss": 4.450015536411886, + "tokens_seen": 177471488 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009557053442465095, + "loss": 0.1105, + "theoretical_loss": 4.449183910969108, + "tokens_seen": 177733632 + }, + { + "epoch": 0.05, + "learning_rate": 0.000955625100304927, + "loss": 0.1095, + "theoretical_loss": 4.448353854076494, + "tokens_seen": 177995776 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009555448563633445, + "loss": 0.113, + "theoretical_loss": 4.4475253604719995, + "tokens_seen": 178257920 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009554646124217622, + "loss": 0.1084, + "theoretical_loss": 4.446698424918937, + "tokens_seen": 178520064 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009553843684801797, + "loss": 0.1125, + "theoretical_loss": 4.44587304220582, + "tokens_seen": 178782208 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009553041245385973, + "loss": 0.108, + "theoretical_loss": 4.4450492071462, + "tokens_seen": 179044352 + }, + { + "epoch": 0.05, + "learning_rate": 0.000955223880597015, + "loss": 0.1147, + "theoretical_loss": 4.444226914578513, + "tokens_seen": 179306496 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009551436366554326, + "loss": 0.114, + "theoretical_loss": 4.4434061593659235, + "tokens_seen": 179568640 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009550633927138501, + "loss": 0.1125, + "theoretical_loss": 4.442586936396171, + "tokens_seen": 179830784 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009549831487722677, + "loss": 0.1122, + "theoretical_loss": 4.441769240581412, + "tokens_seen": 180092928 + }, + { + "epoch": 0.05, + "objective/train/advantage_avg": 0.0036854606587439775, + "objective/train/docs_used": 72550, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.134671211242676, + "objective/train/original_loss": 2.1346709728240967, + "objective/train/theoretical_loss": 4.441360963773846, + "objective/train/tokens_used": 200684000, + "objective/train/value_avg": -0.00945281982421875, + "objective/train/value_loss": 0.00026958511443808675, + "objective/train/value_max": -0.0008864402770996094, + "objective/train/value_min": -0.2427978515625, + "objective/train/value_reward_corr": 0.5262178356107335, + "objective/train/value_std": 0.01049041748046875, + "objective/train/weight_avg": 1.0038079023361206, + "objective/train/weighted_lm_loss": 2.1423964500427246, + "objective/train/weights_max": 1.0544391870498657, + "objective/train/weights_min": 0.3694094717502594, + "theoretical_loss": 4.441360963773846, + "tokens_seen": 180224000 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009549029048306853, + "loss": 0.1166, + "theoretical_loss": 4.440953066858077, + "tokens_seen": 180355072 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009548226608891028, + "loss": 0.1109, + "theoretical_loss": 4.4401384101867105, + "tokens_seen": 180617216 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009547424169475205, + "loss": 0.1108, + "theoretical_loss": 4.439325265551826, + "tokens_seen": 180879360 + }, + { + "epoch": 0.05, + "learning_rate": 0.000954662173005938, + "loss": 0.1116, + "theoretical_loss": 4.438513627961757, + "tokens_seen": 181141504 + }, + { + "epoch": 0.05, + "learning_rate": 0.0009545819290643557, + "loss": 0.1114, + "theoretical_loss": 4.437703492448509, + "tokens_seen": 181403648 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009545016851227733, + "loss": 0.1137, + "theoretical_loss": 4.436894854067614, + "tokens_seen": 181665792 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009544214411811908, + "loss": 0.112, + "theoretical_loss": 4.436087707897984, + "tokens_seen": 181927936 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009543411972396085, + "loss": 0.1122, + "theoretical_loss": 4.435282049041769, + "tokens_seen": 182190080 + }, + { + "epoch": 0.06, + "learning_rate": 0.000954260953298026, + "loss": 0.1105, + "theoretical_loss": 4.434477872624212, + "tokens_seen": 182452224 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009541807093564436, + "loss": 0.1129, + "theoretical_loss": 4.433675173793507, + "tokens_seen": 182714368 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009541004654148612, + "loss": 0.1115, + "theoretical_loss": 4.43287394772066, + "tokens_seen": 182976512 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009540202214732788, + "loss": 0.115, + "theoretical_loss": 4.43207418959935, + "tokens_seen": 183238656 + }, + { + "epoch": 0.06, + "objective/train/advantage_avg": 0.003917382564395666, + "objective/train/docs_used": 73723, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.286203384399414, + "objective/train/original_loss": 2.286203384399414, + "objective/train/theoretical_loss": 4.431275894645784, + "objective/train/tokens_used": 203960800, + "objective/train/value_avg": -0.01514434814453125, + "objective/train/value_loss": 0.00040324751171283424, + "objective/train/value_max": -0.0009660720825195312, + "objective/train/value_min": -0.37158203125, + "objective/train/value_reward_corr": 0.8823281721496217, + "objective/train/value_std": 0.03912353515625, + "objective/train/weight_avg": 1.0041117668151855, + "objective/train/weighted_lm_loss": 2.294086217880249, + "objective/train/weights_max": 1.1845166683197021, + "objective/train/weights_min": 0.3697379231452942, + "theoretical_loss": 4.431275894645784, + "tokens_seen": 183500800 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009539399775316963, + "loss": 0.1075, + "theoretical_loss": 4.431275894645784, + "tokens_seen": 183500800 + }, + { + "epoch": 0.06, + "learning_rate": 0.000953859733590114, + "loss": 0.1114, + "theoretical_loss": 4.43047905809857, + "tokens_seen": 183762944 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009537794896485315, + "loss": 0.1096, + "theoretical_loss": 4.42968367521857, + "tokens_seen": 184025088 + }, + { + "epoch": 0.06, + "learning_rate": 0.000953699245706949, + "loss": 0.1112, + "theoretical_loss": 4.428889741288771, + "tokens_seen": 184287232 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009536190017653668, + "loss": 0.1127, + "theoretical_loss": 4.428097251614145, + "tokens_seen": 184549376 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009535387578237843, + "loss": 0.1106, + "theoretical_loss": 4.427306201521524, + "tokens_seen": 184811520 + }, + { + "epoch": 0.06, + "learning_rate": 0.000953458513882202, + "loss": 0.1101, + "theoretical_loss": 4.426516586359458, + "tokens_seen": 185073664 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009533782699406195, + "loss": 0.1121, + "theoretical_loss": 4.425728401498089, + "tokens_seen": 185335808 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009532980259990371, + "loss": 0.113, + "theoretical_loss": 4.424941642329019, + "tokens_seen": 185597952 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009532177820574547, + "loss": 0.1113, + "theoretical_loss": 4.42415630426518, + "tokens_seen": 185860096 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009531375381158722, + "loss": 0.1096, + "theoretical_loss": 4.423372382740707, + "tokens_seen": 186122240 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009530572941742898, + "loss": 0.1071, + "theoretical_loss": 4.422589873210806, + "tokens_seen": 186384384 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009529770502327075, + "loss": 0.1075, + "theoretical_loss": 4.4218087711516345, + "tokens_seen": 186646528 + }, + { + "epoch": 0.06, + "objective/train/advantage_avg": 0.0031102728098630905, + "objective/train/docs_used": 74904, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.1859004497528076, + "objective/train/original_loss": 2.1859006881713867, + "objective/train/theoretical_loss": 4.421418746515567, + "objective/train/tokens_used": 207237600, + "objective/train/value_avg": -0.01006317138671875, + "objective/train/value_loss": 0.00025727940374054015, + "objective/train/value_max": -0.0009965896606445312, + "objective/train/value_min": -0.241455078125, + "objective/train/value_reward_corr": 0.4608455455055176, + "objective/train/value_std": 0.00823211669921875, + "objective/train/weight_avg": 1.0032289028167725, + "objective/train/weighted_lm_loss": 2.1917593479156494, + "objective/train/weights_max": 1.0969821214675903, + "objective/train/weights_min": 0.3799976110458374, + "theoretical_loss": 4.421418746515567, + "tokens_seen": 186777600 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009528968062911251, + "loss": 0.1129, + "theoretical_loss": 4.421029072060167, + "tokens_seen": 186908672 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009528165623495426, + "loss": 0.1099, + "theoretical_loss": 4.420250771454078, + "tokens_seen": 187170816 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009527363184079603, + "loss": 0.1136, + "theoretical_loss": 4.419473864871613, + "tokens_seen": 187432960 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009526560744663778, + "loss": 0.1136, + "theoretical_loss": 4.4186983478714685, + "tokens_seen": 187695104 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009525758305247953, + "loss": 0.1131, + "theoretical_loss": 4.417924216032667, + "tokens_seen": 187957248 + }, + { + "epoch": 0.06, + "learning_rate": 0.000952495586583213, + "loss": 0.1115, + "theoretical_loss": 4.417151464954437, + "tokens_seen": 188219392 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009524153426416305, + "loss": 0.1106, + "theoretical_loss": 4.416380090256095, + "tokens_seen": 188481536 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009523350987000481, + "loss": 0.1148, + "theoretical_loss": 4.415610087576923, + "tokens_seen": 188743680 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009522548547584658, + "loss": 0.1118, + "theoretical_loss": 4.414841452576049, + "tokens_seen": 189005824 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009521746108168834, + "loss": 0.1087, + "theoretical_loss": 4.414074180932333, + "tokens_seen": 189267968 + }, + { + "epoch": 0.06, + "learning_rate": 0.000952094366875301, + "loss": 0.1087, + "theoretical_loss": 4.413308268344249, + "tokens_seen": 189530112 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009520141229337185, + "loss": 0.1113, + "theoretical_loss": 4.412543710529766, + "tokens_seen": 189792256 + }, + { + "epoch": 0.06, + "objective/train/advantage_avg": 0.0016187072033062577, + "objective/train/docs_used": 76077, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.200003147125244, + "objective/train/original_loss": 2.200003147125244, + "objective/train/theoretical_loss": 4.411780503226238, + "objective/train/tokens_used": 210514400, + "objective/train/value_avg": -0.008148193359375, + "objective/train/value_loss": 0.0002907811722252518, + "objective/train/value_max": -0.0008935928344726562, + "objective/train/value_min": -0.294677734375, + "objective/train/value_reward_corr": 0.3908119035441996, + "objective/train/value_std": 0.006870269775390625, + "objective/train/weight_avg": 1.001753807067871, + "objective/train/weighted_lm_loss": 2.2042758464813232, + "objective/train/weights_max": 1.2774213552474976, + "objective/train/weights_min": 0.37920987606048584, + "theoretical_loss": 4.411780503226238, + "tokens_seen": 190054400 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009519338789921361, + "loss": 0.1105, + "theoretical_loss": 4.411780503226238, + "tokens_seen": 190054400 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009518536350505537, + "loss": 0.1128, + "theoretical_loss": 4.4110186421902835, + "tokens_seen": 190316544 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009517733911089713, + "loss": 0.1073, + "theoretical_loss": 4.4102581231976785, + "tokens_seen": 190578688 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009516931471673888, + "loss": 0.1119, + "theoretical_loss": 4.409498942043237, + "tokens_seen": 190840832 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009516129032258065, + "loss": 0.1111, + "theoretical_loss": 4.408741094540707, + "tokens_seen": 191102976 + }, + { + "epoch": 0.06, + "learning_rate": 0.000951532659284224, + "loss": 0.1084, + "theoretical_loss": 4.407984576522653, + "tokens_seen": 191365120 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009514524153426416, + "loss": 0.1109, + "theoretical_loss": 4.407229383840347, + "tokens_seen": 191627264 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009513721714010593, + "loss": 0.1096, + "theoretical_loss": 4.406475512363663, + "tokens_seen": 191889408 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009512919274594768, + "loss": 0.1061, + "theoretical_loss": 4.405722957980962, + "tokens_seen": 192151552 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009512116835178944, + "loss": 0.1096, + "theoretical_loss": 4.40497171659899, + "tokens_seen": 192413696 + }, + { + "epoch": 0.06, + "learning_rate": 0.000951131439576312, + "loss": 0.1063, + "theoretical_loss": 4.404221784142768, + "tokens_seen": 192675840 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009510511956347296, + "loss": 0.1103, + "theoretical_loss": 4.403473156555487, + "tokens_seen": 192937984 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009509709516931472, + "loss": 0.1077, + "theoretical_loss": 4.402725829798397, + "tokens_seen": 193200128 + }, + { + "epoch": 0.06, + "objective/train/advantage_avg": 0.0018022721633315086, + "objective/train/docs_used": 77266, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.265376329421997, + "objective/train/original_loss": 2.265376329421997, + "objective/train/theoretical_loss": 4.40235265297398, + "objective/train/tokens_used": 213791200, + "objective/train/value_avg": -0.00848388671875, + "objective/train/value_loss": 0.0002721990749705583, + "objective/train/value_max": -0.0007381439208984375, + "objective/train/value_min": -0.2318115234375, + "objective/train/value_reward_corr": 0.443241563817128, + "objective/train/value_std": 0.007595062255859375, + "objective/train/weight_avg": 1.0019290447235107, + "objective/train/weighted_lm_loss": 2.269131898880005, + "objective/train/weights_max": 1.1629977226257324, + "objective/train/weights_min": 0.3702559173107147, + "theoretical_loss": 4.40235265297398, + "tokens_seen": 193331200 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009508907077515648, + "loss": 0.1075, + "theoretical_loss": 4.4019797998507135, + "tokens_seen": 193462272 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009508104638099823, + "loss": 0.105, + "theoretical_loss": 4.401235062709502, + "tokens_seen": 193724416 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009507302198684, + "loss": 0.1085, + "theoretical_loss": 4.400491614389582, + "tokens_seen": 193986560 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009506499759268176, + "loss": 0.1047, + "theoretical_loss": 4.3997494509234185, + "tokens_seen": 194248704 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009505697319852351, + "loss": 0.1081, + "theoretical_loss": 4.399008568361027, + "tokens_seen": 194510848 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009504894880436528, + "loss": 0.1101, + "theoretical_loss": 4.398268962769867, + "tokens_seen": 194772992 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009504092441020703, + "loss": 0.1122, + "theoretical_loss": 4.397530630234744, + "tokens_seen": 195035136 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009503290001604879, + "loss": 0.1069, + "theoretical_loss": 4.396793566857708, + "tokens_seen": 195297280 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009502487562189055, + "loss": 0.1062, + "theoretical_loss": 4.396057768757957, + "tokens_seen": 195559424 + }, + { + "epoch": 0.06, + "learning_rate": 0.000950168512277323, + "loss": 0.1081, + "theoretical_loss": 4.395323232071737, + "tokens_seen": 195821568 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009500882683357406, + "loss": 0.108, + "theoretical_loss": 4.394589952952247, + "tokens_seen": 196083712 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009500080243941583, + "loss": 0.1037, + "theoretical_loss": 4.393857927569534, + "tokens_seen": 196345856 + }, + { + "epoch": 0.06, + "objective/train/advantage_avg": 0.004266235511749983, + "objective/train/docs_used": 78313, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.9381662607192993, + "objective/train/original_loss": 1.9381661415100098, + "objective/train/theoretical_loss": 4.393127152110409, + "objective/train/tokens_used": 217068000, + "objective/train/value_avg": -0.0108795166015625, + "objective/train/value_loss": 0.0004934059106744826, + "objective/train/value_max": -0.0008330345153808594, + "objective/train/value_min": -0.6455078125, + "objective/train/value_reward_corr": 0.5669041118591679, + "objective/train/value_std": 0.01316070556640625, + "objective/train/weight_avg": 1.0044856071472168, + "objective/train/weighted_lm_loss": 1.945440649986267, + "objective/train/weights_max": 1.6519445180892944, + "objective/train/weights_min": 0.40103915333747864, + "theoretical_loss": 4.393127152110409, + "tokens_seen": 196608000 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009499277804525759, + "loss": 0.1065, + "theoretical_loss": 4.393127152110409, + "tokens_seen": 196608000 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009498475365109934, + "loss": 0.1073, + "theoretical_loss": 4.392397622778343, + "tokens_seen": 196870144 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009497672925694111, + "loss": 0.1071, + "theoretical_loss": 4.391669335793372, + "tokens_seen": 197132288 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009496870486278286, + "loss": 0.1046, + "theoretical_loss": 4.39094228739201, + "tokens_seen": 197394432 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009496068046862462, + "loss": 0.1091, + "theoretical_loss": 4.390216473827143, + "tokens_seen": 197656576 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009495265607446638, + "loss": 0.103, + "theoretical_loss": 4.389491891367953, + "tokens_seen": 197918720 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009494463168030813, + "loss": 0.1078, + "theoretical_loss": 4.388768536299808, + "tokens_seen": 198180864 + }, + { + "epoch": 0.06, + "learning_rate": 0.000949366072861499, + "loss": 0.1097, + "theoretical_loss": 4.388046404924184, + "tokens_seen": 198443008 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009492858289199166, + "loss": 0.1061, + "theoretical_loss": 4.387325493558566, + "tokens_seen": 198705152 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009492055849783342, + "loss": 0.1073, + "theoretical_loss": 4.386605798536362, + "tokens_seen": 198967296 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009491253410367518, + "loss": 0.11, + "theoretical_loss": 4.385887316206812, + "tokens_seen": 199229440 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009490450970951693, + "loss": 0.1037, + "theoretical_loss": 4.385170042934896, + "tokens_seen": 199491584 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009489648531535869, + "loss": 0.105, + "theoretical_loss": 4.384453975101251, + "tokens_seen": 199753728 + }, + { + "epoch": 0.06, + "objective/train/advantage_avg": 0.0033191940747201443, + "objective/train/docs_used": 79488, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.9976807832717896, + "objective/train/original_loss": 1.9976806640625, + "objective/train/theoretical_loss": 4.384096392096988, + "objective/train/tokens_used": 220344800, + "objective/train/value_avg": -0.0090484619140625, + "objective/train/value_loss": 0.00014174023817759007, + "objective/train/value_max": -0.0006961822509765625, + "objective/train/value_min": -0.2529296875, + "objective/train/value_reward_corr": 0.5945791917153542, + "objective/train/value_std": 0.0083770751953125, + "objective/train/weight_avg": 1.0033855438232422, + "objective/train/weighted_lm_loss": 2.0053253173828125, + "objective/train/weights_max": 1.0745182037353516, + "objective/train/weights_min": 0.37545016407966614, + "theoretical_loss": 4.384096392096988, + "tokens_seen": 199884800 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009488846092120045, + "loss": 0.1077, + "theoretical_loss": 4.38373910910208, + "tokens_seen": 200015872 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009488043652704221, + "loss": 0.1059, + "theoretical_loss": 4.383025441349063, + "tokens_seen": 200278016 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009487241213288396, + "loss": 0.1104, + "theoretical_loss": 4.382312968269276, + "tokens_seen": 200540160 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009486438773872573, + "loss": 0.1058, + "theoretical_loss": 4.381601686305098, + "tokens_seen": 200802304 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009485636334456749, + "loss": 0.1044, + "theoretical_loss": 4.38089159191413, + "tokens_seen": 201064448 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009484833895040924, + "loss": 0.1017, + "theoretical_loss": 4.380182681569111, + "tokens_seen": 201326592 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009484031455625101, + "loss": 0.1062, + "theoretical_loss": 4.379474951757829, + "tokens_seen": 201588736 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009483229016209276, + "loss": 0.1068, + "theoretical_loss": 4.378768398983042, + "tokens_seen": 201850880 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009482426576793453, + "loss": 0.104, + "theoretical_loss": 4.378063019762392, + "tokens_seen": 202113024 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009481624137377628, + "loss": 0.1048, + "theoretical_loss": 4.377358810628324, + "tokens_seen": 202375168 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009480821697961804, + "loss": 0.1046, + "theoretical_loss": 4.3766557681280025, + "tokens_seen": 202637312 + }, + { + "epoch": 0.06, + "learning_rate": 0.000948001925854598, + "loss": 0.1058, + "theoretical_loss": 4.375953888823233, + "tokens_seen": 202899456 + }, + { + "epoch": 0.06, + "objective/train/advantage_avg": 0.0032701510936021805, + "objective/train/docs_used": 80605, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.185523509979248, + "objective/train/original_loss": 2.185523271560669, + "objective/train/theoretical_loss": 4.375253169290376, + "objective/train/tokens_used": 223621600, + "objective/train/value_avg": -0.01280975341796875, + "objective/train/value_loss": 0.0004046024405397475, + "objective/train/value_max": -0.0010442733764648438, + "objective/train/value_min": -0.33984375, + "objective/train/value_reward_corr": 0.6271891415390742, + "objective/train/value_std": 0.01739501953125, + "objective/train/weight_avg": 1.0034587383270264, + "objective/train/weighted_lm_loss": 2.193620204925537, + "objective/train/weights_max": 1.344693899154663, + "objective/train/weights_min": 0.37184974551200867, + "theoretical_loss": 4.375253169290376, + "tokens_seen": 203161600 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009479216819130155, + "loss": 0.1052, + "theoretical_loss": 4.375253169290376, + "tokens_seen": 203161600 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009478414379714331, + "loss": 0.1057, + "theoretical_loss": 4.374553606120274, + "tokens_seen": 203423744 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009477611940298508, + "loss": 0.1044, + "theoretical_loss": 4.373855195918162, + "tokens_seen": 203685888 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009476809500882684, + "loss": 0.1074, + "theoretical_loss": 4.3731579353036, + "tokens_seen": 203948032 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009476007061466859, + "loss": 0.1039, + "theoretical_loss": 4.372461820910382, + "tokens_seen": 204210176 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009475204622051036, + "loss": 0.1064, + "theoretical_loss": 4.371766849386468, + "tokens_seen": 204472320 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009474402182635211, + "loss": 0.1066, + "theoretical_loss": 4.3710730173939005, + "tokens_seen": 204734464 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009473599743219387, + "loss": 0.1062, + "theoretical_loss": 4.370380321608731, + "tokens_seen": 204996608 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009472797303803563, + "loss": 0.1077, + "theoretical_loss": 4.369688758720937, + "tokens_seen": 205258752 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009471994864387738, + "loss": 0.104, + "theoretical_loss": 4.368998325434355, + "tokens_seen": 205520896 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009471192424971916, + "loss": 0.1023, + "theoretical_loss": 4.3683090184666, + "tokens_seen": 205783040 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009470389985556091, + "loss": 0.1016, + "theoretical_loss": 4.367620834548987, + "tokens_seen": 206045184 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009469587546140267, + "loss": 0.1039, + "theoretical_loss": 4.3669337704264635, + "tokens_seen": 206307328 + }, + { + "epoch": 0.06, + "objective/train/advantage_avg": 0.001631092862226069, + "objective/train/docs_used": 81724, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.0567641258239746, + "objective/train/original_loss": 2.0567641258239746, + "objective/train/theoretical_loss": 4.366590657274865, + "objective/train/tokens_used": 226898400, + "objective/train/value_avg": -0.01108551025390625, + "objective/train/value_loss": 0.0002198385336669162, + "objective/train/value_max": -0.0006823539733886719, + "objective/train/value_min": -0.218505859375, + "objective/train/value_reward_corr": 0.6402427145660847, + "objective/train/value_std": 0.0115509033203125, + "objective/train/weight_avg": 1.001739263534546, + "objective/train/weighted_lm_loss": 2.0607798099517822, + "objective/train/weights_max": 1.1411995887756348, + "objective/train/weights_min": 0.822189211845398, + "theoretical_loss": 4.366590657274865, + "tokens_seen": 206438400 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009468785106724443, + "loss": 0.1072, + "theoretical_loss": 4.366247822857533, + "tokens_seen": 206569472 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009467982667308619, + "loss": 0.1056, + "theoretical_loss": 4.365562988614176, + "tokens_seen": 206831616 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009467180227892794, + "loss": 0.1036, + "theoretical_loss": 4.364879264481787, + "tokens_seen": 207093760 + }, + { + "epoch": 0.06, + "learning_rate": 0.000946637778847697, + "loss": 0.1036, + "theoretical_loss": 4.364196647259092, + "tokens_seen": 207355904 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009465575349061146, + "loss": 0.1061, + "theoretical_loss": 4.363515133758084, + "tokens_seen": 207618048 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009464772909645321, + "loss": 0.1077, + "theoretical_loss": 4.3628347208039475, + "tokens_seen": 207880192 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009463970470229499, + "loss": 0.1022, + "theoretical_loss": 4.362155405234985, + "tokens_seen": 208142336 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009463168030813674, + "loss": 0.109, + "theoretical_loss": 4.361477183902554, + "tokens_seen": 208404480 + }, + { + "epoch": 0.06, + "learning_rate": 0.000946236559139785, + "loss": 0.1052, + "theoretical_loss": 4.360800053670989, + "tokens_seen": 208666624 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009461563151982026, + "loss": 0.1032, + "theoretical_loss": 4.360124011417536, + "tokens_seen": 208928768 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009460760712566201, + "loss": 0.105, + "theoretical_loss": 4.359449054032282, + "tokens_seen": 209190912 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009459958273150377, + "loss": 0.1045, + "theoretical_loss": 4.358775178418089, + "tokens_seen": 209453056 + }, + { + "epoch": 0.06, + "objective/train/advantage_avg": 0.0014866669662296772, + "objective/train/docs_used": 82917, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.0135040283203125, + "objective/train/original_loss": 2.0135040283203125, + "objective/train/theoretical_loss": 4.358102381490517, + "objective/train/tokens_used": 230175200, + "objective/train/value_avg": -0.00971221923828125, + "objective/train/value_loss": 0.00035789760295301676, + "objective/train/value_max": -0.0006384849548339844, + "objective/train/value_min": -0.35595703125, + "objective/train/value_reward_corr": 0.46714648347111226, + "objective/train/value_std": 0.01042938232421875, + "objective/train/weight_avg": 1.0016508102416992, + "objective/train/weighted_lm_loss": 2.0166189670562744, + "objective/train/weights_max": 1.3463042974472046, + "objective/train/weights_min": 0.3696744740009308, + "theoretical_loss": 4.358102381490517, + "tokens_seen": 209715200 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009459155833734553, + "loss": 0.1052, + "theoretical_loss": 4.358102381490517, + "tokens_seen": 209715200 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009458353394318729, + "loss": 0.1052, + "theoretical_loss": 4.3574306601777675, + "tokens_seen": 209977344 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009457550954902905, + "loss": 0.1011, + "theoretical_loss": 4.356760011420608, + "tokens_seen": 210239488 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009456748515487081, + "loss": 0.1087, + "theoretical_loss": 4.3560904321723095, + "tokens_seen": 210501632 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009455946076071257, + "loss": 0.1057, + "theoretical_loss": 4.355421919398576, + "tokens_seen": 210763776 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009455143636655433, + "loss": 0.1055, + "theoretical_loss": 4.354754470077481, + "tokens_seen": 211025920 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009454341197239609, + "loss": 0.1033, + "theoretical_loss": 4.354088081199402, + "tokens_seen": 211288064 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009453538757823784, + "loss": 0.104, + "theoretical_loss": 4.3534227497669535, + "tokens_seen": 211550208 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009452736318407961, + "loss": 0.1036, + "theoretical_loss": 4.352758472794923, + "tokens_seen": 211812352 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009451933878992136, + "loss": 0.1058, + "theoretical_loss": 4.352095247310208, + "tokens_seen": 212074496 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009451131439576312, + "loss": 0.1046, + "theoretical_loss": 4.351433070351748, + "tokens_seen": 212336640 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009450329000160488, + "loss": 0.1062, + "theoretical_loss": 4.350771938970466, + "tokens_seen": 212598784 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009449526560744663, + "loss": 0.1028, + "theoretical_loss": 4.350111850229202, + "tokens_seen": 212860928 + }, + { + "epoch": 0.06, + "objective/train/advantage_avg": 0.002777998335659504, + "objective/train/docs_used": 84140, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.9267162084579468, + "objective/train/original_loss": 1.9267160892486572, + "objective/train/theoretical_loss": 4.349782195933957, + "objective/train/tokens_used": 233452000, + "objective/train/value_avg": -0.01006317138671875, + "objective/train/value_loss": 0.00018371456826571375, + "objective/train/value_max": -0.0008525848388671875, + "objective/train/value_min": -0.2166748046875, + "objective/train/value_reward_corr": 0.6902995623855142, + "objective/train/value_std": 0.0138702392578125, + "objective/train/weight_avg": 1.0028650760650635, + "objective/train/weighted_lm_loss": 1.9328162670135498, + "objective/train/weights_max": 1.1343940496444702, + "objective/train/weights_min": 0.39049577713012695, + "theoretical_loss": 4.349782195933957, + "tokens_seen": 212992000 + }, + { + "epoch": 0.06, + "learning_rate": 0.000944872412132884, + "loss": 0.1013, + "theoretical_loss": 4.34945280120265, + "tokens_seen": 213123072 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009447921681913016, + "loss": 0.1031, + "theoretical_loss": 4.348794788977298, + "tokens_seen": 213385216 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009447119242497192, + "loss": 0.104, + "theoretical_loss": 4.348137810651366, + "tokens_seen": 213647360 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009446316803081368, + "loss": 0.1024, + "theoretical_loss": 4.347481863334738, + "tokens_seen": 213909504 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009445514363665544, + "loss": 0.1051, + "theoretical_loss": 4.346826944148912, + "tokens_seen": 214171648 + }, + { + "epoch": 0.06, + "learning_rate": 0.0009444711924249719, + "loss": 0.1061, + "theoretical_loss": 4.3461730502269305, + "tokens_seen": 214433792 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009443909484833896, + "loss": 0.1042, + "theoretical_loss": 4.345520178713323, + "tokens_seen": 214695936 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009443107045418071, + "loss": 0.1085, + "theoretical_loss": 4.344868326764045, + "tokens_seen": 214958080 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009442304606002246, + "loss": 0.106, + "theoretical_loss": 4.344217491546422, + "tokens_seen": 215220224 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009441502166586424, + "loss": 0.1046, + "theoretical_loss": 4.343567670239084, + "tokens_seen": 215482368 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009440699727170599, + "loss": 0.1066, + "theoretical_loss": 4.342918860031914, + "tokens_seen": 215744512 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009439897287754775, + "loss": 0.1006, + "theoretical_loss": 4.342271058125983, + "tokens_seen": 216006656 + }, + { + "epoch": 0.07, + "objective/train/advantage_avg": 0.001737850601784885, + "objective/train/docs_used": 85191, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.138122797012329, + "objective/train/original_loss": 2.13812255859375, + "objective/train/theoretical_loss": 4.341624261733497, + "objective/train/tokens_used": 236728800, + "objective/train/value_avg": -0.0105438232421875, + "objective/train/value_loss": 0.0004044887609779835, + "objective/train/value_max": -0.0008392333984375, + "objective/train/value_min": -0.24658203125, + "objective/train/value_reward_corr": 0.48906795884786214, + "objective/train/value_std": 0.01052093505859375, + "objective/train/weight_avg": 1.0019229650497437, + "objective/train/weighted_lm_loss": 2.1422641277313232, + "objective/train/weights_max": 1.107304573059082, + "objective/train/weights_min": 0.37178733944892883, + "theoretical_loss": 4.341624261733497, + "tokens_seen": 216268800 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009439094848338951, + "loss": 0.1052, + "theoretical_loss": 4.341624261733497, + "tokens_seen": 216268800 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009438292408923127, + "loss": 0.1061, + "theoretical_loss": 4.340978468077735, + "tokens_seen": 216530944 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009437489969507302, + "loss": 0.1038, + "theoretical_loss": 4.340333674392992, + "tokens_seen": 216793088 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009436687530091478, + "loss": 0.1048, + "theoretical_loss": 4.339689877924531, + "tokens_seen": 217055232 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009435885090675654, + "loss": 0.1035, + "theoretical_loss": 4.3390470759285105, + "tokens_seen": 217317376 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009435082651259829, + "loss": 0.1037, + "theoretical_loss": 4.338405265671941, + "tokens_seen": 217579520 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009434280211844006, + "loss": 0.099, + "theoretical_loss": 4.337764444432625, + "tokens_seen": 217841664 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009433477772428182, + "loss": 0.1037, + "theoretical_loss": 4.337124609499101, + "tokens_seen": 218103808 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009432675333012359, + "loss": 0.1001, + "theoretical_loss": 4.336485758170589, + "tokens_seen": 218365952 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009431872893596534, + "loss": 0.1061, + "theoretical_loss": 4.335847887756934, + "tokens_seen": 218628096 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009431070454180709, + "loss": 0.1017, + "theoretical_loss": 4.335210995578553, + "tokens_seen": 218890240 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009430268014764886, + "loss": 0.1038, + "theoretical_loss": 4.334575078966383, + "tokens_seen": 219152384 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009429465575349061, + "loss": 0.1052, + "theoretical_loss": 4.333940135261823, + "tokens_seen": 219414528 + }, + { + "epoch": 0.07, + "objective/train/advantage_avg": 0.0029689846560359, + "objective/train/docs_used": 86440, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.9674406051635742, + "objective/train/original_loss": 1.9674406051635742, + "objective/train/theoretical_loss": 4.3336230274219325, + "objective/train/tokens_used": 240005600, + "objective/train/value_avg": -0.00814056396484375, + "objective/train/value_loss": 0.00019131344743072987, + "objective/train/value_max": -0.0009660720825195312, + "objective/train/value_min": -0.2139892578125, + "objective/train/value_reward_corr": 0.3383410845975594, + "objective/train/value_std": 0.005496978759765625, + "objective/train/weight_avg": 1.0030596256256104, + "objective/train/weighted_lm_loss": 1.9728657007217407, + "objective/train/weights_max": 1.072709083557129, + "objective/train/weights_min": 0.3706997036933899, + "theoretical_loss": 4.3336230274219325, + "tokens_seen": 219545600 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009428663135933237, + "loss": 0.1022, + "theoretical_loss": 4.333306161816684, + "tokens_seen": 219676672 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009427860696517413, + "loss": 0.1059, + "theoretical_loss": 4.332673155993131, + "tokens_seen": 219938816 + }, + { + "epoch": 0.07, + "learning_rate": 0.000942705825710159, + "loss": 0.1015, + "theoretical_loss": 4.332041115163636, + "tokens_seen": 220200960 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009426255817685765, + "loss": 0.1049, + "theoretical_loss": 4.331410036710925, + "tokens_seen": 220463104 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009425453378269941, + "loss": 0.1028, + "theoretical_loss": 4.330779918027919, + "tokens_seen": 220725248 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009424650938854117, + "loss": 0.1047, + "theoretical_loss": 4.330150756517692, + "tokens_seen": 220987392 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009423848499438292, + "loss": 0.1023, + "theoretical_loss": 4.3295225495934115, + "tokens_seen": 221249536 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009423046060022469, + "loss": 0.0977, + "theoretical_loss": 4.328895294678292, + "tokens_seen": 221511680 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009422243620606644, + "loss": 0.103, + "theoretical_loss": 4.32826898920554, + "tokens_seen": 221773824 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009421441181190821, + "loss": 0.1057, + "theoretical_loss": 4.3276436306183115, + "tokens_seen": 222035968 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009420638741774996, + "loss": 0.0999, + "theoretical_loss": 4.327019216369651, + "tokens_seen": 222298112 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009419836302359171, + "loss": 0.1009, + "theoretical_loss": 4.32639574392245, + "tokens_seen": 222560256 + }, + { + "epoch": 0.07, + "objective/train/advantage_avg": 0.002782306633889675, + "objective/train/docs_used": 87601, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.832270622253418, + "objective/train/original_loss": 1.832270622253418, + "objective/train/theoretical_loss": 4.325773210749392, + "objective/train/tokens_used": 243282400, + "objective/train/value_avg": -0.0093994140625, + "objective/train/value_loss": 0.0003095062857028097, + "objective/train/value_max": -0.001239776611328125, + "objective/train/value_min": -0.8544921875, + "objective/train/value_reward_corr": 0.5614945655100952, + "objective/train/value_std": 0.01416778564453125, + "objective/train/weight_avg": 1.0029267072677612, + "objective/train/weighted_lm_loss": 1.8378186225891113, + "objective/train/weights_max": 1.6607890129089355, + "objective/train/weights_min": 0.3705187439918518, + "theoretical_loss": 4.325773210749392, + "tokens_seen": 222822400 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009419033862943349, + "loss": 0.0974, + "theoretical_loss": 4.325773210749392, + "tokens_seen": 222822400 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009418231423527524, + "loss": 0.1021, + "theoretical_loss": 4.325151614332908, + "tokens_seen": 223084544 + }, + { + "epoch": 0.07, + "learning_rate": 0.00094174289841117, + "loss": 0.1033, + "theoretical_loss": 4.3245309521651265, + "tokens_seen": 223346688 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009416626544695876, + "loss": 0.1027, + "theoretical_loss": 4.323911221747817, + "tokens_seen": 223608832 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009415824105280052, + "loss": 0.1049, + "theoretical_loss": 4.323292420592356, + "tokens_seen": 223870976 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009415021665864227, + "loss": 0.1028, + "theoretical_loss": 4.322674546219666, + "tokens_seen": 224133120 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009414219226448404, + "loss": 0.1033, + "theoretical_loss": 4.322057596160174, + "tokens_seen": 224395264 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009413416787032579, + "loss": 0.0993, + "theoretical_loss": 4.321441567953762, + "tokens_seen": 224657408 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009412614347616754, + "loss": 0.1018, + "theoretical_loss": 4.320826459149725, + "tokens_seen": 224919552 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009411811908200932, + "loss": 0.1078, + "theoretical_loss": 4.3202122673067125, + "tokens_seen": 225181696 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009411009468785107, + "loss": 0.1008, + "theoretical_loss": 4.319598989992695, + "tokens_seen": 225443840 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009410207029369283, + "loss": 0.1049, + "theoretical_loss": 4.318986624784908, + "tokens_seen": 225705984 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009409404589953459, + "loss": 0.1035, + "theoretical_loss": 4.318375169269813, + "tokens_seen": 225968128 + }, + { + "epoch": 0.07, + "objective/train/advantage_avg": 0.002442252356559038, + "objective/train/docs_used": 88830, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.988252878189087, + "objective/train/original_loss": 1.988252878189087, + "objective/train/theoretical_loss": 4.3180697818953035, + "objective/train/tokens_used": 246559200, + "objective/train/value_avg": -0.00823211669921875, + "objective/train/value_loss": 0.00034324711305089295, + "objective/train/value_max": -0.0008559226989746094, + "objective/train/value_min": -0.292236328125, + "objective/train/value_reward_corr": 0.5466313717773933, + "objective/train/value_std": 0.00992584228515625, + "objective/train/weight_avg": 1.0025935173034668, + "objective/train/weighted_lm_loss": 1.9932820796966553, + "objective/train/weights_max": 1.2969428300857544, + "objective/train/weights_min": 0.3739864230155945, + "theoretical_loss": 4.3180697818953035, + "tokens_seen": 226099200 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009408602150537635, + "loss": 0.1013, + "theoretical_loss": 4.317764621043046, + "tokens_seen": 226230272 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009407799711121811, + "loss": 0.0998, + "theoretical_loss": 4.317154977709375, + "tokens_seen": 226492416 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009406997271705986, + "loss": 0.1003, + "theoretical_loss": 4.3165462368826555, + "tokens_seen": 226754560 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009406194832290162, + "loss": 0.0997, + "theoretical_loss": 4.315938396185782, + "tokens_seen": 227016704 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009405392392874338, + "loss": 0.1003, + "theoretical_loss": 4.315331453250648, + "tokens_seen": 227278848 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009404589953458514, + "loss": 0.0995, + "theoretical_loss": 4.314725405718099, + "tokens_seen": 227540992 + }, + { + "epoch": 0.07, + "learning_rate": 0.000940378751404269, + "loss": 0.0996, + "theoretical_loss": 4.314120251237887, + "tokens_seen": 227803136 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009402985074626867, + "loss": 0.1028, + "theoretical_loss": 4.31351598746863, + "tokens_seen": 228065280 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009402182635211042, + "loss": 0.1014, + "theoretical_loss": 4.312912612077767, + "tokens_seen": 228327424 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009401380195795217, + "loss": 0.102, + "theoretical_loss": 4.312310122741512, + "tokens_seen": 228589568 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009400577756379394, + "loss": 0.1028, + "theoretical_loss": 4.311708517144817, + "tokens_seen": 228851712 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009399775316963569, + "loss": 0.1022, + "theoretical_loss": 4.311107792981323, + "tokens_seen": 229113856 + }, + { + "epoch": 0.07, + "objective/train/advantage_avg": 0.0021568487863987684, + "objective/train/docs_used": 90061, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.141118288040161, + "objective/train/original_loss": 2.1411185264587402, + "objective/train/theoretical_loss": 4.310507947953321, + "objective/train/tokens_used": 249836000, + "objective/train/value_avg": -0.00930023193359375, + "objective/train/value_loss": 0.0002906544541474432, + "objective/train/value_max": -0.00064849853515625, + "objective/train/value_min": -0.5185546875, + "objective/train/value_reward_corr": 0.5992949410020094, + "objective/train/value_std": 0.01073455810546875, + "objective/train/weight_avg": 1.0022932291030884, + "objective/train/weighted_lm_loss": 2.145524740219116, + "objective/train/weights_max": 1.337458848953247, + "objective/train/weights_min": 0.36955323815345764, + "theoretical_loss": 4.310507947953321, + "tokens_seen": 229376000 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009398972877547745, + "loss": 0.1029, + "theoretical_loss": 4.310507947953321, + "tokens_seen": 229376000 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009398170438131921, + "loss": 0.1039, + "theoretical_loss": 4.309908979771709, + "tokens_seen": 229638144 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009397367998716097, + "loss": 0.104, + "theoretical_loss": 4.3093108861559495, + "tokens_seen": 229900288 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009396565559300272, + "loss": 0.1015, + "theoretical_loss": 4.308713664834029, + "tokens_seen": 230162432 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009395763119884449, + "loss": 0.0955, + "theoretical_loss": 4.308117313542413, + "tokens_seen": 230424576 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009394960680468625, + "loss": 0.1018, + "theoretical_loss": 4.30752183002601, + "tokens_seen": 230686720 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009394158241052801, + "loss": 0.0986, + "theoretical_loss": 4.3069272120381275, + "tokens_seen": 230948864 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009393355801636977, + "loss": 0.1018, + "theoretical_loss": 4.30633345734043, + "tokens_seen": 231211008 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009392553362221152, + "loss": 0.1, + "theoretical_loss": 4.3057405637029, + "tokens_seen": 231473152 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009391750922805329, + "loss": 0.1012, + "theoretical_loss": 4.305148528903798, + "tokens_seen": 231735296 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009390948483389504, + "loss": 0.102, + "theoretical_loss": 4.304557350729623, + "tokens_seen": 231997440 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009390146043973679, + "loss": 0.1001, + "theoretical_loss": 4.303967026975072, + "tokens_seen": 232259584 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009389343604557857, + "loss": 0.1022, + "theoretical_loss": 4.303377555442998, + "tokens_seen": 232521728 + }, + { + "epoch": 0.07, + "objective/train/advantage_avg": 0.0009969453094527125, + "objective/train/docs_used": 91258, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.9271738529205322, + "objective/train/original_loss": 1.9271738529205322, + "objective/train/theoretical_loss": 4.303083138576003, + "objective/train/tokens_used": 253112800, + "objective/train/value_avg": -0.006992340087890625, + "objective/train/value_loss": 0.0005114921950735152, + "objective/train/value_max": -0.0004878044128417969, + "objective/train/value_min": -0.491455078125, + "objective/train/value_reward_corr": 0.5534973775137113, + "objective/train/value_std": 0.00943756103515625, + "objective/train/weight_avg": 1.0012048482894897, + "objective/train/weighted_lm_loss": 1.9282515048980713, + "objective/train/weights_max": 1.1782361268997192, + "objective/train/weights_min": 0.22446881234645844, + "theoretical_loss": 4.303083138576003, + "tokens_seen": 232652800 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009388541165142032, + "loss": 0.0974, + "theoretical_loss": 4.302788933944375, + "tokens_seen": 232783872 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009387738725726208, + "loss": 0.1007, + "theoretical_loss": 4.302201160298255, + "tokens_seen": 233046016 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009386936286310384, + "loss": 0.1012, + "theoretical_loss": 4.301614232331733, + "tokens_seen": 233308160 + }, + { + "epoch": 0.07, + "learning_rate": 0.000938613384689456, + "loss": 0.1007, + "theoretical_loss": 4.301028147879904, + "tokens_seen": 233570304 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009385331407478735, + "loss": 0.098, + "theoretical_loss": 4.300442904785831, + "tokens_seen": 233832448 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009384528968062911, + "loss": 0.1015, + "theoretical_loss": 4.299858500900495, + "tokens_seen": 234094592 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009383726528647087, + "loss": 0.1023, + "theoretical_loss": 4.2992749340827725, + "tokens_seen": 234356736 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009382924089231262, + "loss": 0.1025, + "theoretical_loss": 4.298692202199386, + "tokens_seen": 234618880 + }, + { + "epoch": 0.07, + "learning_rate": 0.000938212164981544, + "loss": 0.1009, + "theoretical_loss": 4.298110303124871, + "tokens_seen": 234881024 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009381319210399615, + "loss": 0.1023, + "theoretical_loss": 4.29752923474154, + "tokens_seen": 235143168 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009380516770983792, + "loss": 0.1005, + "theoretical_loss": 4.29694899493944, + "tokens_seen": 235405312 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009379714331567967, + "loss": 0.1018, + "theoretical_loss": 4.2963695816163225, + "tokens_seen": 235667456 + }, + { + "epoch": 0.07, + "objective/train/advantage_avg": 0.0009190431446768343, + "objective/train/docs_used": 92471, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.0973379611968994, + "objective/train/original_loss": 2.0973377227783203, + "objective/train/theoretical_loss": 4.295790992677603, + "objective/train/tokens_used": 256389600, + "objective/train/value_avg": -0.0110931396484375, + "objective/train/value_loss": 0.0006555110448971391, + "objective/train/value_max": -0.00046563148498535156, + "objective/train/value_min": -0.8037109375, + "objective/train/value_reward_corr": 0.6305418673212995, + "objective/train/value_std": 0.0201873779296875, + "objective/train/weight_avg": 1.0012141466140747, + "objective/train/weighted_lm_loss": 2.0981156826019287, + "objective/train/weights_max": 1.3718526363372803, + "objective/train/weights_min": 0.38507577776908875, + "theoretical_loss": 4.295790992677603, + "tokens_seen": 235929600 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009378911892152143, + "loss": 0.0994, + "theoretical_loss": 4.295790992677603, + "tokens_seen": 235929600 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009378109452736319, + "loss": 0.101, + "theoretical_loss": 4.2952132260363225, + "tokens_seen": 236191744 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009377307013320494, + "loss": 0.0994, + "theoretical_loss": 4.294636279613117, + "tokens_seen": 236453888 + }, + { + "epoch": 0.07, + "learning_rate": 0.000937650457390467, + "loss": 0.1035, + "theoretical_loss": 4.294060151336178, + "tokens_seen": 236716032 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009375702134488846, + "loss": 0.1017, + "theoretical_loss": 4.293484839141217, + "tokens_seen": 236978176 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009374899695073022, + "loss": 0.0995, + "theoretical_loss": 4.29291034097143, + "tokens_seen": 237240320 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009374097255657198, + "loss": 0.0966, + "theoretical_loss": 4.2923366547774595, + "tokens_seen": 237502464 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009373294816241375, + "loss": 0.0998, + "theoretical_loss": 4.2917637785173675, + "tokens_seen": 237764608 + }, + { + "epoch": 0.07, + "learning_rate": 0.000937249237682555, + "loss": 0.1004, + "theoretical_loss": 4.291191710156591, + "tokens_seen": 238026752 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009371689937409725, + "loss": 0.1, + "theoretical_loss": 4.290620447667912, + "tokens_seen": 238288896 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009370887497993902, + "loss": 0.0977, + "theoretical_loss": 4.290049989031424, + "tokens_seen": 238551040 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009370085058578077, + "loss": 0.1032, + "theoretical_loss": 4.289480332234493, + "tokens_seen": 238813184 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009369282619162254, + "loss": 0.1011, + "theoretical_loss": 4.288911475271731, + "tokens_seen": 239075328 + }, + { + "epoch": 0.07, + "objective/train/advantage_avg": 0.0013873809948563576, + "objective/train/docs_used": 93570, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.062962532043457, + "objective/train/original_loss": 2.062962293624878, + "objective/train/theoretical_loss": 4.28862734610345, + "objective/train/tokens_used": 259666400, + "objective/train/value_avg": -0.007526397705078125, + "objective/train/value_loss": 0.0002623998443596065, + "objective/train/value_max": -0.0005726814270019531, + "objective/train/value_min": -0.276123046875, + "objective/train/value_reward_corr": 0.47365948692780513, + "objective/train/value_std": 0.00656890869140625, + "objective/train/weight_avg": 1.0015065670013428, + "objective/train/weighted_lm_loss": 2.0658555030822754, + "objective/train/weights_max": 1.0825785398483276, + "objective/train/weights_min": 0.38608771562576294, + "theoretical_loss": 4.28862734610345, + "tokens_seen": 239206400 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009368480179746429, + "loss": 0.0998, + "theoretical_loss": 4.288343416144952, + "tokens_seen": 239337472 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009367677740330605, + "loss": 0.1019, + "theoretical_loss": 4.287776152863146, + "tokens_seen": 239599616 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009366875300914782, + "loss": 0.1015, + "theoretical_loss": 4.287209683442444, + "tokens_seen": 239861760 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009366072861498957, + "loss": 0.1003, + "theoretical_loss": 4.286644005906081, + "tokens_seen": 240123904 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009365270422083133, + "loss": 0.1012, + "theoretical_loss": 4.286079118284368, + "tokens_seen": 240386048 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009364467982667309, + "loss": 0.1033, + "theoretical_loss": 4.285515018614655, + "tokens_seen": 240648192 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009363665543251485, + "loss": 0.0959, + "theoretical_loss": 4.2849517049412995, + "tokens_seen": 240910336 + }, + { + "epoch": 0.07, + "learning_rate": 0.000936286310383566, + "loss": 0.0973, + "theoretical_loss": 4.284389175315636, + "tokens_seen": 241172480 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009362060664419837, + "loss": 0.0994, + "theoretical_loss": 4.283827427795939, + "tokens_seen": 241434624 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009361258225004012, + "loss": 0.0984, + "theoretical_loss": 4.283266460447394, + "tokens_seen": 241696768 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009360455785588187, + "loss": 0.0963, + "theoretical_loss": 4.282706271342066, + "tokens_seen": 241958912 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009359653346172365, + "loss": 0.1025, + "theoretical_loss": 4.282146858558866, + "tokens_seen": 242221056 + }, + { + "epoch": 0.07, + "objective/train/advantage_avg": 0.0021311177406460047, + "objective/train/docs_used": 94878, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.9936403036117554, + "objective/train/original_loss": 1.9936401844024658, + "objective/train/theoretical_loss": 4.281588220183519, + "objective/train/tokens_used": 262943200, + "objective/train/value_avg": -0.01044464111328125, + "objective/train/value_loss": 0.0004901733482256532, + "objective/train/value_max": -0.0005860328674316406, + "objective/train/value_min": -0.35107421875, + "objective/train/value_reward_corr": 0.5942125704800525, + "objective/train/value_std": 0.015411376953125, + "objective/train/weight_avg": 1.0023435354232788, + "objective/train/weighted_lm_loss": 1.99652099609375, + "objective/train/weights_max": 1.2783679962158203, + "objective/train/weights_min": 0.37264496088027954, + "theoretical_loss": 4.281588220183519, + "tokens_seen": 242483200 + }, + { + "epoch": 0.07, + "learning_rate": 0.000935885090675654, + "loss": 0.0974, + "theoretical_loss": 4.281588220183519, + "tokens_seen": 242483200 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009358048467340716, + "loss": 0.0991, + "theoretical_loss": 4.281030354308533, + "tokens_seen": 242745344 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009357246027924892, + "loss": 0.0984, + "theoretical_loss": 4.280473259033169, + "tokens_seen": 243007488 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009356443588509068, + "loss": 0.0977, + "theoretical_loss": 4.27991693246341, + "tokens_seen": 243269632 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009355641149093244, + "loss": 0.0985, + "theoretical_loss": 4.279361372711923, + "tokens_seen": 243531776 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009354838709677419, + "loss": 0.102, + "theoretical_loss": 4.278806577898042, + "tokens_seen": 243793920 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009354036270261595, + "loss": 0.0978, + "theoretical_loss": 4.278252546147724, + "tokens_seen": 244056064 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009353233830845771, + "loss": 0.0992, + "theoretical_loss": 4.277699275593523, + "tokens_seen": 244318208 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009352431391429948, + "loss": 0.0947, + "theoretical_loss": 4.277146764374566, + "tokens_seen": 244580352 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009351628952014123, + "loss": 0.0995, + "theoretical_loss": 4.276595010636514, + "tokens_seen": 244842496 + }, + { + "epoch": 0.07, + "learning_rate": 0.00093508265125983, + "loss": 0.0992, + "theoretical_loss": 4.276044012531534, + "tokens_seen": 245104640 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009350024073182475, + "loss": 0.1009, + "theoretical_loss": 4.275493768218274, + "tokens_seen": 245366784 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009349221633766651, + "loss": 0.0973, + "theoretical_loss": 4.274944275861828, + "tokens_seen": 245628928 + }, + { + "epoch": 0.07, + "objective/train/advantage_avg": -5.692861304851249e-05, + "objective/train/docs_used": 96014, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.058549404144287, + "objective/train/original_loss": 2.058549404144287, + "objective/train/theoretical_loss": 4.274669811095759, + "objective/train/tokens_used": 266220000, + "objective/train/value_avg": -0.0099334716796875, + "objective/train/value_loss": 0.001431065145879984, + "objective/train/value_max": -0.0003514289855957031, + "objective/train/value_min": -0.81689453125, + "objective/train/value_reward_corr": 0.6133141156624307, + "objective/train/value_std": 0.0235443115234375, + "objective/train/weight_avg": 1.000540018081665, + "objective/train/weighted_lm_loss": 2.05905818939209, + "objective/train/weights_max": 1.5442813634872437, + "objective/train/weights_min": 0.36907634139060974, + "theoretical_loss": 4.274669811095759, + "tokens_seen": 245760000 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009348419194350827, + "loss": 0.0976, + "theoretical_loss": 4.274395533633712, + "tokens_seen": 245891072 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009347616754935002, + "loss": 0.0958, + "theoretical_loss": 4.273847539711825, + "tokens_seen": 246153216 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009346814315519178, + "loss": 0.1009, + "theoretical_loss": 4.273300292280435, + "tokens_seen": 246415360 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009346011876103354, + "loss": 0.0987, + "theoretical_loss": 4.272753789530134, + "tokens_seen": 246677504 + }, + { + "epoch": 0.07, + "learning_rate": 0.000934520943668753, + "loss": 0.0959, + "theoretical_loss": 4.272208029657822, + "tokens_seen": 246939648 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009344406997271707, + "loss": 0.0971, + "theoretical_loss": 4.271663010866669, + "tokens_seen": 247201792 + }, + { + "epoch": 0.07, + "learning_rate": 0.0009343604557855883, + "loss": 0.1001, + "theoretical_loss": 4.2711187313660925, + "tokens_seen": 247463936 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009342802118440058, + "loss": 0.0981, + "theoretical_loss": 4.270575189371727, + "tokens_seen": 247726080 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009341999679024234, + "loss": 0.099, + "theoretical_loss": 4.270032383105398, + "tokens_seen": 247988224 + }, + { + "epoch": 0.08, + "learning_rate": 0.000934119723960841, + "loss": 0.0972, + "theoretical_loss": 4.269490310795089, + "tokens_seen": 248250368 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009340394800192585, + "loss": 0.1021, + "theoretical_loss": 4.268948970674917, + "tokens_seen": 248512512 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009339592360776762, + "loss": 0.101, + "theoretical_loss": 4.268408360985109, + "tokens_seen": 248774656 + }, + { + "epoch": 0.08, + "objective/train/advantage_avg": 0.0019986091647297144, + "objective/train/docs_used": 97104, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.9524285793304443, + "objective/train/original_loss": 1.9524286985397339, + "objective/train/theoretical_loss": 4.267868479971966, + "objective/train/tokens_used": 269496800, + "objective/train/value_avg": -0.01169586181640625, + "objective/train/value_loss": 0.0005602826713584363, + "objective/train/value_max": -0.0007042884826660156, + "objective/train/value_min": -0.78662109375, + "objective/train/value_reward_corr": 0.6723469214492619, + "objective/train/value_std": 0.01953125, + "objective/train/weight_avg": 1.0022568702697754, + "objective/train/weighted_lm_loss": 1.955851674079895, + "objective/train/weights_max": 1.2684330940246582, + "objective/train/weights_min": 0.4054446518421173, + "theoretical_loss": 4.267868479971966, + "tokens_seen": 249036800 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009338789921360937, + "loss": 0.0995, + "theoretical_loss": 4.267868479971966, + "tokens_seen": 249036800 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009337987481945113, + "loss": 0.0989, + "theoretical_loss": 4.267329325887841, + "tokens_seen": 249298944 + }, + { + "epoch": 0.08, + "learning_rate": 0.000933718504252929, + "loss": 0.0921, + "theoretical_loss": 4.266790896991109, + "tokens_seen": 249561088 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009336382603113465, + "loss": 0.1002, + "theoretical_loss": 4.266253191546146, + "tokens_seen": 249823232 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009335580163697641, + "loss": 0.0991, + "theoretical_loss": 4.265716207823292, + "tokens_seen": 250085376 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009334777724281817, + "loss": 0.0992, + "theoretical_loss": 4.2651799440988345, + "tokens_seen": 250347520 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009333975284865993, + "loss": 0.0974, + "theoretical_loss": 4.2646443986549745, + "tokens_seen": 250609664 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009333172845450168, + "loss": 0.0989, + "theoretical_loss": 4.264109569779803, + "tokens_seen": 250871808 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009332370406034345, + "loss": 0.1013, + "theoretical_loss": 4.263575455767277, + "tokens_seen": 251133952 + }, + { + "epoch": 0.08, + "learning_rate": 0.000933156796661852, + "loss": 0.0996, + "theoretical_loss": 4.263042054917186, + "tokens_seen": 251396096 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009330765527202696, + "loss": 0.1, + "theoretical_loss": 4.262509365535134, + "tokens_seen": 251658240 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009329963087786873, + "loss": 0.0968, + "theoretical_loss": 4.261977385932512, + "tokens_seen": 251920384 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009329160648371048, + "loss": 0.0984, + "theoretical_loss": 4.261446114426466, + "tokens_seen": 252182528 + }, + { + "epoch": 0.08, + "objective/train/advantage_avg": 0.003249542322009802, + "objective/train/docs_used": 98257, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.9836065769195557, + "objective/train/original_loss": 1.9836065769195557, + "objective/train/theoretical_loss": 4.261180743685337, + "objective/train/tokens_used": 272773600, + "objective/train/value_avg": -0.00830078125, + "objective/train/value_loss": 0.0002040480903815478, + "objective/train/value_max": -0.0006566047668457031, + "objective/train/value_min": -0.30859375, + "objective/train/value_reward_corr": 0.5947936042485574, + "objective/train/value_std": 0.0105438232421875, + "objective/train/weight_avg": 1.0033506155014038, + "objective/train/weighted_lm_loss": 1.9891217947006226, + "objective/train/weights_max": 1.217027187347412, + "objective/train/weights_min": 0.7887328863143921, + "theoretical_loss": 4.261180743685337, + "tokens_seen": 252313600 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009328358208955225, + "loss": 0.0976, + "theoretical_loss": 4.260915549339879, + "tokens_seen": 252444672 + }, + { + "epoch": 0.08, + "learning_rate": 0.00093275557695394, + "loss": 0.0971, + "theoretical_loss": 4.2603856890013425, + "tokens_seen": 252706816 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009326753330123576, + "loss": 0.0991, + "theoretical_loss": 4.25985653174513, + "tokens_seen": 252968960 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009325950890707752, + "loss": 0.0949, + "theoretical_loss": 4.259328075911173, + "tokens_seen": 253231104 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009325148451291927, + "loss": 0.0986, + "theoretical_loss": 4.258800319845038, + "tokens_seen": 253493248 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009324346011876103, + "loss": 0.0976, + "theoretical_loss": 4.258273261897896, + "tokens_seen": 253755392 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009323543572460279, + "loss": 0.097, + "theoretical_loss": 4.257746900426506, + "tokens_seen": 254017536 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009322741133044456, + "loss": 0.0975, + "theoretical_loss": 4.25722123379318, + "tokens_seen": 254279680 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009321938693628631, + "loss": 0.1011, + "theoretical_loss": 4.256696260365768, + "tokens_seen": 254541824 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009321136254212808, + "loss": 0.0996, + "theoretical_loss": 4.256171978517629, + "tokens_seen": 254803968 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009320333814796983, + "loss": 0.095, + "theoretical_loss": 4.255648386627607, + "tokens_seen": 255066112 + }, + { + "epoch": 0.08, + "learning_rate": 0.000931953137538116, + "loss": 0.0986, + "theoretical_loss": 4.255125483080007, + "tokens_seen": 255328256 + }, + { + "epoch": 0.08, + "objective/train/advantage_avg": 0.0007672951323911548, + "objective/train/docs_used": 99403, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.9891242980957031, + "objective/train/original_loss": 1.9891244173049927, + "objective/train/theoretical_loss": 4.254603266264572, + "objective/train/tokens_used": 276050400, + "objective/train/value_avg": -0.00853729248046875, + "objective/train/value_loss": 0.0005181322921998799, + "objective/train/value_max": -0.00051116943359375, + "objective/train/value_min": -0.319580078125, + "objective/train/value_reward_corr": 0.5506668808430449, + "objective/train/value_std": 0.01039886474609375, + "objective/train/weight_avg": 1.000990629196167, + "objective/train/weighted_lm_loss": 1.991722583770752, + "objective/train/weights_max": 1.284652590751648, + "objective/train/weights_min": 0.3691185712814331, + "theoretical_loss": 4.254603266264572, + "tokens_seen": 255590400 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009318728935965335, + "loss": 0.0986, + "theoretical_loss": 4.254603266264572, + "tokens_seen": 255590400 + }, + { + "epoch": 0.08, + "learning_rate": 0.000931792649654951, + "loss": 0.096, + "theoretical_loss": 4.254081734576458, + "tokens_seen": 255852544 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009317124057133687, + "loss": 0.0968, + "theoretical_loss": 4.253560886416212, + "tokens_seen": 256114688 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009316321617717862, + "loss": 0.0972, + "theoretical_loss": 4.253040720189746, + "tokens_seen": 256376832 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009315519178302038, + "loss": 0.0973, + "theoretical_loss": 4.252521234308315, + "tokens_seen": 256638976 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009314716738886215, + "loss": 0.0965, + "theoretical_loss": 4.2520024271884935, + "tokens_seen": 256901120 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009313914299470391, + "loss": 0.0981, + "theoretical_loss": 4.251484297252151, + "tokens_seen": 257163264 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009313111860054566, + "loss": 0.1016, + "theoretical_loss": 4.250966842926434, + "tokens_seen": 257425408 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009312309420638742, + "loss": 0.0989, + "theoretical_loss": 4.250450062643734, + "tokens_seen": 257687552 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009311506981222918, + "loss": 0.0954, + "theoretical_loss": 4.249933954841672, + "tokens_seen": 257949696 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009310704541807093, + "loss": 0.1025, + "theoretical_loss": 4.2494185179630755, + "tokens_seen": 258211840 + }, + { + "epoch": 0.08, + "learning_rate": 0.000930990210239127, + "loss": 0.099, + "theoretical_loss": 4.24890375045595, + "tokens_seen": 258473984 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009309099662975445, + "loss": 0.0969, + "theoretical_loss": 4.248389650773463, + "tokens_seen": 258736128 + }, + { + "epoch": 0.08, + "objective/train/advantage_avg": 0.000748458958696574, + "objective/train/docs_used": 100739, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.8146617412567139, + "objective/train/original_loss": 1.8146617412567139, + "objective/train/theoretical_loss": 4.24813285088448, + "objective/train/tokens_used": 279327200, + "objective/train/value_avg": -0.00853729248046875, + "objective/train/value_loss": 0.00018644248484633863, + "objective/train/value_max": -0.0005769729614257812, + "objective/train/value_min": -0.302978515625, + "objective/train/value_reward_corr": 0.6165372214572049, + "objective/train/value_std": 0.0094451904296875, + "objective/train/weight_avg": 1.0008400678634644, + "objective/train/weighted_lm_loss": 1.8147914409637451, + "objective/train/weights_max": 1.1257035732269287, + "objective/train/weights_min": 0.8203408122062683, + "theoretical_loss": 4.24813285088448, + "tokens_seen": 258867200 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009308297223559621, + "loss": 0.0985, + "theoretical_loss": 4.24787621737392, + "tokens_seen": 258998272 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009307494784143798, + "loss": 0.097, + "theoretical_loss": 4.247363448720739, + "tokens_seen": 259260416 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009306692344727973, + "loss": 0.0985, + "theoretical_loss": 4.246851343282432, + "tokens_seen": 259522560 + }, + { + "epoch": 0.08, + "learning_rate": 0.000930588990531215, + "loss": 0.1008, + "theoretical_loss": 4.246339899532582, + "tokens_seen": 259784704 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009305087465896325, + "loss": 0.097, + "theoretical_loss": 4.245829115949818, + "tokens_seen": 260046848 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009304285026480501, + "loss": 0.1009, + "theoretical_loss": 4.245318991017802, + "tokens_seen": 260308992 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009303482587064677, + "loss": 0.0981, + "theoretical_loss": 4.244809523225195, + "tokens_seen": 260571136 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009302680147648853, + "loss": 0.0996, + "theoretical_loss": 4.244300711065646, + "tokens_seen": 260833280 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009301877708233028, + "loss": 0.0935, + "theoretical_loss": 4.243792553037767, + "tokens_seen": 261095424 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009301075268817204, + "loss": 0.0979, + "theoretical_loss": 4.243285047645106, + "tokens_seen": 261357568 + }, + { + "epoch": 0.08, + "learning_rate": 0.000930027282940138, + "loss": 0.1023, + "theoretical_loss": 4.242778193396136, + "tokens_seen": 261619712 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009299470389985556, + "loss": 0.0988, + "theoretical_loss": 4.242271988804228, + "tokens_seen": 261881856 + }, + { + "epoch": 0.08, + "objective/train/advantage_avg": 0.003364198375493288, + "objective/train/docs_used": 101934, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.0847856998443604, + "objective/train/original_loss": 2.0847861766815186, + "objective/train/theoretical_loss": 4.241766432387629, + "objective/train/tokens_used": 282604000, + "objective/train/value_avg": -0.007450103759765625, + "objective/train/value_loss": 9.691957529867068e-05, + "objective/train/value_max": -0.000537872314453125, + "objective/train/value_min": -0.092041015625, + "objective/train/value_reward_corr": 0.33043718791728494, + "objective/train/value_std": 0.004642486572265625, + "objective/train/weight_avg": 1.0034124851226807, + "objective/train/weighted_lm_loss": 2.0932183265686035, + "objective/train/weights_max": 1.0862188339233398, + "objective/train/weights_min": 0.9012351632118225, + "theoretical_loss": 4.241766432387629, + "tokens_seen": 262144000 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009298667950569733, + "loss": 0.0952, + "theoretical_loss": 4.241766432387629, + "tokens_seen": 262144000 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009297865511153908, + "loss": 0.0968, + "theoretical_loss": 4.241261522669445, + "tokens_seen": 262406144 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009297063071738084, + "loss": 0.0994, + "theoretical_loss": 4.240757258177617, + "tokens_seen": 262668288 + }, + { + "epoch": 0.08, + "learning_rate": 0.000929626063232226, + "loss": 0.0955, + "theoretical_loss": 4.240253637444903, + "tokens_seen": 262930432 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009295458192906435, + "loss": 0.0952, + "theoretical_loss": 4.239750659008854, + "tokens_seen": 263192576 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009294655753490611, + "loss": 0.0969, + "theoretical_loss": 4.2392483214117975, + "tokens_seen": 263454720 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009293853314074787, + "loss": 0.0996, + "theoretical_loss": 4.238746623200815, + "tokens_seen": 263716864 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009293050874658963, + "loss": 0.0982, + "theoretical_loss": 4.238245562927722, + "tokens_seen": 263979008 + }, + { + "epoch": 0.08, + "learning_rate": 0.000929224843524314, + "loss": 0.0987, + "theoretical_loss": 4.237745139149047, + "tokens_seen": 264241152 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009291445995827316, + "loss": 0.0964, + "theoretical_loss": 4.237245350426015, + "tokens_seen": 264503296 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009290643556411491, + "loss": 0.0941, + "theoretical_loss": 4.236746195324523, + "tokens_seen": 264765440 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009289841116995667, + "loss": 0.1006, + "theoretical_loss": 4.2362476724151215, + "tokens_seen": 265027584 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009289038677579843, + "loss": 0.0974, + "theoretical_loss": 4.235749780272998, + "tokens_seen": 265289728 + }, + { + "epoch": 0.08, + "objective/train/advantage_avg": 0.001549248001538217, + "objective/train/docs_used": 103026, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.7845258712768555, + "objective/train/original_loss": 1.7845261096954346, + "objective/train/theoretical_loss": 4.235501070295674, + "objective/train/tokens_used": 285880800, + "objective/train/value_avg": -0.006473541259765625, + "objective/train/value_loss": 0.0002047707384917885, + "objective/train/value_max": -0.00040459632873535156, + "objective/train/value_min": -0.185791015625, + "objective/train/value_reward_corr": 0.31546385348309414, + "objective/train/value_std": 0.00485992431640625, + "objective/train/weight_avg": 1.0016381740570068, + "objective/train/weighted_lm_loss": 1.7876843214035034, + "objective/train/weights_max": 1.0817859172821045, + "objective/train/weights_min": 0.3692615330219269, + "theoretical_loss": 4.235501070295674, + "tokens_seen": 265420800 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009288236238164018, + "loss": 0.1001, + "theoretical_loss": 4.235252517477956, + "tokens_seen": 265551872 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009287433798748195, + "loss": 0.0943, + "theoretical_loss": 4.23475588261439, + "tokens_seen": 265814016 + }, + { + "epoch": 0.08, + "learning_rate": 0.000928663135933237, + "loss": 0.0969, + "theoretical_loss": 4.234259874271275, + "tokens_seen": 266076160 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009285828919916546, + "loss": 0.097, + "theoretical_loss": 4.23376449104214, + "tokens_seen": 266338304 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009285026480500723, + "loss": 0.1006, + "theoretical_loss": 4.233269731525055, + "tokens_seen": 266600448 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009284224041084899, + "loss": 0.098, + "theoretical_loss": 4.232775594322605, + "tokens_seen": 266862592 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009283421601669074, + "loss": 0.0976, + "theoretical_loss": 4.232282078041876, + "tokens_seen": 267124736 + }, + { + "epoch": 0.08, + "learning_rate": 0.000928261916225325, + "loss": 0.0976, + "theoretical_loss": 4.231789181294436, + "tokens_seen": 267386880 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009281816722837426, + "loss": 0.0997, + "theoretical_loss": 4.231296902696314, + "tokens_seen": 267649024 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009281014283421601, + "loss": 0.0952, + "theoretical_loss": 4.230805240867982, + "tokens_seen": 267911168 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009280211844005778, + "loss": 0.0971, + "theoretical_loss": 4.230314194434336, + "tokens_seen": 268173312 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009279409404589953, + "loss": 0.0975, + "theoretical_loss": 4.229823762024681, + "tokens_seen": 268435456 + }, + { + "epoch": 0.08, + "objective/train/advantage_avg": 0.0011627125786617398, + "objective/train/docs_used": 104173, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.790895700454712, + "objective/train/original_loss": 1.790895700454712, + "objective/train/theoretical_loss": 4.2293339422727065, + "objective/train/tokens_used": 289157600, + "objective/train/value_avg": -0.0087890625, + "objective/train/value_loss": 0.00033687916584312916, + "objective/train/value_max": -0.0005359649658203125, + "objective/train/value_min": -0.2034912109375, + "objective/train/value_reward_corr": 0.6131804277618426, + "objective/train/value_std": 0.01090240478515625, + "objective/train/weight_avg": 1.0013177394866943, + "objective/train/weighted_lm_loss": 1.7929954528808594, + "objective/train/weights_max": 1.1466538906097412, + "objective/train/weights_min": 0.39774826169013977, + "theoretical_loss": 4.2293339422727065, + "tokens_seen": 268697600 + }, + { + "epoch": 0.08, + "learning_rate": 0.000927860696517413, + "loss": 0.0972, + "theoretical_loss": 4.2293339422727065, + "tokens_seen": 268697600 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009277804525758306, + "loss": 0.0985, + "theoretical_loss": 4.228844733816474, + "tokens_seen": 268959744 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009277002086342481, + "loss": 0.0946, + "theoretical_loss": 4.228356135298394, + "tokens_seen": 269221888 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009276199646926658, + "loss": 0.0938, + "theoretical_loss": 4.227868145365211, + "tokens_seen": 269484032 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009275397207510833, + "loss": 0.0968, + "theoretical_loss": 4.227380762667987, + "tokens_seen": 269746176 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009274594768095009, + "loss": 0.0952, + "theoretical_loss": 4.226893985862076, + "tokens_seen": 270008320 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009273792328679185, + "loss": 0.0987, + "theoretical_loss": 4.226407813607116, + "tokens_seen": 270270464 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009272989889263361, + "loss": 0.0968, + "theoretical_loss": 4.2259222445670055, + "tokens_seen": 270532608 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009272187449847536, + "loss": 0.0935, + "theoretical_loss": 4.225437277409885, + "tokens_seen": 270794752 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009271385010431712, + "loss": 0.0952, + "theoretical_loss": 4.224952910808122, + "tokens_seen": 271056896 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009270582571015889, + "loss": 0.0972, + "theoretical_loss": 4.224469143438294, + "tokens_seen": 271319040 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009269780131600064, + "loss": 0.1, + "theoretical_loss": 4.223985973981171, + "tokens_seen": 271581184 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009268977692184241, + "loss": 0.0997, + "theoretical_loss": 4.223503401121693, + "tokens_seen": 271843328 + }, + { + "epoch": 0.08, + "objective/train/advantage_avg": 0.0027751431334763765, + "objective/train/docs_used": 105443, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.880763053894043, + "objective/train/original_loss": 1.8807628154754639, + "objective/train/theoretical_loss": 4.223262338006254, + "objective/train/tokens_used": 292434400, + "objective/train/value_avg": -0.00739288330078125, + "objective/train/value_loss": 0.00012063206668244675, + "objective/train/value_max": -0.0005335807800292969, + "objective/train/value_min": -0.17724609375, + "objective/train/value_reward_corr": 0.564357079222877, + "objective/train/value_std": 0.00791168212890625, + "objective/train/weight_avg": 1.0028334856033325, + "objective/train/weighted_lm_loss": 1.8866081237792969, + "objective/train/weights_max": 1.1739808320999146, + "objective/train/weights_min": 0.5076730847358704, + "theoretical_loss": 4.223262338006254, + "tokens_seen": 271974400 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009268175252768416, + "loss": 0.0945, + "theoretical_loss": 4.223021423548962, + "tokens_seen": 272105472 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009267372813352593, + "loss": 0.0962, + "theoretical_loss": 4.222540039956215, + "tokens_seen": 272367616 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009266570373936768, + "loss": 0.0953, + "theoretical_loss": 4.222059249040814, + "tokens_seen": 272629760 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009265767934520943, + "loss": 0.0989, + "theoretical_loss": 4.2215790495042285, + "tokens_seen": 272891904 + }, + { + "epoch": 0.08, + "learning_rate": 0.000926496549510512, + "loss": 0.0985, + "theoretical_loss": 4.221099440052014, + "tokens_seen": 273154048 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009264163055689295, + "loss": 0.0956, + "theoretical_loss": 4.220620419393799, + "tokens_seen": 273416192 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009263360616273471, + "loss": 0.098, + "theoretical_loss": 4.220141986243268, + "tokens_seen": 273678336 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009262558176857648, + "loss": 0.0982, + "theoretical_loss": 4.219664139318145, + "tokens_seen": 273940480 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009261755737441824, + "loss": 0.0973, + "theoretical_loss": 4.219186877340174, + "tokens_seen": 274202624 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009260953298025999, + "loss": 0.0944, + "theoretical_loss": 4.218710199035108, + "tokens_seen": 274464768 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009260150858610175, + "loss": 0.0941, + "theoretical_loss": 4.218234103132686, + "tokens_seen": 274726912 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009259348419194351, + "loss": 0.0971, + "theoretical_loss": 4.217758588366623, + "tokens_seen": 274989056 + }, + { + "epoch": 0.08, + "objective/train/advantage_avg": 0.0027749419678002596, + "objective/train/docs_used": 106703, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.8665748834609985, + "objective/train/original_loss": 1.8665748834609985, + "objective/train/theoretical_loss": 4.217283653474588, + "objective/train/tokens_used": 295711200, + "objective/train/value_avg": -0.0105743408203125, + "objective/train/value_loss": 0.0005051488406024873, + "objective/train/value_max": -0.0005526542663574219, + "objective/train/value_min": -0.87744140625, + "objective/train/value_reward_corr": 0.5915384842164396, + "objective/train/value_std": 0.016448974609375, + "objective/train/weight_avg": 1.0030030012130737, + "objective/train/weighted_lm_loss": 1.8724879026412964, + "objective/train/weights_max": 1.9243675470352173, + "objective/train/weights_min": 0.3701387345790863, + "theoretical_loss": 4.217283653474588, + "tokens_seen": 275251200 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009258545979778526, + "loss": 0.0936, + "theoretical_loss": 4.217283653474588, + "tokens_seen": 275251200 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009257743540362703, + "loss": 0.0963, + "theoretical_loss": 4.216809297198195, + "tokens_seen": 275513344 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009256941100946878, + "loss": 0.0969, + "theoretical_loss": 4.21633551828298, + "tokens_seen": 275775488 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009256138661531054, + "loss": 0.0982, + "theoretical_loss": 4.215862315478388, + "tokens_seen": 276037632 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009255336222115231, + "loss": 0.0992, + "theoretical_loss": 4.2153896875377574, + "tokens_seen": 276299776 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009254533782699407, + "loss": 0.0979, + "theoretical_loss": 4.214917633218304, + "tokens_seen": 276561920 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009253731343283583, + "loss": 0.0979, + "theoretical_loss": 4.214446151281106, + "tokens_seen": 276824064 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009252928903867758, + "loss": 0.0945, + "theoretical_loss": 4.213975240491084, + "tokens_seen": 277086208 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009252126464451934, + "loss": 0.0965, + "theoretical_loss": 4.213504899616995, + "tokens_seen": 277348352 + }, + { + "epoch": 0.08, + "learning_rate": 0.000925132402503611, + "loss": 0.0967, + "theoretical_loss": 4.213035127431402, + "tokens_seen": 277610496 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009250521585620286, + "loss": 0.0969, + "theoretical_loss": 4.212565922710677, + "tokens_seen": 277872640 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009249719146204461, + "loss": 0.0967, + "theoretical_loss": 4.21209728423497, + "tokens_seen": 278134784 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009248916706788639, + "loss": 0.0986, + "theoretical_loss": 4.2116292107882, + "tokens_seen": 278396928 + }, + { + "epoch": 0.08, + "objective/train/advantage_avg": 0.0014314374420791864, + "objective/train/docs_used": 107929, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.9565578699111938, + "objective/train/original_loss": 1.9565579891204834, + "objective/train/theoretical_loss": 4.211395385571668, + "objective/train/tokens_used": 298988000, + "objective/train/value_avg": -0.00846099853515625, + "objective/train/value_loss": 0.0007710620411671698, + "objective/train/value_max": -0.0005192756652832031, + "objective/train/value_min": -0.8154296875, + "objective/train/value_reward_corr": 0.553144755318378, + "objective/train/value_std": 0.016021728515625, + "objective/train/weight_avg": 1.0017526149749756, + "objective/train/weighted_lm_loss": 1.9594378471374512, + "objective/train/weights_max": 1.5270531177520752, + "objective/train/weights_min": 0.3725539743900299, + "theoretical_loss": 4.211395385571668, + "tokens_seen": 278528000 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009248114267372814, + "loss": 0.0976, + "theoretical_loss": 4.211161701158042, + "tokens_seen": 278659072 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009247311827956989, + "loss": 0.0987, + "theoretical_loss": 4.2106947541359085, + "tokens_seen": 278921216 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009246509388541166, + "loss": 0.0966, + "theoretical_loss": 4.210228368516935, + "tokens_seen": 279183360 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009245706949125341, + "loss": 0.1019, + "theoretical_loss": 4.209762543099966, + "tokens_seen": 279445504 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009244904509709517, + "loss": 0.0972, + "theoretical_loss": 4.209297276687541, + "tokens_seen": 279707648 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009244102070293693, + "loss": 0.1001, + "theoretical_loss": 4.2088325680858745, + "tokens_seen": 279969792 + }, + { + "epoch": 0.08, + "learning_rate": 0.0009243299630877869, + "loss": 0.0955, + "theoretical_loss": 4.208368416104849, + "tokens_seen": 280231936 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009242497191462045, + "loss": 0.099, + "theoretical_loss": 4.207904819557995, + "tokens_seen": 280494080 + }, + { + "epoch": 0.09, + "learning_rate": 0.000924169475204622, + "loss": 0.0965, + "theoretical_loss": 4.207441777262477, + "tokens_seen": 280756224 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009240892312630397, + "loss": 0.096, + "theoretical_loss": 4.206979288039081, + "tokens_seen": 281018368 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009240089873214573, + "loss": 0.0945, + "theoretical_loss": 4.206517350712199, + "tokens_seen": 281280512 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009239287433798749, + "loss": 0.0966, + "theoretical_loss": 4.206055964109813, + "tokens_seen": 281542656 + }, + { + "epoch": 0.09, + "objective/train/advantage_avg": 0.002341373823583126, + "objective/train/docs_used": 109222, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.8228092193603516, + "objective/train/original_loss": 1.8228092193603516, + "objective/train/theoretical_loss": 4.205595127063485, + "objective/train/tokens_used": 302264800, + "objective/train/value_avg": -0.00806427001953125, + "objective/train/value_loss": 0.0001795866119209677, + "objective/train/value_max": -0.0005974769592285156, + "objective/train/value_min": -0.2489013671875, + "objective/train/value_reward_corr": 0.5381732623069876, + "objective/train/value_std": 0.00836181640625, + "objective/train/weight_avg": 1.0024263858795166, + "objective/train/weighted_lm_loss": 1.826318383216858, + "objective/train/weights_max": 1.144212007522583, + "objective/train/weights_min": 0.3949179947376251, + "theoretical_loss": 4.205595127063485, + "tokens_seen": 281804800 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009238484994382924, + "loss": 0.0954, + "theoretical_loss": 4.205595127063485, + "tokens_seen": 281804800 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009237682554967101, + "loss": 0.094, + "theoretical_loss": 4.205134838408337, + "tokens_seen": 282066944 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009236880115551276, + "loss": 0.0959, + "theoretical_loss": 4.20467509698304, + "tokens_seen": 282329088 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009236077676135451, + "loss": 0.0954, + "theoretical_loss": 4.204215901629803, + "tokens_seen": 282591232 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009235275236719628, + "loss": 0.0965, + "theoretical_loss": 4.203757251194353, + "tokens_seen": 282853376 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009234472797303803, + "loss": 0.0956, + "theoretical_loss": 4.203299144525923, + "tokens_seen": 283115520 + }, + { + "epoch": 0.09, + "learning_rate": 0.000923367035788798, + "loss": 0.096, + "theoretical_loss": 4.202841580477241, + "tokens_seen": 283377664 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009232867918472156, + "loss": 0.099, + "theoretical_loss": 4.202384557904513, + "tokens_seen": 283639808 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009232065479056332, + "loss": 0.0957, + "theoretical_loss": 4.201928075667411, + "tokens_seen": 283901952 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009231263039640507, + "loss": 0.0951, + "theoretical_loss": 4.201472132629057, + "tokens_seen": 284164096 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009230460600224683, + "loss": 0.1009, + "theoretical_loss": 4.201016727656012, + "tokens_seen": 284426240 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009229658160808859, + "loss": 0.0982, + "theoretical_loss": 4.2005618596182615, + "tokens_seen": 284688384 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009228855721393035, + "loss": 0.0983, + "theoretical_loss": 4.200107527389202, + "tokens_seen": 284950528 + }, + { + "epoch": 0.09, + "objective/train/advantage_avg": 0.0040338714607059956, + "objective/train/docs_used": 110428, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.86286461353302, + "objective/train/original_loss": 1.862864375114441, + "objective/train/theoretical_loss": 4.1998805618517965, + "objective/train/tokens_used": 305541600, + "objective/train/value_avg": -0.00843048095703125, + "objective/train/value_loss": 0.00014479026140179485, + "objective/train/value_max": -0.0004546642303466797, + "objective/train/value_min": -0.2203369140625, + "objective/train/value_reward_corr": 0.47952262504808907, + "objective/train/value_std": 0.0086517333984375, + "objective/train/weight_avg": 1.0041027069091797, + "objective/train/weighted_lm_loss": 1.8710670471191406, + "objective/train/weights_max": 1.2464966773986816, + "objective/train/weights_min": 0.3801135718822479, + "theoretical_loss": 4.1998805618517965, + "tokens_seen": 285081600 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009228053281977211, + "loss": 0.0966, + "theoretical_loss": 4.199653729845626, + "tokens_seen": 285212672 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009227250842561386, + "loss": 0.0964, + "theoretical_loss": 4.199200465867714, + "tokens_seen": 285474816 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009226448403145564, + "loss": 0.0958, + "theoretical_loss": 4.198747734339013, + "tokens_seen": 285736960 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009225645963729739, + "loss": 0.0946, + "theoretical_loss": 4.198295534146429, + "tokens_seen": 285999104 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009224843524313914, + "loss": 0.0949, + "theoretical_loss": 4.197843864180214, + "tokens_seen": 286261248 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009224041084898091, + "loss": 0.0951, + "theoretical_loss": 4.197392723333951, + "tokens_seen": 286523392 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009223238645482266, + "loss": 0.0977, + "theoretical_loss": 4.196942110504538, + "tokens_seen": 286785536 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009222436206066442, + "loss": 0.0953, + "theoretical_loss": 4.196492024592183, + "tokens_seen": 287047680 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009221633766650618, + "loss": 0.0949, + "theoretical_loss": 4.196042464500382, + "tokens_seen": 287309824 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009220831327234794, + "loss": 0.0945, + "theoretical_loss": 4.195593429135916, + "tokens_seen": 287571968 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009220028887818969, + "loss": 0.1012, + "theoretical_loss": 4.195144917408828, + "tokens_seen": 287834112 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009219226448403146, + "loss": 0.0945, + "theoretical_loss": 4.194696928232417, + "tokens_seen": 288096256 + }, + { + "epoch": 0.09, + "objective/train/advantage_avg": 0.002760735573247075, + "objective/train/docs_used": 111591, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.8452353477478027, + "objective/train/original_loss": 1.8452352285385132, + "objective/train/theoretical_loss": 4.194249460523222, + "objective/train/tokens_used": 308818400, + "objective/train/value_avg": -0.00843048095703125, + "objective/train/value_loss": 0.00015196032472886145, + "objective/train/value_max": -0.0006070137023925781, + "objective/train/value_min": -0.216796875, + "objective/train/value_reward_corr": 0.5767453223298382, + "objective/train/value_std": 0.0092315673828125, + "objective/train/weight_avg": 1.0028321743011475, + "objective/train/weighted_lm_loss": 1.8501770496368408, + "objective/train/weights_max": 1.1153022050857544, + "objective/train/weights_min": 0.3700949549674988, + "theoretical_loss": 4.194249460523222, + "tokens_seen": 288358400 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009218424008987322, + "loss": 0.0933, + "theoretical_loss": 4.194249460523222, + "tokens_seen": 288358400 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009217621569571497, + "loss": 0.0964, + "theoretical_loss": 4.193802513201015, + "tokens_seen": 288620544 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009216819130155674, + "loss": 0.0993, + "theoretical_loss": 4.193356085188778, + "tokens_seen": 288882688 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009216016690739849, + "loss": 0.0983, + "theoretical_loss": 4.1929101754127025, + "tokens_seen": 289144832 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009215214251324026, + "loss": 0.0958, + "theoretical_loss": 4.192464782802167, + "tokens_seen": 289406976 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009214411811908201, + "loss": 0.0957, + "theoretical_loss": 4.192019906289733, + "tokens_seen": 289669120 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009213609372492377, + "loss": 0.0984, + "theoretical_loss": 4.1915755448111245, + "tokens_seen": 289931264 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009212806933076553, + "loss": 0.0967, + "theoretical_loss": 4.191131697305222, + "tokens_seen": 290193408 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009212004493660728, + "loss": 0.0956, + "theoretical_loss": 4.1906883627140505, + "tokens_seen": 290455552 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009211202054244905, + "loss": 0.0928, + "theoretical_loss": 4.19024553998276, + "tokens_seen": 290717696 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009210399614829081, + "loss": 0.0952, + "theoretical_loss": 4.189803228059623, + "tokens_seen": 290979840 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009209597175413257, + "loss": 0.0956, + "theoretical_loss": 4.189361425896016, + "tokens_seen": 291241984 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009208794735997432, + "loss": 0.0924, + "theoretical_loss": 4.188920132446411, + "tokens_seen": 291504128 + }, + { + "epoch": 0.09, + "objective/train/advantage_avg": 0.002169747604057193, + "objective/train/docs_used": 112844, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.8306854963302612, + "objective/train/original_loss": 1.8306856155395508, + "objective/train/theoretical_loss": 4.188699676163473, + "objective/train/tokens_used": 312095200, + "objective/train/value_avg": -0.0094146728515625, + "objective/train/value_loss": 0.00030191519181244075, + "objective/train/value_max": -0.0003275871276855469, + "objective/train/value_min": -0.426513671875, + "objective/train/value_reward_corr": 0.4723472709161665, + "objective/train/value_std": 0.010833740234375, + "objective/train/weight_avg": 1.0023030042648315, + "objective/train/weighted_lm_loss": 1.834247350692749, + "objective/train/weights_max": 1.4899400472640991, + "objective/train/weights_min": 0.3721363842487335, + "theoretical_loss": 4.188699676163473, + "tokens_seen": 291635200 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009207992296581609, + "loss": 0.0935, + "theoretical_loss": 4.188479346668359, + "tokens_seen": 291766272 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009207189857165784, + "loss": 0.0941, + "theoretical_loss": 4.188039067522484, + "tokens_seen": 292028416 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009206387417749959, + "loss": 0.0952, + "theoretical_loss": 4.18759929397247, + "tokens_seen": 292290560 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009205584978334136, + "loss": 0.0958, + "theoretical_loss": 4.187160024985044, + "tokens_seen": 292552704 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009204782538918311, + "loss": 0.0973, + "theoretical_loss": 4.1867212595299685, + "tokens_seen": 292814848 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009203980099502489, + "loss": 0.0959, + "theoretical_loss": 4.186282996580034, + "tokens_seen": 293076992 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009203177660086664, + "loss": 0.098, + "theoretical_loss": 4.185845235111037, + "tokens_seen": 293339136 + }, + { + "epoch": 0.09, + "learning_rate": 0.000920237522067084, + "loss": 0.0961, + "theoretical_loss": 4.185407974101779, + "tokens_seen": 293601280 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009201572781255016, + "loss": 0.0949, + "theoretical_loss": 4.184971212534048, + "tokens_seen": 293863424 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009200770341839191, + "loss": 0.0959, + "theoretical_loss": 4.184534949392611, + "tokens_seen": 294125568 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009199967902423367, + "loss": 0.0951, + "theoretical_loss": 4.184099183665199, + "tokens_seen": 294387712 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009199165463007543, + "loss": 0.0986, + "theoretical_loss": 4.1836639143425, + "tokens_seen": 294649856 + }, + { + "epoch": 0.09, + "objective/train/advantage_avg": 0.0021155960857868195, + "objective/train/docs_used": 114046, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.9235687255859375, + "objective/train/original_loss": 1.9235687255859375, + "objective/train/theoretical_loss": 4.1832291404181445, + "objective/train/tokens_used": 315372000, + "objective/train/value_avg": -0.008087158203125, + "objective/train/value_loss": 0.00013904282241128385, + "objective/train/value_max": -0.0004172325134277344, + "objective/train/value_min": -0.284423828125, + "objective/train/value_reward_corr": 0.5688127187417822, + "objective/train/value_std": 0.00814056396484375, + "objective/train/weight_avg": 1.0021839141845703, + "objective/train/weighted_lm_loss": 1.9279112815856934, + "objective/train/weights_max": 1.1083186864852905, + "objective/train/weights_min": 0.6141486167907715, + "theoretical_loss": 4.1832291404181445, + "tokens_seen": 294912000 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009198363023591719, + "loss": 0.0953, + "theoretical_loss": 4.1832291404181445, + "tokens_seen": 294912000 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009197560584175894, + "loss": 0.0957, + "theoretical_loss": 4.182794860888696, + "tokens_seen": 295174144 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009196758144760072, + "loss": 0.0974, + "theoretical_loss": 4.18236107475364, + "tokens_seen": 295436288 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009195955705344247, + "loss": 0.0972, + "theoretical_loss": 4.18192778101537, + "tokens_seen": 295698432 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009195153265928422, + "loss": 0.0942, + "theoretical_loss": 4.181494978679181, + "tokens_seen": 295960576 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009194350826512599, + "loss": 0.0951, + "theoretical_loss": 4.181062666753256, + "tokens_seen": 296222720 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009193548387096774, + "loss": 0.0942, + "theoretical_loss": 4.180630844248653, + "tokens_seen": 296484864 + }, + { + "epoch": 0.09, + "learning_rate": 0.000919274594768095, + "loss": 0.0974, + "theoretical_loss": 4.180199510179299, + "tokens_seen": 296747008 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009191943508265126, + "loss": 0.0946, + "theoretical_loss": 4.179768663561975, + "tokens_seen": 297009152 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009191141068849302, + "loss": 0.0926, + "theoretical_loss": 4.1793383034163085, + "tokens_seen": 297271296 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009190338629433478, + "loss": 0.0938, + "theoretical_loss": 4.178908428764759, + "tokens_seen": 297533440 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009189536190017654, + "loss": 0.0944, + "theoretical_loss": 4.17847903863261, + "tokens_seen": 297795584 + }, + { + "epoch": 0.09, + "learning_rate": 0.000918873375060183, + "loss": 0.0951, + "theoretical_loss": 4.178050132047958, + "tokens_seen": 298057728 + }, + { + "epoch": 0.09, + "objective/train/advantage_avg": -0.0003890037187375128, + "objective/train/docs_used": 115247, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.83261239528656, + "objective/train/original_loss": 1.8326125144958496, + "objective/train/theoretical_loss": 4.1778358597829905, + "objective/train/tokens_used": 318648800, + "objective/train/value_avg": -0.00774383544921875, + "objective/train/value_loss": 0.00028169009601697326, + "objective/train/value_max": -0.0003514289855957031, + "objective/train/value_min": -0.51318359375, + "objective/train/value_reward_corr": 0.4875616795078775, + "objective/train/value_std": 0.007663726806640625, + "objective/train/weight_avg": 0.9997372031211853, + "objective/train/weighted_lm_loss": 1.8324882984161377, + "objective/train/weights_max": 1.0679434537887573, + "objective/train/weights_min": 0.3694094717502594, + "theoretical_loss": 4.1778358597829905, + "tokens_seen": 298188800 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009187931311186006, + "loss": 0.0939, + "theoretical_loss": 4.177621708041703, + "tokens_seen": 298319872 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009187128871770182, + "loss": 0.0965, + "theoretical_loss": 4.177193765647534, + "tokens_seen": 298582016 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009186326432354357, + "loss": 0.097, + "theoretical_loss": 4.176766303901922, + "tokens_seen": 298844160 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009185523992938534, + "loss": 0.0958, + "theoretical_loss": 4.17633932184411, + "tokens_seen": 299106304 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009184721553522709, + "loss": 0.0952, + "theoretical_loss": 4.1759128185161005, + "tokens_seen": 299368448 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009183919114106885, + "loss": 0.0919, + "theoretical_loss": 4.175486792962646, + "tokens_seen": 299630592 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009183116674691061, + "loss": 0.0953, + "theoretical_loss": 4.175061244231237, + "tokens_seen": 299892736 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009182314235275236, + "loss": 0.097, + "theoretical_loss": 4.174636171372097, + "tokens_seen": 300154880 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009181511795859412, + "loss": 0.0913, + "theoretical_loss": 4.174211573438166, + "tokens_seen": 300417024 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009180709356443589, + "loss": 0.0929, + "theoretical_loss": 4.173787449485094, + "tokens_seen": 300679168 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009179906917027765, + "loss": 0.0977, + "theoretical_loss": 4.17336379857123, + "tokens_seen": 300941312 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009179104477611941, + "loss": 0.094, + "theoretical_loss": 4.172940619757611, + "tokens_seen": 301203456 + }, + { + "epoch": 0.09, + "objective/train/advantage_avg": 0.0002749660052359104, + "objective/train/docs_used": 116418, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.7828638553619385, + "objective/train/original_loss": 1.7828638553619385, + "objective/train/theoretical_loss": 4.172517912107954, + "objective/train/tokens_used": 321925600, + "objective/train/value_avg": -0.01053619384765625, + "objective/train/value_loss": 0.0003400282876100391, + "objective/train/value_max": -0.00070953369140625, + "objective/train/value_min": -0.52197265625, + "objective/train/value_reward_corr": 0.587077981930146, + "objective/train/value_std": 0.0151824951171875, + "objective/train/weight_avg": 1.000435471534729, + "objective/train/weighted_lm_loss": 1.7827277183532715, + "objective/train/weights_max": 1.5650198459625244, + "objective/train/weights_min": 0.39648786187171936, + "theoretical_loss": 4.172517912107954, + "tokens_seen": 301465600 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009178302038196117, + "loss": 0.0931, + "theoretical_loss": 4.172517912107954, + "tokens_seen": 301465600 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009177499598780292, + "loss": 0.0923, + "theoretical_loss": 4.172095674688645, + "tokens_seen": 301727744 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009176697159364468, + "loss": 0.0949, + "theoretical_loss": 4.171673906568729, + "tokens_seen": 301989888 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009175894719948644, + "loss": 0.0967, + "theoretical_loss": 4.171252606819899, + "tokens_seen": 302252032 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009175092280532819, + "loss": 0.0943, + "theoretical_loss": 4.170831774516489, + "tokens_seen": 302514176 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009174289841116997, + "loss": 0.0953, + "theoretical_loss": 4.170411408735461, + "tokens_seen": 302776320 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009173487401701172, + "loss": 0.0949, + "theoretical_loss": 4.169991508556398, + "tokens_seen": 303038464 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009172684962285348, + "loss": 0.0937, + "theoretical_loss": 4.169572073061493, + "tokens_seen": 303300608 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009171882522869524, + "loss": 0.0972, + "theoretical_loss": 4.16915310133554, + "tokens_seen": 303562752 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009171080083453699, + "loss": 0.0956, + "theoretical_loss": 4.1687345924659205, + "tokens_seen": 303824896 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009170277644037875, + "loss": 0.0934, + "theoretical_loss": 4.168316545542602, + "tokens_seen": 304087040 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009169475204622051, + "loss": 0.0933, + "theoretical_loss": 4.167898959658121, + "tokens_seen": 304349184 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009168672765206227, + "loss": 0.09, + "theoretical_loss": 4.167481833907576, + "tokens_seen": 304611328 + }, + { + "epoch": 0.09, + "objective/train/advantage_avg": 0.000763988820835948, + "objective/train/docs_used": 117554, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.7795515060424805, + "objective/train/original_loss": 1.7795515060424805, + "objective/train/theoretical_loss": 4.167273443300447, + "objective/train/tokens_used": 325202400, + "objective/train/value_avg": -0.00975799560546875, + "objective/train/value_loss": 0.00024419015971943736, + "objective/train/value_max": -0.0004954338073730469, + "objective/train/value_min": -0.355224609375, + "objective/train/value_reward_corr": 0.6742800819405155, + "objective/train/value_std": 0.0140228271484375, + "objective/train/weight_avg": 1.0008807182312012, + "objective/train/weighted_lm_loss": 1.7807003259658813, + "objective/train/weights_max": 1.1889523267745972, + "objective/train/weights_min": 0.3726279139518738, + "theoretical_loss": 4.167273443300447, + "tokens_seen": 304742400 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009167870325790402, + "loss": 0.0979, + "theoretical_loss": 4.16706516738862, + "tokens_seen": 304873472 + }, + { + "epoch": 0.09, + "learning_rate": 0.000916706788637458, + "loss": 0.0936, + "theoretical_loss": 4.166648959201449, + "tokens_seen": 305135616 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009166265446958755, + "loss": 0.097, + "theoretical_loss": 4.166233208448794, + "tokens_seen": 305397760 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009165463007542931, + "loss": 0.0965, + "theoretical_loss": 4.165817914235908, + "tokens_seen": 305659904 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009164660568127107, + "loss": 0.0946, + "theoretical_loss": 4.165403075670562, + "tokens_seen": 305922048 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009163858128711282, + "loss": 0.0941, + "theoretical_loss": 4.164988691863032, + "tokens_seen": 306184192 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009163055689295459, + "loss": 0.094, + "theoretical_loss": 4.164574761926092, + "tokens_seen": 306446336 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009162253249879634, + "loss": 0.0944, + "theoretical_loss": 4.164161284975005, + "tokens_seen": 306708480 + }, + { + "epoch": 0.09, + "learning_rate": 0.000916145081046381, + "loss": 0.0937, + "theoretical_loss": 4.1637482601275115, + "tokens_seen": 306970624 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009160648371047986, + "loss": 0.0981, + "theoretical_loss": 4.163335686503822, + "tokens_seen": 307232768 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009159845931632162, + "loss": 0.0958, + "theoretical_loss": 4.162923563226607, + "tokens_seen": 307494912 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009159043492216338, + "loss": 0.0932, + "theoretical_loss": 4.1625118894209905, + "tokens_seen": 307757056 + }, + { + "epoch": 0.09, + "objective/train/advantage_avg": 0.002624140353873372, + "objective/train/docs_used": 118729, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.938194990158081, + "objective/train/original_loss": 1.938194990158081, + "objective/train/theoretical_loss": 4.16210066421454, + "objective/train/tokens_used": 328479200, + "objective/train/value_avg": -0.0110626220703125, + "objective/train/value_loss": 0.000368040258763358, + "objective/train/value_max": -0.0005192756652832031, + "objective/train/value_min": -0.73876953125, + "objective/train/value_reward_corr": 0.7070764636761029, + "objective/train/value_std": 0.0215301513671875, + "objective/train/weight_avg": 1.0028020143508911, + "objective/train/weighted_lm_loss": 1.9428927898406982, + "objective/train/weights_max": 1.8548712730407715, + "objective/train/weights_min": 0.3686893880367279, + "theoretical_loss": 4.16210066421454, + "tokens_seen": 308019200 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009158241052800514, + "loss": 0.0934, + "theoretical_loss": 4.16210066421454, + "tokens_seen": 308019200 + }, + { + "epoch": 0.09, + "learning_rate": 0.000915743861338469, + "loss": 0.0946, + "theoretical_loss": 4.161689886737255, + "tokens_seen": 308281344 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009156636173968865, + "loss": 0.0965, + "theoretical_loss": 4.161279556121562, + "tokens_seen": 308543488 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009155833734553042, + "loss": 0.0953, + "theoretical_loss": 4.160869671502302, + "tokens_seen": 308805632 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009155031295137217, + "loss": 0.0958, + "theoretical_loss": 4.160460232016725, + "tokens_seen": 309067776 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009154228855721394, + "loss": 0.0965, + "theoretical_loss": 4.16005123680448, + "tokens_seen": 309329920 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009153426416305569, + "loss": 0.0933, + "theoretical_loss": 4.159642685007606, + "tokens_seen": 309592064 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009152623976889744, + "loss": 0.0922, + "theoretical_loss": 4.1592345757705225, + "tokens_seen": 309854208 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009151821537473922, + "loss": 0.0916, + "theoretical_loss": 4.158826908240022, + "tokens_seen": 310116352 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009151019098058097, + "loss": 0.0928, + "theoretical_loss": 4.158419681565265, + "tokens_seen": 310378496 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009150216658642273, + "loss": 0.0944, + "theoretical_loss": 4.1580128948977615, + "tokens_seen": 310640640 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009149414219226449, + "loss": 0.0938, + "theoretical_loss": 4.157606547391374, + "tokens_seen": 310902784 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009148611779810625, + "loss": 0.0973, + "theoretical_loss": 4.157200638202301, + "tokens_seen": 311164928 + }, + { + "epoch": 0.09, + "objective/train/advantage_avg": 0.0026649758219718933, + "objective/train/docs_used": 120076, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.0060150623321533, + "objective/train/original_loss": 2.006014823913574, + "objective/train/theoretical_loss": 4.156997847713709, + "objective/train/tokens_used": 331756000, + "objective/train/value_avg": -0.010223388671875, + "objective/train/value_loss": 0.0005414070910774171, + "objective/train/value_max": -0.0006852149963378906, + "objective/train/value_min": -0.6962890625, + "objective/train/value_reward_corr": 0.5690717296107828, + "objective/train/value_std": 0.0161895751953125, + "objective/train/weight_avg": 1.0028986930847168, + "objective/train/weighted_lm_loss": 2.0111920833587646, + "objective/train/weights_max": 1.2214922904968262, + "objective/train/weights_min": 0.37109869718551636, + "theoretical_loss": 4.156997847713709, + "tokens_seen": 311296000 + }, + { + "epoch": 0.09, + "learning_rate": 0.00091478093403948, + "loss": 0.0904, + "theoretical_loss": 4.156795166489074, + "tokens_seen": 311427072 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009147006900978976, + "loss": 0.0949, + "theoretical_loss": 4.156390131412543, + "tokens_seen": 311689216 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009146204461563152, + "loss": 0.0935, + "theoretical_loss": 4.155985532135875, + "tokens_seen": 311951360 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009145402022147327, + "loss": 0.0966, + "theoretical_loss": 4.1555813678245395, + "tokens_seen": 312213504 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009144599582731505, + "loss": 0.0937, + "theoretical_loss": 4.155177637646306, + "tokens_seen": 312475648 + }, + { + "epoch": 0.09, + "learning_rate": 0.000914379714331568, + "loss": 0.0914, + "theoretical_loss": 4.154774340771228, + "tokens_seen": 312737792 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009142994703899856, + "loss": 0.095, + "theoretical_loss": 4.154371476371646, + "tokens_seen": 312999936 + }, + { + "epoch": 0.09, + "learning_rate": 0.0009142192264484032, + "loss": 0.0932, + "theoretical_loss": 4.153969043622169, + "tokens_seen": 313262080 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009141389825068207, + "loss": 0.0965, + "theoretical_loss": 4.15356704169967, + "tokens_seen": 313524224 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009140587385652384, + "loss": 0.0968, + "theoretical_loss": 4.153165469783279, + "tokens_seen": 313786368 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009139784946236559, + "loss": 0.097, + "theoretical_loss": 4.152764327054376, + "tokens_seen": 314048512 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009138982506820735, + "loss": 0.0947, + "theoretical_loss": 4.152363612696579, + "tokens_seen": 314310656 + }, + { + "epoch": 0.1, + "objective/train/advantage_avg": 0.0008052929770201445, + "objective/train/docs_used": 121169, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.899125337600708, + "objective/train/original_loss": 1.899125337600708, + "objective/train/theoretical_loss": 4.151963325895737, + "objective/train/tokens_used": 335032800, + "objective/train/value_avg": -0.00791168212890625, + "objective/train/value_loss": 0.0004364092310424894, + "objective/train/value_max": -0.0005550384521484375, + "objective/train/value_min": -0.302734375, + "objective/train/value_reward_corr": 0.5046692515145177, + "objective/train/value_std": 0.009735107421875, + "objective/train/weight_avg": 1.000990390777588, + "objective/train/weighted_lm_loss": 1.9002825021743774, + "objective/train/weights_max": 1.207998514175415, + "objective/train/weights_min": 0.36969563364982605, + "theoretical_loss": 4.151963325895737, + "tokens_seen": 314572800 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009138180067404911, + "loss": 0.0932, + "theoretical_loss": 4.151963325895737, + "tokens_seen": 314572800 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009137377627989088, + "loss": 0.0944, + "theoretical_loss": 4.151563465839927, + "tokens_seen": 314834944 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009136575188573263, + "loss": 0.0952, + "theoretical_loss": 4.151164031719437, + "tokens_seen": 315097088 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009135772749157439, + "loss": 0.0957, + "theoretical_loss": 4.15076502272677, + "tokens_seen": 315359232 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009134970309741615, + "loss": 0.0933, + "theoretical_loss": 4.150366438056622, + "tokens_seen": 315621376 + }, + { + "epoch": 0.1, + "learning_rate": 0.000913416787032579, + "loss": 0.0922, + "theoretical_loss": 4.149968276905888, + "tokens_seen": 315883520 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009133365430909967, + "loss": 0.0985, + "theoretical_loss": 4.149570538473644, + "tokens_seen": 316145664 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009132562991494142, + "loss": 0.0912, + "theoretical_loss": 4.149173221961146, + "tokens_seen": 316407808 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009131760552078318, + "loss": 0.0936, + "theoretical_loss": 4.1487763265718165, + "tokens_seen": 316669952 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009130958112662494, + "loss": 0.0941, + "theoretical_loss": 4.148379851511241, + "tokens_seen": 316932096 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009130155673246669, + "loss": 0.0939, + "theoretical_loss": 4.147983795987161, + "tokens_seen": 317194240 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009129353233830846, + "loss": 0.0934, + "theoretical_loss": 4.14758815920946, + "tokens_seen": 317456384 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009128550794415022, + "loss": 0.0913, + "theoretical_loss": 4.147192940390165, + "tokens_seen": 317718528 + }, + { + "epoch": 0.1, + "objective/train/advantage_avg": 0.0023309856187552214, + "objective/train/docs_used": 122440, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.7107771635055542, + "objective/train/original_loss": 1.7107771635055542, + "objective/train/theoretical_loss": 4.146995487469262, + "objective/train/tokens_used": 338309600, + "objective/train/value_avg": -0.0078277587890625, + "objective/train/value_loss": 0.0001272039080504328, + "objective/train/value_max": -0.00047850608825683594, + "objective/train/value_min": -0.2374267578125, + "objective/train/value_reward_corr": 0.659502168168127, + "objective/train/value_std": 0.009063720703125, + "objective/train/weight_avg": 1.0023932456970215, + "objective/train/weighted_lm_loss": 1.7154945135116577, + "objective/train/weights_max": 1.122300148010254, + "objective/train/weights_min": 0.6121978163719177, + "theoretical_loss": 4.146995487469262, + "tokens_seen": 317849600 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009127748354999198, + "loss": 0.0965, + "theoretical_loss": 4.146798138743433, + "tokens_seen": 317980672 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009126945915583374, + "loss": 0.0899, + "theoretical_loss": 4.146403753485544, + "tokens_seen": 318242816 + }, + { + "epoch": 0.1, + "learning_rate": 0.000912614347616755, + "loss": 0.0927, + "theoretical_loss": 4.146009783834892, + "tokens_seen": 318504960 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009125341036751725, + "loss": 0.095, + "theoretical_loss": 4.145616229011987, + "tokens_seen": 318767104 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009124538597335902, + "loss": 0.0956, + "theoretical_loss": 4.145223088239432, + "tokens_seen": 319029248 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009123736157920077, + "loss": 0.092, + "theoretical_loss": 4.14483036074193, + "tokens_seen": 319291392 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009122933718504252, + "loss": 0.0957, + "theoretical_loss": 4.14443804574627, + "tokens_seen": 319553536 + }, + { + "epoch": 0.1, + "learning_rate": 0.000912213127908843, + "loss": 0.0924, + "theoretical_loss": 4.144046142481317, + "tokens_seen": 319815680 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009121328839672605, + "loss": 0.0963, + "theoretical_loss": 4.143654650178012, + "tokens_seen": 320077824 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009120526400256781, + "loss": 0.0965, + "theoretical_loss": 4.143263568069358, + "tokens_seen": 320339968 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009119723960840957, + "loss": 0.0925, + "theoretical_loss": 4.142872895390417, + "tokens_seen": 320602112 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009118921521425133, + "loss": 0.0935, + "theoretical_loss": 4.142482631378303, + "tokens_seen": 320864256 + }, + { + "epoch": 0.1, + "objective/train/advantage_avg": 0.0018488775240257382, + "objective/train/docs_used": 123582, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.8684329986572266, + "objective/train/original_loss": 1.8684329986572266, + "objective/train/theoretical_loss": 4.142092775272169, + "objective/train/tokens_used": 341586400, + "objective/train/value_avg": -0.012969970703125, + "objective/train/value_loss": 0.0003444321337155998, + "objective/train/value_max": -0.000537872314453125, + "objective/train/value_min": -0.2359619140625, + "objective/train/value_reward_corr": 0.6477945842214301, + "objective/train/value_std": 0.016326904296875, + "objective/train/weight_avg": 1.002009630203247, + "objective/train/weighted_lm_loss": 1.8720498085021973, + "objective/train/weights_max": 1.2291204929351807, + "objective/train/weights_min": 0.3823006749153137, + "theoretical_loss": 4.142092775272169, + "tokens_seen": 321126400 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009118119082009308, + "loss": 0.0914, + "theoretical_loss": 4.142092775272169, + "tokens_seen": 321126400 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009117316642593484, + "loss": 0.0892, + "theoretical_loss": 4.141703326313209, + "tokens_seen": 321388544 + }, + { + "epoch": 0.1, + "learning_rate": 0.000911651420317766, + "loss": 0.0929, + "theoretical_loss": 4.141314283744643, + "tokens_seen": 321650688 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009115711763761835, + "loss": 0.0925, + "theoretical_loss": 4.140925646811714, + "tokens_seen": 321912832 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009114909324346013, + "loss": 0.0942, + "theoretical_loss": 4.1405374147616785, + "tokens_seen": 322174976 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009114106884930188, + "loss": 0.0924, + "theoretical_loss": 4.140149586843803, + "tokens_seen": 322437120 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009113304445514365, + "loss": 0.0936, + "theoretical_loss": 4.139762162309355, + "tokens_seen": 322699264 + }, + { + "epoch": 0.1, + "learning_rate": 0.000911250200609854, + "loss": 0.0929, + "theoretical_loss": 4.139375140411592, + "tokens_seen": 322961408 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009111699566682715, + "loss": 0.0909, + "theoretical_loss": 4.138988520405764, + "tokens_seen": 323223552 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009110897127266892, + "loss": 0.0918, + "theoretical_loss": 4.138602301549097, + "tokens_seen": 323485696 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009110094687851067, + "loss": 0.0918, + "theoretical_loss": 4.138216483100795, + "tokens_seen": 323747840 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009109292248435243, + "loss": 0.0897, + "theoretical_loss": 4.137831064322021, + "tokens_seen": 324009984 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009108489809019419, + "loss": 0.0899, + "theoretical_loss": 4.1374460444759045, + "tokens_seen": 324272128 + }, + { + "epoch": 0.1, + "objective/train/advantage_avg": 0.0032887416891753674, + "objective/train/docs_used": 124782, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.760265588760376, + "objective/train/original_loss": 1.760265588760376, + "objective/train/theoretical_loss": 4.137253683922854, + "objective/train/tokens_used": 344863200, + "objective/train/value_avg": -0.007717132568359375, + "objective/train/value_loss": 0.0003098729357589036, + "objective/train/value_max": -0.0006289482116699219, + "objective/train/value_min": -0.638671875, + "objective/train/value_reward_corr": 0.6196841394913656, + "objective/train/value_std": 0.01175689697265625, + "objective/train/weight_avg": 1.0034153461456299, + "objective/train/weighted_lm_loss": 1.7654354572296143, + "objective/train/weights_max": 1.293006420135498, + "objective/train/weights_min": 0.23887288570404053, + "theoretical_loss": 4.137253683922854, + "tokens_seen": 324403200 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009107687369603596, + "loss": 0.0917, + "theoretical_loss": 4.137061422827525, + "tokens_seen": 324534272 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009106884930187771, + "loss": 0.0935, + "theoretical_loss": 4.136677198643908, + "tokens_seen": 324796416 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009106082490771947, + "loss": 0.0908, + "theoretical_loss": 4.13629337119402, + "tokens_seen": 325058560 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009105280051356123, + "loss": 0.0916, + "theoretical_loss": 4.135909939748757, + "tokens_seen": 325320704 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009104477611940298, + "loss": 0.0915, + "theoretical_loss": 4.135526903580946, + "tokens_seen": 325582848 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009103675172524475, + "loss": 0.0931, + "theoretical_loss": 4.135144261965327, + "tokens_seen": 325844992 + }, + { + "epoch": 0.1, + "learning_rate": 0.000910287273310865, + "loss": 0.0917, + "theoretical_loss": 4.134762014178559, + "tokens_seen": 326107136 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009102070293692827, + "loss": 0.0916, + "theoretical_loss": 4.134380159499204, + "tokens_seen": 326369280 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009101267854277002, + "loss": 0.0926, + "theoretical_loss": 4.1339986972077245, + "tokens_seen": 326631424 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009100465414861177, + "loss": 0.0879, + "theoretical_loss": 4.133617626586475, + "tokens_seen": 326893568 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009099662975445355, + "loss": 0.0909, + "theoretical_loss": 4.133236946919698, + "tokens_seen": 327155712 + }, + { + "epoch": 0.1, + "learning_rate": 0.000909886053602953, + "loss": 0.0965, + "theoretical_loss": 4.132856657493516, + "tokens_seen": 327417856 + }, + { + "debugging/Compilability": 1.0, + "debugging/distinct-1-grams": 0.7246169962973871, + "debugging/entropy-1-grams": 5.13190351820591, + "debugging/length": 472.8, + "debugging/num_segments": 10, + "debugging/raw_token_scores_avg": 0.008663635700941086, + "debugging/raw_token_scores_std": 0.023182114586234093, + "debugging/score": 0.0033104506818385365, + "debugging/score_std": 0.0017105448100298692, + "epoch": 0.1, + "objective/train/advantage_avg": 0.0006764100398868322, + "objective/train/docs_used": 126013, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.9102966785430908, + "objective/train/original_loss": 1.9102966785430908, + "objective/train/theoretical_loss": 4.132476757595925, + "objective/train/tokens_used": 348140000, + "objective/train/value_avg": -0.00933837890625, + "objective/train/value_loss": 0.00030136649729683995, + "objective/train/value_max": -0.0005092620849609375, + "objective/train/value_min": -0.29248046875, + "objective/train/value_reward_corr": 0.6807340899524357, + "objective/train/value_std": 0.01226043701171875, + "objective/train/weight_avg": 1.0008198022842407, + "objective/train/weighted_lm_loss": 1.912318229675293, + "objective/train/weights_max": 1.109333872795105, + "objective/train/weights_min": 0.37458038330078125, + "theoretical_loss": 4.132476757595925, + "tokens_seen": 327680000 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009098058096613706, + "loss": 0.095, + "theoretical_loss": 4.132476757595925, + "tokens_seen": 327680000 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009097255657197882, + "loss": 0.094, + "theoretical_loss": 4.132097246516788, + "tokens_seen": 327942144 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009096453217782058, + "loss": 0.0939, + "theoretical_loss": 4.131718123547829, + "tokens_seen": 328204288 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009095650778366233, + "loss": 0.0925, + "theoretical_loss": 4.131339387982628, + "tokens_seen": 328466432 + }, + { + "epoch": 0.1, + "learning_rate": 0.000909484833895041, + "loss": 0.0908, + "theoretical_loss": 4.1309610391166105, + "tokens_seen": 328728576 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009094045899534585, + "loss": 0.0898, + "theoretical_loss": 4.1305830762470475, + "tokens_seen": 328990720 + }, + { + "epoch": 0.1, + "learning_rate": 0.000909324346011876, + "loss": 0.0924, + "theoretical_loss": 4.1302054986730425, + "tokens_seen": 329252864 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009092441020702938, + "loss": 0.0916, + "theoretical_loss": 4.129828305695531, + "tokens_seen": 329515008 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009091638581287113, + "loss": 0.0915, + "theoretical_loss": 4.129451496617269, + "tokens_seen": 329777152 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009090836141871289, + "loss": 0.0933, + "theoretical_loss": 4.129075070742831, + "tokens_seen": 330039296 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009090033702455465, + "loss": 0.093, + "theoretical_loss": 4.128699027378604, + "tokens_seen": 330301440 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009089231263039641, + "loss": 0.0922, + "theoretical_loss": 4.128323365832777, + "tokens_seen": 330563584 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009088428823623817, + "loss": 0.0935, + "theoretical_loss": 4.127948085415338, + "tokens_seen": 330825728 + }, + { + "epoch": 0.1, + "objective/train/advantage_avg": 0.003898759139701724, + "objective/train/docs_used": 127130, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.898079752922058, + "objective/train/original_loss": 1.8980798721313477, + "objective/train/theoretical_loss": 4.127760587914626, + "objective/train/tokens_used": 351416800, + "objective/train/value_avg": -0.00997161865234375, + "objective/train/value_loss": 0.0004113861359655857, + "objective/train/value_max": -0.00046181678771972656, + "objective/train/value_min": -0.353759765625, + "objective/train/value_reward_corr": 0.47228127866114405, + "objective/train/value_std": 0.0141448974609375, + "objective/train/weight_avg": 1.00408136844635, + "objective/train/weighted_lm_loss": 1.905764102935791, + "objective/train/weights_max": 1.3010655641555786, + "objective/train/weights_min": 0.36830174922943115, + "theoretical_loss": 4.127760587914626, + "tokens_seen": 330956800 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009087626384207992, + "loss": 0.0935, + "theoretical_loss": 4.127573185438068, + "tokens_seen": 331087872 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009086823944792168, + "loss": 0.0959, + "theoretical_loss": 4.127198665214536, + "tokens_seen": 331350016 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009086021505376344, + "loss": 0.0897, + "theoretical_loss": 4.126824524060088, + "tokens_seen": 331612160 + }, + { + "epoch": 0.1, + "learning_rate": 0.000908521906596052, + "loss": 0.0924, + "theoretical_loss": 4.126450761291847, + "tokens_seen": 331874304 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009084416626544696, + "loss": 0.095, + "theoretical_loss": 4.126077376228702, + "tokens_seen": 332136448 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009083614187128873, + "loss": 0.0878, + "theoretical_loss": 4.1257043681913075, + "tokens_seen": 332398592 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009082811747713048, + "loss": 0.0918, + "theoretical_loss": 4.125331736502073, + "tokens_seen": 332660736 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009082009308297223, + "loss": 0.0935, + "theoretical_loss": 4.124959480485156, + "tokens_seen": 332922880 + }, + { + "epoch": 0.1, + "learning_rate": 0.00090812068688814, + "loss": 0.0898, + "theoretical_loss": 4.124587599466462, + "tokens_seen": 333185024 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009080404429465575, + "loss": 0.0934, + "theoretical_loss": 4.124216092773635, + "tokens_seen": 333447168 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009079601990049751, + "loss": 0.0895, + "theoretical_loss": 4.123844959736049, + "tokens_seen": 333709312 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009078799550633927, + "loss": 0.0907, + "theoretical_loss": 4.123474199684807, + "tokens_seen": 333971456 + }, + { + "epoch": 0.1, + "objective/train/advantage_avg": 0.0008068777970038354, + "objective/train/docs_used": 128373, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 2.0040037631988525, + "objective/train/original_loss": 2.0040040016174316, + "objective/train/theoretical_loss": 4.123103811952736, + "objective/train/tokens_used": 354693600, + "objective/train/value_avg": -0.010162353515625, + "objective/train/value_loss": 0.00022184303088579327, + "objective/train/value_max": -0.00044417381286621094, + "objective/train/value_min": -0.1934814453125, + "objective/train/value_reward_corr": 0.5859958946876169, + "objective/train/value_std": 0.01126861572265625, + "objective/train/weight_avg": 1.0009129047393799, + "objective/train/weighted_lm_loss": 2.004988431930542, + "objective/train/weights_max": 1.1432912349700928, + "objective/train/weights_min": 0.3695588707923889, + "theoretical_loss": 4.123103811952736, + "tokens_seen": 334233600 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009077997111218103, + "loss": 0.0954, + "theoretical_loss": 4.123103811952736, + "tokens_seen": 334233600 + }, + { + "epoch": 0.1, + "learning_rate": 0.000907719467180228, + "loss": 0.0891, + "theoretical_loss": 4.122733795874372, + "tokens_seen": 334495744 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009076392232386455, + "loss": 0.094, + "theoretical_loss": 4.122364150785966, + "tokens_seen": 334757888 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009075589792970631, + "loss": 0.094, + "theoretical_loss": 4.1219948760254725, + "tokens_seen": 335020032 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009074787353554807, + "loss": 0.0927, + "theoretical_loss": 4.121625970932542, + "tokens_seen": 335282176 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009073984914138983, + "loss": 0.0925, + "theoretical_loss": 4.121257434848519, + "tokens_seen": 335544320 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009073182474723158, + "loss": 0.0918, + "theoretical_loss": 4.120889267116435, + "tokens_seen": 335806464 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009072380035307335, + "loss": 0.092, + "theoretical_loss": 4.1205214670810015, + "tokens_seen": 336068608 + }, + { + "epoch": 0.1, + "learning_rate": 0.000907157759589151, + "loss": 0.0923, + "theoretical_loss": 4.120154034088609, + "tokens_seen": 336330752 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009070775156475685, + "loss": 0.092, + "theoretical_loss": 4.119786967487314, + "tokens_seen": 336592896 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009069972717059863, + "loss": 0.0932, + "theoretical_loss": 4.11942026662684, + "tokens_seen": 336855040 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009069170277644038, + "loss": 0.0893, + "theoretical_loss": 4.11905393085857, + "tokens_seen": 337117184 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009068367838228214, + "loss": 0.0924, + "theoretical_loss": 4.118687959535539, + "tokens_seen": 337379328 + }, + { + "epoch": 0.1, + "objective/train/advantage_avg": 0.0015021045692265034, + "objective/train/docs_used": 129675, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.7412415742874146, + "objective/train/original_loss": 1.741241216659546, + "objective/train/theoretical_loss": 4.118505110339262, + "objective/train/tokens_used": 357970400, + "objective/train/value_avg": -0.009735107421875, + "objective/train/value_loss": 0.00027303388924337924, + "objective/train/value_max": -0.00033545494079589844, + "objective/train/value_min": -0.426025390625, + "objective/train/value_reward_corr": 0.6310558393921255, + "objective/train/value_std": 0.0133819580078125, + "objective/train/weight_avg": 1.0016282796859741, + "objective/train/weighted_lm_loss": 1.7432026863098145, + "objective/train/weights_max": 1.1823221445083618, + "objective/train/weights_min": 0.36844298243522644, + "theoretical_loss": 4.118505110339262, + "tokens_seen": 337510400 + }, + { + "epoch": 0.1, + "learning_rate": 0.000906756539881239, + "loss": 0.0905, + "theoretical_loss": 4.118322352012429, + "tokens_seen": 337641472 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009066762959396566, + "loss": 0.0901, + "theoretical_loss": 4.117957107645569, + "tokens_seen": 337903616 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009065960519980741, + "loss": 0.0927, + "theoretical_loss": 4.1175922257929205, + "tokens_seen": 338165760 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009065158080564918, + "loss": 0.0942, + "theoretical_loss": 4.117227705814078, + "tokens_seen": 338427904 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009064355641149093, + "loss": 0.0972, + "theoretical_loss": 4.116863547070264, + "tokens_seen": 338690048 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009063553201733269, + "loss": 0.0928, + "theoretical_loss": 4.116499748924319, + "tokens_seen": 338952192 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009062750762317446, + "loss": 0.093, + "theoretical_loss": 4.116136310740702, + "tokens_seen": 339214336 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009061948322901621, + "loss": 0.0872, + "theoretical_loss": 4.115773231885479, + "tokens_seen": 339476480 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009061145883485798, + "loss": 0.0902, + "theoretical_loss": 4.115410511726323, + "tokens_seen": 339738624 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009060343444069973, + "loss": 0.0918, + "theoretical_loss": 4.115048149632507, + "tokens_seen": 340000768 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009059541004654149, + "loss": 0.093, + "theoretical_loss": 4.114686144974897, + "tokens_seen": 340262912 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009058738565238325, + "loss": 0.0923, + "theoretical_loss": 4.114324497125947, + "tokens_seen": 340525056 + }, + { + "epoch": 0.1, + "objective/train/advantage_avg": 0.0005452311597764492, + "objective/train/docs_used": 130755, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.8759684562683105, + "objective/train/original_loss": 1.8759684562683105, + "objective/train/theoretical_loss": 4.113963205459697, + "objective/train/tokens_used": 361247200, + "objective/train/value_avg": -0.00691986083984375, + "objective/train/value_loss": 0.0003098943270742893, + "objective/train/value_max": -0.0003249645233154297, + "objective/train/value_min": -0.765625, + "objective/train/value_reward_corr": 0.5252657480246357, + "objective/train/value_std": 0.01177215576171875, + "objective/train/weight_avg": 1.0006831884384155, + "objective/train/weighted_lm_loss": 1.8769034147262573, + "objective/train/weights_max": 1.67060124874115, + "objective/train/weights_min": 0.3838087022304535, + "theoretical_loss": 4.113963205459697, + "tokens_seen": 340787200 + }, + { + "epoch": 0.1, + "learning_rate": 0.00090579361258225, + "loss": 0.0906, + "theoretical_loss": 4.113963205459697, + "tokens_seen": 340787200 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009057133686406676, + "loss": 0.0911, + "theoretical_loss": 4.113602269351765, + "tokens_seen": 341049344 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009056331246990852, + "loss": 0.0901, + "theoretical_loss": 4.113241688179341, + "tokens_seen": 341311488 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009055528807575029, + "loss": 0.0928, + "theoretical_loss": 4.1128814613211855, + "tokens_seen": 341573632 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009054726368159204, + "loss": 0.0896, + "theoretical_loss": 4.1125215881576205, + "tokens_seen": 341835776 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009053923928743381, + "loss": 0.0897, + "theoretical_loss": 4.112162068070525, + "tokens_seen": 342097920 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009053121489327556, + "loss": 0.0911, + "theoretical_loss": 4.111802900443333, + "tokens_seen": 342360064 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009052319049911731, + "loss": 0.0891, + "theoretical_loss": 4.111444084661026, + "tokens_seen": 342622208 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009051516610495908, + "loss": 0.0886, + "theoretical_loss": 4.111085620110127, + "tokens_seen": 342884352 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009050714171080083, + "loss": 0.0912, + "theoretical_loss": 4.110727506178697, + "tokens_seen": 343146496 + }, + { + "epoch": 0.1, + "learning_rate": 0.000904991173166426, + "loss": 0.093, + "theoretical_loss": 4.110369742256329, + "tokens_seen": 343408640 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009049109292248435, + "loss": 0.0898, + "theoretical_loss": 4.110012327734145, + "tokens_seen": 343670784 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009048306852832611, + "loss": 0.091, + "theoretical_loss": 4.1096552620047895, + "tokens_seen": 343932928 + }, + { + "epoch": 0.1, + "objective/train/advantage_avg": 0.0009193653240799904, + "objective/train/docs_used": 131936, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.8640755414962769, + "objective/train/original_loss": 1.8640756607055664, + "objective/train/theoretical_loss": 4.109476859748038, + "objective/train/tokens_used": 364524000, + "objective/train/value_avg": -0.007579803466796875, + "objective/train/value_loss": 0.0001504308165749535, + "objective/train/value_max": -0.0003654956817626953, + "objective/train/value_min": -0.54052734375, + "objective/train/value_reward_corr": 0.6927444543912661, + "objective/train/value_std": 0.01222991943359375, + "objective/train/weight_avg": 1.0009937286376953, + "objective/train/weighted_lm_loss": 1.8649526834487915, + "objective/train/weights_max": 1.230221152305603, + "objective/train/weights_min": 0.7386788725852966, + "theoretical_loss": 4.109476859748038, + "tokens_seen": 344064000 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009047504413416788, + "loss": 0.0923, + "theoretical_loss": 4.109298544462423, + "tokens_seen": 344195072 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009046701974000963, + "loss": 0.0868, + "theoretical_loss": 4.108942174502721, + "tokens_seen": 344457216 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009045899534585139, + "loss": 0.0906, + "theoretical_loss": 4.108586151522863, + "tokens_seen": 344719360 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009045097095169315, + "loss": 0.0932, + "theoretical_loss": 4.1082304749215375, + "tokens_seen": 344981504 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009044294655753491, + "loss": 0.0909, + "theoretical_loss": 4.107875144098925, + "tokens_seen": 345243648 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009043492216337666, + "loss": 0.0951, + "theoretical_loss": 4.107520158456703, + "tokens_seen": 345505792 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009042689776921843, + "loss": 0.0901, + "theoretical_loss": 4.107165517398034, + "tokens_seen": 345767936 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009041887337506018, + "loss": 0.0924, + "theoretical_loss": 4.106811220327568, + "tokens_seen": 346030080 + }, + { + "epoch": 0.1, + "learning_rate": 0.0009041084898090193, + "loss": 0.0906, + "theoretical_loss": 4.10645726665143, + "tokens_seen": 346292224 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009040282458674371, + "loss": 0.0933, + "theoretical_loss": 4.10610365577722, + "tokens_seen": 346554368 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009039480019258546, + "loss": 0.0913, + "theoretical_loss": 4.105750387114009, + "tokens_seen": 346816512 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009038677579842723, + "loss": 0.0904, + "theoretical_loss": 4.105397460072329, + "tokens_seen": 347078656 + }, + { + "epoch": 0.11, + "objective/train/advantage_avg": 0.0018173061544075608, + "objective/train/docs_used": 133174, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.7826491594314575, + "objective/train/original_loss": 1.782649040222168, + "objective/train/theoretical_loss": 4.105044874064174, + "objective/train/tokens_used": 367800800, + "objective/train/value_avg": -0.007568359375, + "objective/train/value_loss": 0.0002003421977860853, + "objective/train/value_max": -0.00047850608825683594, + "objective/train/value_min": -0.30126953125, + "objective/train/value_reward_corr": 0.5757680563117686, + "objective/train/value_std": 0.00919342041015625, + "objective/train/weight_avg": 1.0019118785858154, + "objective/train/weighted_lm_loss": 1.7847788333892822, + "objective/train/weights_max": 1.1407818794250488, + "objective/train/weights_min": 0.3693855106830597, + "theoretical_loss": 4.105044874064174, + "tokens_seen": 347340800 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009037875140426898, + "loss": 0.0869, + "theoretical_loss": 4.105044874064174, + "tokens_seen": 347340800 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009037072701011074, + "loss": 0.0907, + "theoretical_loss": 4.104692628502993, + "tokens_seen": 347602944 + }, + { + "epoch": 0.11, + "learning_rate": 0.000903627026159525, + "loss": 0.0894, + "theoretical_loss": 4.104340722803683, + "tokens_seen": 347865088 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009035467822179425, + "loss": 0.0902, + "theoretical_loss": 4.103989156382589, + "tokens_seen": 348127232 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009034665382763601, + "loss": 0.0872, + "theoretical_loss": 4.103637928657495, + "tokens_seen": 348389376 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009033862943347777, + "loss": 0.095, + "theoretical_loss": 4.103287039047622, + "tokens_seen": 348651520 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009033060503931954, + "loss": 0.09, + "theoretical_loss": 4.102936486973624, + "tokens_seen": 348913664 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009032258064516129, + "loss": 0.0897, + "theoretical_loss": 4.102586271857579, + "tokens_seen": 349175808 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009031455625100306, + "loss": 0.088, + "theoretical_loss": 4.102236393122989, + "tokens_seen": 349437952 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009030653185684481, + "loss": 0.0915, + "theoretical_loss": 4.101886850194775, + "tokens_seen": 349700096 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009029850746268657, + "loss": 0.0882, + "theoretical_loss": 4.10153764249927, + "tokens_seen": 349962240 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009029048306852833, + "loss": 0.0884, + "theoretical_loss": 4.1011887694642155, + "tokens_seen": 350224384 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009028245867437008, + "loss": 0.0896, + "theoretical_loss": 4.100840230518759, + "tokens_seen": 350486528 + }, + { + "epoch": 0.11, + "objective/train/advantage_avg": -0.0023450320586562157, + "objective/train/docs_used": 134382, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.8404219150543213, + "objective/train/original_loss": 1.8404219150543213, + "objective/train/theoretical_loss": 4.10066608615162, + "objective/train/tokens_used": 371077600, + "objective/train/value_avg": -0.0083465576171875, + "objective/train/value_loss": 0.00044905830873176455, + "objective/train/value_max": -0.0004372596740722656, + "objective/train/value_min": -0.2001953125, + "objective/train/value_reward_corr": 0.6145545183922249, + "objective/train/value_std": 0.0095672607421875, + "objective/train/weight_avg": 0.9978525042533875, + "objective/train/weighted_lm_loss": 1.8369076251983643, + "objective/train/weights_max": 1.088592767715454, + "objective/train/weights_min": 0.2239786982536316, + "theoretical_loss": 4.10066608615162, + "tokens_seen": 350617600 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009027443428021184, + "loss": 0.0916, + "theoretical_loss": 4.100492025093445, + "tokens_seen": 350748672 + }, + { + "epoch": 0.11, + "learning_rate": 0.000902664098860536, + "loss": 0.0921, + "theoretical_loss": 4.100144152620215, + "tokens_seen": 351010816 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009025838549189537, + "loss": 0.0904, + "theoretical_loss": 4.099796612532403, + "tokens_seen": 351272960 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009025036109773713, + "loss": 0.0896, + "theoretical_loss": 4.0994494042647265, + "tokens_seen": 351535104 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009024233670357889, + "loss": 0.0905, + "theoretical_loss": 4.099102527253285, + "tokens_seen": 351797248 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009023431230942064, + "loss": 0.0924, + "theoretical_loss": 4.098755980935557, + "tokens_seen": 352059392 + }, + { + "epoch": 0.11, + "learning_rate": 0.000902262879152624, + "loss": 0.0892, + "theoretical_loss": 4.0984097647503965, + "tokens_seen": 352321536 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009021826352110416, + "loss": 0.0902, + "theoretical_loss": 4.09806387813802, + "tokens_seen": 352583680 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009021023912694591, + "loss": 0.0876, + "theoretical_loss": 4.0977183205400145, + "tokens_seen": 352845824 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009020221473278768, + "loss": 0.0896, + "theoretical_loss": 4.097373091399324, + "tokens_seen": 353107968 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009019419033862943, + "loss": 0.0895, + "theoretical_loss": 4.097028190160249, + "tokens_seen": 353370112 + }, + { + "epoch": 0.11, + "learning_rate": 0.000901861659444712, + "loss": 0.0909, + "theoretical_loss": 4.096683616268442, + "tokens_seen": 353632256 + }, + { + "epoch": 0.11, + "objective/train/advantage_avg": 0.002859421307221055, + "objective/train/docs_used": 135614, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5755723714828491, + "objective/train/original_loss": 1.5755722522735596, + "objective/train/theoretical_loss": 4.096339369170902, + "objective/train/tokens_used": 374354400, + "objective/train/value_avg": -0.0115966796875, + "objective/train/value_loss": 0.0004254041123203933, + "objective/train/value_max": -0.0006384849548339844, + "objective/train/value_min": -0.732421875, + "objective/train/value_reward_corr": 0.6376557864405887, + "objective/train/value_std": 0.0167236328125, + "objective/train/weight_avg": 1.003045678138733, + "objective/train/weighted_lm_loss": 1.578999638557434, + "objective/train/weights_max": 1.3730205297470093, + "objective/train/weights_min": 0.375049352645874, + "theoretical_loss": 4.096339369170902, + "tokens_seen": 353894400 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009017814155031296, + "loss": 0.0898, + "theoretical_loss": 4.096339369170902, + "tokens_seen": 353894400 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009017011715615471, + "loss": 0.0908, + "theoretical_loss": 4.095995448315972, + "tokens_seen": 354156544 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009016209276199647, + "loss": 0.09, + "theoretical_loss": 4.095651853153331, + "tokens_seen": 354418688 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009015406836783823, + "loss": 0.0911, + "theoretical_loss": 4.095308583133997, + "tokens_seen": 354680832 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009014604397367999, + "loss": 0.0913, + "theoretical_loss": 4.094965637710314, + "tokens_seen": 354942976 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009013801957952175, + "loss": 0.0904, + "theoretical_loss": 4.094623016335954, + "tokens_seen": 355205120 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009012999518536351, + "loss": 0.0898, + "theoretical_loss": 4.094280718465911, + "tokens_seen": 355467264 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009012197079120526, + "loss": 0.0899, + "theoretical_loss": 4.093938743556496, + "tokens_seen": 355729408 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009011394639704702, + "loss": 0.0888, + "theoretical_loss": 4.093597091065333, + "tokens_seen": 355991552 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009010592200288879, + "loss": 0.089, + "theoretical_loss": 4.093255760451357, + "tokens_seen": 356253696 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009009789760873054, + "loss": 0.0883, + "theoretical_loss": 4.092914751174808, + "tokens_seen": 356515840 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009008987321457231, + "loss": 0.0898, + "theoretical_loss": 4.092574062697225, + "tokens_seen": 356777984 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009008184882041406, + "loss": 0.0881, + "theoretical_loss": 4.092233694481447, + "tokens_seen": 357040128 + }, + { + "epoch": 0.11, + "objective/train/advantage_avg": 0.0020233814138919115, + "objective/train/docs_used": 136331, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.8797177076339722, + "objective/train/original_loss": 1.8797175884246826, + "objective/train/theoretical_loss": 4.092063630304224, + "objective/train/tokens_used": 377631200, + "objective/train/value_avg": -0.00907135009765625, + "objective/train/value_loss": 0.00019960150530096143, + "objective/train/value_max": -0.00055694580078125, + "objective/train/value_min": -0.224853515625, + "objective/train/value_reward_corr": 0.5876046944633454, + "objective/train/value_std": 0.00977325439453125, + "objective/train/weight_avg": 1.00211763381958, + "objective/train/weighted_lm_loss": 1.8828625679016113, + "objective/train/weights_max": 1.1988762617111206, + "objective/train/weights_min": 0.3706671893596649, + "theoretical_loss": 4.092063630304224, + "tokens_seen": 357171200 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009007382442625582, + "loss": 0.0928, + "theoretical_loss": 4.091893645991604, + "tokens_seen": 357302272 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009006580003209758, + "loss": 0.0911, + "theoretical_loss": 4.091553916693115, + "tokens_seen": 357564416 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009005777563793933, + "loss": 0.0859, + "theoretical_loss": 4.091214506052687, + "tokens_seen": 357826560 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009004975124378109, + "loss": 0.0843, + "theoretical_loss": 4.090875413538302, + "tokens_seen": 358088704 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009004172684962285, + "loss": 0.0923, + "theoretical_loss": 4.090536638619224, + "tokens_seen": 358350848 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009003370245546462, + "loss": 0.0871, + "theoretical_loss": 4.090198180765989, + "tokens_seen": 358612992 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009002567806130637, + "loss": 0.089, + "theoretical_loss": 4.0898600394504, + "tokens_seen": 358875136 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009001765366714814, + "loss": 0.0885, + "theoretical_loss": 4.089522214145525, + "tokens_seen": 359137280 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009000962927298989, + "loss": 0.0912, + "theoretical_loss": 4.089184704325695, + "tokens_seen": 359399424 + }, + { + "epoch": 0.11, + "learning_rate": 0.0009000160487883166, + "loss": 0.0886, + "theoretical_loss": 4.088847509466497, + "tokens_seen": 359661568 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008999358048467341, + "loss": 0.0884, + "theoretical_loss": 4.088510629044771, + "tokens_seen": 359923712 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008998555609051516, + "loss": 0.0883, + "theoretical_loss": 4.088174062538605, + "tokens_seen": 360185856 + }, + { + "epoch": 0.11, + "objective/train/advantage_avg": 0.002120510907843709, + "objective/train/docs_used": 137426, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.9334372282028198, + "objective/train/original_loss": 1.9334372282028198, + "objective/train/theoretical_loss": 4.087837809427334, + "objective/train/tokens_used": 380908000, + "objective/train/value_avg": -0.01030731201171875, + "objective/train/value_loss": 0.00019685392908286303, + "objective/train/value_max": -0.0004878044128417969, + "objective/train/value_min": -0.2235107421875, + "objective/train/value_reward_corr": 0.6909445336235986, + "objective/train/value_std": 0.0153045654296875, + "objective/train/weight_avg": 1.0022141933441162, + "objective/train/weighted_lm_loss": 1.9365413188934326, + "objective/train/weights_max": 1.118959903717041, + "objective/train/weights_min": 0.36908549070358276, + "theoretical_loss": 4.087837809427334, + "tokens_seen": 360448000 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008997753169635693, + "loss": 0.093, + "theoretical_loss": 4.087837809427334, + "tokens_seen": 360448000 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008996950730219868, + "loss": 0.0881, + "theoretical_loss": 4.087501869191536, + "tokens_seen": 360710144 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008996148290804045, + "loss": 0.0878, + "theoretical_loss": 4.087166241313023, + "tokens_seen": 360972288 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008995345851388221, + "loss": 0.0924, + "theoretical_loss": 4.086830925274842, + "tokens_seen": 361234432 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008994543411972397, + "loss": 0.0886, + "theoretical_loss": 4.08649592056127, + "tokens_seen": 361496576 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008993740972556572, + "loss": 0.0925, + "theoretical_loss": 4.086161226657811, + "tokens_seen": 361758720 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008992938533140748, + "loss": 0.0856, + "theoretical_loss": 4.085826843051191, + "tokens_seen": 362020864 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008992136093724924, + "loss": 0.0915, + "theoretical_loss": 4.0854927692293534, + "tokens_seen": 362283008 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008991333654309099, + "loss": 0.0891, + "theoretical_loss": 4.085159004681458, + "tokens_seen": 362545152 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008990531214893276, + "loss": 0.0902, + "theoretical_loss": 4.084825548897873, + "tokens_seen": 362807296 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008989728775477451, + "loss": 0.0931, + "theoretical_loss": 4.084492401370177, + "tokens_seen": 363069440 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008988926336061629, + "loss": 0.0909, + "theoretical_loss": 4.08415956159115, + "tokens_seen": 363331584 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008988123896645804, + "loss": 0.0891, + "theoretical_loss": 4.083827029054773, + "tokens_seen": 363593728 + }, + { + "epoch": 0.11, + "objective/train/advantage_avg": 0.0022790024522691965, + "objective/train/docs_used": 138686, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.836728811264038, + "objective/train/original_loss": 1.836728811264038, + "objective/train/theoretical_loss": 4.083660877844774, + "objective/train/tokens_used": 384184800, + "objective/train/value_avg": -0.00868988037109375, + "objective/train/value_loss": 0.00017754036525730044, + "objective/train/value_max": -0.00046563148498535156, + "objective/train/value_min": -0.260498046875, + "objective/train/value_reward_corr": 0.5743628081242713, + "objective/train/value_std": 0.010223388671875, + "objective/train/weight_avg": 1.0023596286773682, + "objective/train/weighted_lm_loss": 1.840663194656372, + "objective/train/weights_max": 1.104806661605835, + "objective/train/weights_min": 0.37389513850212097, + "theoretical_loss": 4.083660877844774, + "tokens_seen": 363724800 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008987321457229979, + "loss": 0.0911, + "theoretical_loss": 4.0834948032562215, + "tokens_seen": 363855872 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008986519017814156, + "loss": 0.0908, + "theoretical_loss": 4.083162883691864, + "tokens_seen": 364118016 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008985716578398331, + "loss": 0.0911, + "theoretical_loss": 4.082831269859261, + "tokens_seen": 364380160 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008984914138982507, + "loss": 0.09, + "theoretical_loss": 4.0824999612571515, + "tokens_seen": 364642304 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008984111699566683, + "loss": 0.0889, + "theoretical_loss": 4.082168957385462, + "tokens_seen": 364904448 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008983309260150859, + "loss": 0.0914, + "theoretical_loss": 4.081838257745293, + "tokens_seen": 365166592 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008982506820735034, + "loss": 0.0873, + "theoretical_loss": 4.081507861838922, + "tokens_seen": 365428736 + }, + { + "epoch": 0.11, + "learning_rate": 0.000898170438131921, + "loss": 0.0901, + "theoretical_loss": 4.081177769169795, + "tokens_seen": 365690880 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008980901941903387, + "loss": 0.0872, + "theoretical_loss": 4.080847979242526, + "tokens_seen": 365953024 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008980099502487562, + "loss": 0.0898, + "theoretical_loss": 4.0805184915628905, + "tokens_seen": 366215168 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008979297063071739, + "loss": 0.0893, + "theoretical_loss": 4.080189305637827, + "tokens_seen": 366477312 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008978494623655914, + "loss": 0.0892, + "theoretical_loss": 4.079860420975429, + "tokens_seen": 366739456 + }, + { + "epoch": 0.11, + "objective/train/advantage_avg": 0.0016867149388417602, + "objective/train/docs_used": 139849, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.8569331169128418, + "objective/train/original_loss": 1.8569334745407104, + "objective/train/theoretical_loss": 4.07953183708494, + "objective/train/tokens_used": 387461600, + "objective/train/value_avg": -0.0065155029296875, + "objective/train/value_loss": 0.00019745920144487172, + "objective/train/value_max": -0.00034999847412109375, + "objective/train/value_min": -0.1849365234375, + "objective/train/value_reward_corr": 0.441191205628446, + "objective/train/value_std": 0.00667572021484375, + "objective/train/weight_avg": 1.0017765760421753, + "objective/train/weighted_lm_loss": 1.8590224981307983, + "objective/train/weights_max": 1.1972815990447998, + "objective/train/weights_min": 0.3727017939090729, + "theoretical_loss": 4.07953183708494, + "tokens_seen": 367001600 + }, + { + "epoch": 0.11, + "learning_rate": 0.000897769218424009, + "loss": 0.0943, + "theoretical_loss": 4.07953183708494, + "tokens_seen": 367001600 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008976889744824266, + "loss": 0.0908, + "theoretical_loss": 4.079203553476759, + "tokens_seen": 367263744 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008976087305408441, + "loss": 0.0912, + "theoretical_loss": 4.078875569662424, + "tokens_seen": 367525888 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008975284865992618, + "loss": 0.0882, + "theoretical_loss": 4.07854788515462, + "tokens_seen": 367788032 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008974482426576793, + "loss": 0.0892, + "theoretical_loss": 4.078220499467168, + "tokens_seen": 368050176 + }, + { + "epoch": 0.11, + "learning_rate": 0.000897367998716097, + "loss": 0.0894, + "theoretical_loss": 4.077893412115025, + "tokens_seen": 368312320 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008972877547745146, + "loss": 0.0875, + "theoretical_loss": 4.077566622614281, + "tokens_seen": 368574464 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008972075108329322, + "loss": 0.0891, + "theoretical_loss": 4.077240130482153, + "tokens_seen": 368836608 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008971272668913497, + "loss": 0.0912, + "theoretical_loss": 4.076913935236982, + "tokens_seen": 369098752 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008970470229497674, + "loss": 0.0891, + "theoretical_loss": 4.076588036398235, + "tokens_seen": 369360896 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008969667790081849, + "loss": 0.0888, + "theoretical_loss": 4.076262433486491, + "tokens_seen": 369623040 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008968865350666024, + "loss": 0.0911, + "theoretical_loss": 4.075937126023448, + "tokens_seen": 369885184 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008968062911250201, + "loss": 0.0886, + "theoretical_loss": 4.075612113531915, + "tokens_seen": 370147328 + }, + { + "epoch": 0.11, + "objective/train/advantage_avg": 0.0020820305217057467, + "objective/train/docs_used": 141078, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.7460969686508179, + "objective/train/original_loss": 1.7460968494415283, + "objective/train/theoretical_loss": 4.0754497177516456, + "objective/train/tokens_used": 390738400, + "objective/train/value_avg": -0.0124053955078125, + "objective/train/value_loss": 0.0002956069365609437, + "objective/train/value_max": -0.00019407272338867188, + "objective/train/value_min": -0.55126953125, + "objective/train/value_reward_corr": 0.5969268523413334, + "objective/train/value_std": 0.014434814453125, + "objective/train/weight_avg": 1.0022228956222534, + "objective/train/weighted_lm_loss": 1.7488181591033936, + "objective/train/weights_max": 1.243507742881775, + "objective/train/weights_min": 0.37909993529319763, + "theoretical_loss": 4.0754497177516456, + "tokens_seen": 370278400 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008967260471834376, + "loss": 0.0884, + "theoretical_loss": 4.075287395535807, + "tokens_seen": 370409472 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008966458032418553, + "loss": 0.0896, + "theoretical_loss": 4.074962971560145, + "tokens_seen": 370671616 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008965655593002729, + "loss": 0.0882, + "theoretical_loss": 4.074638841131052, + "tokens_seen": 370933760 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008964853153586905, + "loss": 0.09, + "theoretical_loss": 4.074315003775746, + "tokens_seen": 371195904 + }, + { + "epoch": 0.11, + "learning_rate": 0.000896405071417108, + "loss": 0.0914, + "theoretical_loss": 4.073991459022544, + "tokens_seen": 371458048 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008963248274755256, + "loss": 0.0869, + "theoretical_loss": 4.073668206400851, + "tokens_seen": 371720192 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008962445835339432, + "loss": 0.0949, + "theoretical_loss": 4.0733452454411605, + "tokens_seen": 371982336 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008961643395923608, + "loss": 0.0897, + "theoretical_loss": 4.0730225756750515, + "tokens_seen": 372244480 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008960840956507784, + "loss": 0.0875, + "theoretical_loss": 4.072700196635185, + "tokens_seen": 372506624 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008960038517091959, + "loss": 0.0904, + "theoretical_loss": 4.072378107855299, + "tokens_seen": 372768768 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008959236077676137, + "loss": 0.0863, + "theoretical_loss": 4.0720563088702075, + "tokens_seen": 373030912 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008958433638260312, + "loss": 0.0885, + "theoretical_loss": 4.071734799215796, + "tokens_seen": 373293056 + }, + { + "epoch": 0.11, + "objective/train/advantage_avg": 0.002596945036202669, + "objective/train/docs_used": 142333, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.8478858470916748, + "objective/train/original_loss": 1.8478858470916748, + "objective/train/theoretical_loss": 4.071413578429017, + "objective/train/tokens_used": 394015200, + "objective/train/value_avg": -0.0118255615234375, + "objective/train/value_loss": 0.00034675971255637705, + "objective/train/value_max": -0.0005359649658203125, + "objective/train/value_min": -0.7431640625, + "objective/train/value_reward_corr": 0.6746571717054283, + "objective/train/value_std": 0.0178985595703125, + "objective/train/weight_avg": 1.0027605295181274, + "objective/train/weighted_lm_loss": 1.8514777421951294, + "objective/train/weights_max": 1.680418610572815, + "objective/train/weights_min": 0.39383482933044434, + "theoretical_loss": 4.071413578429017, + "tokens_seen": 373555200 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008957631198844487, + "loss": 0.0871, + "theoretical_loss": 4.071413578429017, + "tokens_seen": 373555200 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008956828759428664, + "loss": 0.0896, + "theoretical_loss": 4.071092646047892, + "tokens_seen": 373817344 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008956026320012839, + "loss": 0.088, + "theoretical_loss": 4.0707720016115, + "tokens_seen": 374079488 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008955223880597015, + "loss": 0.0869, + "theoretical_loss": 4.0704516446599825, + "tokens_seen": 374341632 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008954421441181191, + "loss": 0.0915, + "theoretical_loss": 4.070131574734536, + "tokens_seen": 374603776 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008953619001765367, + "loss": 0.0892, + "theoretical_loss": 4.069811791377409, + "tokens_seen": 374865920 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008952816562349542, + "loss": 0.0881, + "theoretical_loss": 4.0694922941319, + "tokens_seen": 375128064 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008952014122933718, + "loss": 0.091, + "theoretical_loss": 4.069173082542351, + "tokens_seen": 375390208 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008951211683517895, + "loss": 0.0934, + "theoretical_loss": 4.068854156154154, + "tokens_seen": 375652352 + }, + { + "epoch": 0.11, + "learning_rate": 0.000895040924410207, + "loss": 0.0899, + "theoretical_loss": 4.068535514513734, + "tokens_seen": 375914496 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008949606804686247, + "loss": 0.0915, + "theoretical_loss": 4.068217157168556, + "tokens_seen": 376176640 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008948804365270422, + "loss": 0.0893, + "theoretical_loss": 4.06789908366712, + "tokens_seen": 376438784 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008948001925854599, + "loss": 0.0915, + "theoretical_loss": 4.067581293558955, + "tokens_seen": 376700928 + }, + { + "epoch": 0.11, + "objective/train/advantage_avg": 0.001661652117036283, + "objective/train/docs_used": 143470, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.8316997289657593, + "objective/train/original_loss": 1.8316996097564697, + "objective/train/theoretical_loss": 4.067422504636857, + "objective/train/tokens_used": 397292000, + "objective/train/value_avg": -0.0091094970703125, + "objective/train/value_loss": 0.00023741417680867016, + "objective/train/value_max": -0.0004107952117919922, + "objective/train/value_min": -0.26611328125, + "objective/train/value_reward_corr": 0.5900478511462289, + "objective/train/value_std": 0.01305389404296875, + "objective/train/weight_avg": 1.0017740726470947, + "objective/train/weighted_lm_loss": 1.833890676498413, + "objective/train/weights_max": 1.1612104177474976, + "objective/train/weights_min": 0.3789726793766022, + "theoretical_loss": 4.067422504636857, + "tokens_seen": 376832000 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008947199486438774, + "loss": 0.0909, + "theoretical_loss": 4.0672637863946175, + "tokens_seen": 376963072 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008946397047022949, + "loss": 0.0881, + "theoretical_loss": 4.0669465617256915, + "tokens_seen": 377225216 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008945594607607126, + "loss": 0.0872, + "theoretical_loss": 4.06662961910478, + "tokens_seen": 377487360 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008944792168191301, + "loss": 0.0866, + "theoretical_loss": 4.066312958085503, + "tokens_seen": 377749504 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008943989728775478, + "loss": 0.0872, + "theoretical_loss": 4.065996578222502, + "tokens_seen": 378011648 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008943187289359654, + "loss": 0.09, + "theoretical_loss": 4.065680479071426, + "tokens_seen": 378273792 + }, + { + "epoch": 0.11, + "learning_rate": 0.000894238484994383, + "loss": 0.0869, + "theoretical_loss": 4.0653646601889335, + "tokens_seen": 378535936 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008941582410528005, + "loss": 0.0884, + "theoretical_loss": 4.065049121132693, + "tokens_seen": 378798080 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008940779971112181, + "loss": 0.0877, + "theoretical_loss": 4.0647338614613755, + "tokens_seen": 379060224 + }, + { + "epoch": 0.11, + "learning_rate": 0.0008939977531696357, + "loss": 0.0857, + "theoretical_loss": 4.0644188807346495, + "tokens_seen": 379322368 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008939175092280532, + "loss": 0.0903, + "theoretical_loss": 4.064104178513186, + "tokens_seen": 379584512 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008938372652864709, + "loss": 0.0884, + "theoretical_loss": 4.0637897543586465, + "tokens_seen": 379846656 + }, + { + "epoch": 0.12, + "objective/train/advantage_avg": 0.0014516367809846997, + "objective/train/docs_used": 144698, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.690299391746521, + "objective/train/original_loss": 1.6902992725372314, + "objective/train/theoretical_loss": 4.063475607833687, + "objective/train/tokens_used": 400568800, + "objective/train/value_avg": -0.007175445556640625, + "objective/train/value_loss": 0.00026638637064024806, + "objective/train/value_max": -0.0003418922424316406, + "objective/train/value_min": -0.248046875, + "objective/train/value_reward_corr": 0.6108303447971695, + "objective/train/value_std": 0.00978851318359375, + "objective/train/weight_avg": 1.0015734434127808, + "objective/train/weighted_lm_loss": 1.6925032138824463, + "objective/train/weights_max": 1.1737074851989746, + "objective/train/weights_min": 0.3762645721435547, + "theoretical_loss": 4.063475607833687, + "tokens_seen": 380108800 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008937570213448884, + "loss": 0.0865, + "theoretical_loss": 4.063475607833687, + "tokens_seen": 380108800 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008936767774033062, + "loss": 0.089, + "theoretical_loss": 4.063161738501951, + "tokens_seen": 380370944 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008935965334617237, + "loss": 0.0885, + "theoretical_loss": 4.0628481459280685, + "tokens_seen": 380633088 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008935162895201413, + "loss": 0.0866, + "theoretical_loss": 4.062534829677653, + "tokens_seen": 380895232 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008934360455785589, + "loss": 0.0887, + "theoretical_loss": 4.062221789317297, + "tokens_seen": 381157376 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008933558016369764, + "loss": 0.0869, + "theoretical_loss": 4.061909024414572, + "tokens_seen": 381419520 + }, + { + "epoch": 0.12, + "learning_rate": 0.000893275557695394, + "loss": 0.0875, + "theoretical_loss": 4.061596534538021, + "tokens_seen": 381681664 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008931953137538116, + "loss": 0.0908, + "theoretical_loss": 4.061284319257162, + "tokens_seen": 381943808 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008931150698122292, + "loss": 0.09, + "theoretical_loss": 4.060972378142479, + "tokens_seen": 382205952 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008930348258706467, + "loss": 0.0895, + "theoretical_loss": 4.060660710765423, + "tokens_seen": 382468096 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008929545819290645, + "loss": 0.091, + "theoretical_loss": 4.060349316698408, + "tokens_seen": 382730240 + }, + { + "epoch": 0.12, + "learning_rate": 0.000892874337987482, + "loss": 0.0875, + "theoretical_loss": 4.060038195514808, + "tokens_seen": 382992384 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008927940940458995, + "loss": 0.0862, + "theoretical_loss": 4.059727346788955, + "tokens_seen": 383254528 + }, + { + "epoch": 0.12, + "objective/train/advantage_avg": 0.0008795782341621816, + "objective/train/docs_used": 145827, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.750832438468933, + "objective/train/original_loss": 1.750832438468933, + "objective/train/theoretical_loss": 4.059572024464923, + "objective/train/tokens_used": 403845600, + "objective/train/value_avg": -0.007320404052734375, + "objective/train/value_loss": 0.00035302905598655343, + "objective/train/value_max": -0.0004012584686279297, + "objective/train/value_min": -0.37060546875, + "objective/train/value_reward_corr": 0.5285897338181933, + "objective/train/value_std": 0.01059722900390625, + "objective/train/weight_avg": 1.0010284185409546, + "objective/train/weighted_lm_loss": 1.7524877786636353, + "objective/train/weights_max": 1.2425466775894165, + "objective/train/weights_min": 0.36880823969841003, + "theoretical_loss": 4.059572024464923, + "tokens_seen": 383385600 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008927138501043172, + "loss": 0.087, + "theoretical_loss": 4.059416770096134, + "tokens_seen": 383516672 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008926336061627347, + "loss": 0.0884, + "theoretical_loss": 4.059106465012583, + "tokens_seen": 383778816 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008925533622211523, + "loss": 0.0877, + "theoretical_loss": 4.058796431115489, + "tokens_seen": 384040960 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008924731182795699, + "loss": 0.089, + "theoretical_loss": 4.058486667982986, + "tokens_seen": 384303104 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008923928743379875, + "loss": 0.0869, + "theoretical_loss": 4.058177175194148, + "tokens_seen": 384565248 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008923126303964051, + "loss": 0.0883, + "theoretical_loss": 4.057867952328994, + "tokens_seen": 384827392 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008922323864548226, + "loss": 0.0898, + "theoretical_loss": 4.057558998968479, + "tokens_seen": 385089536 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008921521425132403, + "loss": 0.0901, + "theoretical_loss": 4.0572503146944925, + "tokens_seen": 385351680 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008920718985716579, + "loss": 0.0882, + "theoretical_loss": 4.056941899089858, + "tokens_seen": 385613824 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008919916546300755, + "loss": 0.0879, + "theoretical_loss": 4.056633751738328, + "tokens_seen": 385875968 + }, + { + "epoch": 0.12, + "learning_rate": 0.000891911410688493, + "loss": 0.0874, + "theoretical_loss": 4.0563258722245825, + "tokens_seen": 386138112 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008918311667469107, + "loss": 0.0868, + "theoretical_loss": 4.056018260134226, + "tokens_seen": 386400256 + }, + { + "epoch": 0.12, + "objective/train/advantage_avg": 0.001309324987232685, + "objective/train/docs_used": 146981, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.8900443315505981, + "objective/train/original_loss": 1.8900442123413086, + "objective/train/theoretical_loss": 4.055710915053783, + "objective/train/tokens_used": 407122400, + "objective/train/value_avg": -0.00815582275390625, + "objective/train/value_loss": 0.0001915751345222816, + "objective/train/value_max": -0.00022876262664794922, + "objective/train/value_min": -0.245849609375, + "objective/train/value_reward_corr": 0.580563777121865, + "objective/train/value_std": 0.01129913330078125, + "objective/train/weight_avg": 1.0014034509658813, + "objective/train/weighted_lm_loss": 1.8917196989059448, + "objective/train/weights_max": 1.1984515190124512, + "objective/train/weights_min": 0.6107656359672546, + "theoretical_loss": 4.055710915053783, + "tokens_seen": 386662400 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008917509228053282, + "loss": 0.088, + "theoretical_loss": 4.055710915053783, + "tokens_seen": 386662400 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008916706788637457, + "loss": 0.0866, + "theoretical_loss": 4.055403836570701, + "tokens_seen": 386924544 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008915904349221634, + "loss": 0.0909, + "theoretical_loss": 4.05509702427334, + "tokens_seen": 387186688 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008915101909805809, + "loss": 0.0863, + "theoretical_loss": 4.054790477750974, + "tokens_seen": 387448832 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008914299470389986, + "loss": 0.0874, + "theoretical_loss": 4.054484196593791, + "tokens_seen": 387710976 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008913497030974162, + "loss": 0.0885, + "theoretical_loss": 4.054178180392885, + "tokens_seen": 387973120 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008912694591558338, + "loss": 0.0831, + "theoretical_loss": 4.053872428740256, + "tokens_seen": 388235264 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008911892152142514, + "loss": 0.0888, + "theoretical_loss": 4.053566941228809, + "tokens_seen": 388497408 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008911089712726689, + "loss": 0.089, + "theoretical_loss": 4.053261717452346, + "tokens_seen": 388759552 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008910287273310865, + "loss": 0.0861, + "theoretical_loss": 4.052956757005573, + "tokens_seen": 389021696 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008909484833895041, + "loss": 0.0859, + "theoretical_loss": 4.0526520594840845, + "tokens_seen": 389283840 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008908682394479217, + "loss": 0.0898, + "theoretical_loss": 4.052347624484373, + "tokens_seen": 389545984 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008907879955063392, + "loss": 0.0869, + "theoretical_loss": 4.052043451603818, + "tokens_seen": 389808128 + }, + { + "epoch": 0.12, + "objective/train/advantage_avg": 0.003113893326371908, + "objective/train/docs_used": 148229, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.8653093576431274, + "objective/train/original_loss": 1.865309476852417, + "objective/train/theoretical_loss": 4.051891463332648, + "objective/train/tokens_used": 410399200, + "objective/train/value_avg": -0.007648468017578125, + "objective/train/value_loss": 0.00021333739277906716, + "objective/train/value_max": -0.00042057037353515625, + "objective/train/value_min": -0.274169921875, + "objective/train/value_reward_corr": 0.5048406885731929, + "objective/train/value_std": 0.01003265380859375, + "objective/train/weight_avg": 1.0032072067260742, + "objective/train/weighted_lm_loss": 1.8700048923492432, + "objective/train/weights_max": 1.231974482536316, + "objective/train/weights_min": 0.38794201612472534, + "theoretical_loss": 4.051891463332648, + "tokens_seen": 389939200 + }, + { + "epoch": 0.12, + "learning_rate": 0.000890707751564757, + "loss": 0.0893, + "theoretical_loss": 4.051739540440688, + "tokens_seen": 390070272 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008906275076231745, + "loss": 0.0859, + "theoretical_loss": 4.0514358905941386, + "tokens_seen": 390332416 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008905472636815921, + "loss": 0.0875, + "theoretical_loss": 4.051132501664204, + "tokens_seen": 390594560 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008904670197400097, + "loss": 0.0894, + "theoretical_loss": 4.050829373251803, + "tokens_seen": 390856704 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008903867757984272, + "loss": 0.09, + "theoretical_loss": 4.050526504958727, + "tokens_seen": 391118848 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008903065318568448, + "loss": 0.0845, + "theoretical_loss": 4.050223896387647, + "tokens_seen": 391380992 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008902262879152624, + "loss": 0.0875, + "theoretical_loss": 4.0499215471421035, + "tokens_seen": 391643136 + }, + { + "epoch": 0.12, + "learning_rate": 0.00089014604397368, + "loss": 0.0883, + "theoretical_loss": 4.049619456826508, + "tokens_seen": 391905280 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008900658000320975, + "loss": 0.0871, + "theoretical_loss": 4.0493176250461405, + "tokens_seen": 392167424 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008899855560905153, + "loss": 0.0874, + "theoretical_loss": 4.049016051407145, + "tokens_seen": 392429568 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008899053121489328, + "loss": 0.0862, + "theoretical_loss": 4.048714735516527, + "tokens_seen": 392691712 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008898250682073504, + "loss": 0.0903, + "theoretical_loss": 4.048413676982155, + "tokens_seen": 392953856 + }, + { + "epoch": 0.12, + "objective/train/advantage_avg": 0.0006774611538276076, + "objective/train/docs_used": 149327, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.8899060487747192, + "objective/train/original_loss": 1.8899059295654297, + "objective/train/theoretical_loss": 4.048112875412752, + "objective/train/tokens_used": 413676000, + "objective/train/value_avg": -0.009765625, + "objective/train/value_loss": 0.0004383616615086794, + "objective/train/value_max": -0.00031256675720214844, + "objective/train/value_min": -0.8671875, + "objective/train/value_reward_corr": 0.656760896405444, + "objective/train/value_std": 0.0183563232421875, + "objective/train/weight_avg": 1.0008788108825684, + "objective/train/weighted_lm_loss": 1.8906105756759644, + "objective/train/weights_max": 1.5578629970550537, + "objective/train/weights_min": 0.36912351846694946, + "theoretical_loss": 4.048112875412752, + "tokens_seen": 393216000 + }, + { + "epoch": 0.12, + "learning_rate": 0.000889744824265768, + "loss": 0.0872, + "theoretical_loss": 4.048112875412752, + "tokens_seen": 393216000 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008896645803241855, + "loss": 0.0888, + "theoretical_loss": 4.0478123304179, + "tokens_seen": 393478144 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008895843363826032, + "loss": 0.0904, + "theoretical_loss": 4.047512041608029, + "tokens_seen": 393740288 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008895040924410207, + "loss": 0.0887, + "theoretical_loss": 4.047212008594424, + "tokens_seen": 394002432 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008894238484994383, + "loss": 0.0872, + "theoretical_loss": 4.046912230989214, + "tokens_seen": 394264576 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008893436045578559, + "loss": 0.0891, + "theoretical_loss": 4.0466127084053785, + "tokens_seen": 394526720 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008892633606162734, + "loss": 0.0877, + "theoretical_loss": 4.046313440456733, + "tokens_seen": 394788864 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008891831166746911, + "loss": 0.0889, + "theoretical_loss": 4.0460144267579405, + "tokens_seen": 395051008 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008891028727331087, + "loss": 0.0896, + "theoretical_loss": 4.045715666924499, + "tokens_seen": 395313152 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008890226287915263, + "loss": 0.088, + "theoretical_loss": 4.045417160572743, + "tokens_seen": 395575296 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008889423848499438, + "loss": 0.09, + "theoretical_loss": 4.045118907319839, + "tokens_seen": 395837440 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008888621409083615, + "loss": 0.0865, + "theoretical_loss": 4.04482090678379, + "tokens_seen": 396099584 + }, + { + "epoch": 0.12, + "learning_rate": 0.000888781896966779, + "loss": 0.0907, + "theoretical_loss": 4.044523158583421, + "tokens_seen": 396361728 + }, + { + "epoch": 0.12, + "objective/train/advantage_avg": 0.0015762695111334324, + "objective/train/docs_used": 150450, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.733888864517212, + "objective/train/original_loss": 1.7338887453079224, + "objective/train/theoretical_loss": 4.044374378990227, + "objective/train/tokens_used": 416952800, + "objective/train/value_avg": -0.0090789794921875, + "objective/train/value_loss": 0.0003484244807623327, + "objective/train/value_max": -0.0003612041473388672, + "objective/train/value_min": -0.77685546875, + "objective/train/value_reward_corr": 0.7064564917888498, + "objective/train/value_std": 0.0173492431640625, + "objective/train/weight_avg": 1.0017364025115967, + "objective/train/weighted_lm_loss": 1.7357914447784424, + "objective/train/weights_max": 1.7286889553070068, + "objective/train/weights_min": 0.3788455128669739, + "theoretical_loss": 4.044374378990227, + "tokens_seen": 396492800 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008887016530251965, + "loss": 0.0891, + "theoretical_loss": 4.044225662338388, + "tokens_seen": 396623872 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008886214090836142, + "loss": 0.0881, + "theoretical_loss": 4.04392841766917, + "tokens_seen": 396886016 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008885411651420317, + "loss": 0.0861, + "theoretical_loss": 4.043631424197067, + "tokens_seen": 397148160 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008884609212004495, + "loss": 0.0895, + "theoretical_loss": 4.0433346815442, + "tokens_seen": 397410304 + }, + { + "epoch": 0.12, + "learning_rate": 0.000888380677258867, + "loss": 0.0912, + "theoretical_loss": 4.043038189333508, + "tokens_seen": 397672448 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008883004333172846, + "loss": 0.0919, + "theoretical_loss": 4.042741947188741, + "tokens_seen": 397934592 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008882201893757022, + "loss": 0.0871, + "theoretical_loss": 4.042445954734466, + "tokens_seen": 398196736 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008881399454341197, + "loss": 0.0922, + "theoretical_loss": 4.0421502115960575, + "tokens_seen": 398458880 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008880597014925373, + "loss": 0.0849, + "theoretical_loss": 4.0418547173997, + "tokens_seen": 398721024 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008879794575509549, + "loss": 0.0881, + "theoretical_loss": 4.041559471772382, + "tokens_seen": 398983168 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008878992136093725, + "loss": 0.0904, + "theoretical_loss": 4.041264474341896, + "tokens_seen": 399245312 + }, + { + "epoch": 0.12, + "learning_rate": 0.00088781896966779, + "loss": 0.0888, + "theoretical_loss": 4.040969724736838, + "tokens_seen": 399507456 + }, + { + "epoch": 0.12, + "objective/train/advantage_avg": 0.003786907996982336, + "objective/train/docs_used": 151634, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.7472118139266968, + "objective/train/original_loss": 1.7472118139266968, + "objective/train/theoretical_loss": 4.040675222586599, + "objective/train/tokens_used": 420229600, + "objective/train/value_avg": -0.01177978515625, + "objective/train/value_loss": 0.00030451631755568087, + "objective/train/value_max": -0.00031495094299316406, + "objective/train/value_min": -0.92822265625, + "objective/train/value_reward_corr": 0.7768778655579526, + "objective/train/value_std": 0.0232391357421875, + "objective/train/weight_avg": 1.003933310508728, + "objective/train/weighted_lm_loss": 1.7527763843536377, + "objective/train/weights_max": 1.4784094095230103, + "objective/train/weights_min": 0.5340865850448608, + "theoretical_loss": 4.040675222586599, + "tokens_seen": 399769600 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008877387257262078, + "loss": 0.086, + "theoretical_loss": 4.040675222586599, + "tokens_seen": 399769600 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008876584817846253, + "loss": 0.0851, + "theoretical_loss": 4.04038096752137, + "tokens_seen": 400031744 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008875782378430429, + "loss": 0.0883, + "theoretical_loss": 4.040086959172136, + "tokens_seen": 400293888 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008874979939014605, + "loss": 0.0846, + "theoretical_loss": 4.039793197170672, + "tokens_seen": 400556032 + }, + { + "epoch": 0.12, + "learning_rate": 0.000887417749959878, + "loss": 0.0894, + "theoretical_loss": 4.039499681149547, + "tokens_seen": 400818176 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008873375060182957, + "loss": 0.0887, + "theoretical_loss": 4.039206410742114, + "tokens_seen": 401080320 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008872572620767132, + "loss": 0.0865, + "theoretical_loss": 4.038913385582515, + "tokens_seen": 401342464 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008871770181351308, + "loss": 0.0866, + "theoretical_loss": 4.038620605305673, + "tokens_seen": 401604608 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008870967741935484, + "loss": 0.0843, + "theoretical_loss": 4.038328069547293, + "tokens_seen": 401866752 + }, + { + "epoch": 0.12, + "learning_rate": 0.000887016530251966, + "loss": 0.0877, + "theoretical_loss": 4.03803577794386, + "tokens_seen": 402128896 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008869362863103836, + "loss": 0.0883, + "theoretical_loss": 4.037743730132635, + "tokens_seen": 402391040 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008868560423688012, + "loss": 0.0849, + "theoretical_loss": 4.037451925751654, + "tokens_seen": 402653184 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008867757984272188, + "loss": 0.0876, + "theoretical_loss": 4.0371603644397265, + "tokens_seen": 402915328 + }, + { + "epoch": 0.12, + "objective/train/advantage_avg": 0.001071313046850264, + "objective/train/docs_used": 152845, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6734617948532104, + "objective/train/original_loss": 1.673461675643921, + "objective/train/theoretical_loss": 4.037014674821996, + "objective/train/tokens_used": 423506400, + "objective/train/value_avg": -0.01261138916015625, + "objective/train/value_loss": 0.0004585011047311127, + "objective/train/value_max": -0.0004076957702636719, + "objective/train/value_min": -0.395751953125, + "objective/train/value_reward_corr": 0.5710907906819899, + "objective/train/value_std": 0.0164794921875, + "objective/train/weight_avg": 1.0012770891189575, + "objective/train/weighted_lm_loss": 1.6754604578018188, + "objective/train/weights_max": 1.2385406494140625, + "objective/train/weights_min": 0.3694460988044739, + "theoretical_loss": 4.037014674821996, + "tokens_seen": 403046400 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008866955544856363, + "loss": 0.0894, + "theoretical_loss": 4.03686904583643, + "tokens_seen": 403177472 + }, + { + "epoch": 0.12, + "learning_rate": 0.000886615310544054, + "loss": 0.0869, + "theoretical_loss": 4.036577969582114, + "tokens_seen": 403439616 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008865350666024715, + "loss": 0.0857, + "theoretical_loss": 4.03628713531789, + "tokens_seen": 403701760 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008864548226608891, + "loss": 0.089, + "theoretical_loss": 4.035996542685638, + "tokens_seen": 403963904 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008863745787193067, + "loss": 0.0859, + "theoretical_loss": 4.0357061913279955, + "tokens_seen": 404226048 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008862943347777242, + "loss": 0.0867, + "theoretical_loss": 4.035416080888364, + "tokens_seen": 404488192 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008862140908361419, + "loss": 0.0895, + "theoretical_loss": 4.035126211010899, + "tokens_seen": 404750336 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008861338468945595, + "loss": 0.0852, + "theoretical_loss": 4.034836581340515, + "tokens_seen": 405012480 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008860536029529771, + "loss": 0.0868, + "theoretical_loss": 4.034547191522877, + "tokens_seen": 405274624 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008859733590113947, + "loss": 0.0929, + "theoretical_loss": 4.034258041204404, + "tokens_seen": 405536768 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008858931150698123, + "loss": 0.087, + "theoretical_loss": 4.033969130032263, + "tokens_seen": 405798912 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008858128711282298, + "loss": 0.0858, + "theoretical_loss": 4.033680457654368, + "tokens_seen": 406061056 + }, + { + "epoch": 0.12, + "objective/train/advantage_avg": 0.001780028804205358, + "objective/train/docs_used": 154148, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6207927465438843, + "objective/train/original_loss": 1.6207926273345947, + "objective/train/theoretical_loss": 4.0333920237193785, + "objective/train/tokens_used": 426783200, + "objective/train/value_avg": -0.005901336669921875, + "objective/train/value_loss": 0.00012283859541639686, + "objective/train/value_max": -0.0002512931823730469, + "objective/train/value_min": -0.338134765625, + "objective/train/value_reward_corr": 0.49117143893985604, + "objective/train/value_std": 0.006710052490234375, + "objective/train/weight_avg": 1.0018362998962402, + "objective/train/weighted_lm_loss": 1.6236952543258667, + "objective/train/weights_max": 1.0896717309951782, + "objective/train/weights_min": 0.3698663115501404, + "theoretical_loss": 4.0333920237193785, + "tokens_seen": 406323200 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008857326271866474, + "loss": 0.0855, + "theoretical_loss": 4.0333920237193785, + "tokens_seen": 406323200 + }, + { + "epoch": 0.12, + "learning_rate": 0.000885652383245065, + "loss": 0.0818, + "theoretical_loss": 4.0331038278766975, + "tokens_seen": 406585344 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008855721393034825, + "loss": 0.0892, + "theoretical_loss": 4.032815869776471, + "tokens_seen": 406847488 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008854918953619003, + "loss": 0.0884, + "theoretical_loss": 4.032528149069579, + "tokens_seen": 407109632 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008854116514203178, + "loss": 0.0888, + "theoretical_loss": 4.0322406654076435, + "tokens_seen": 407371776 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008853314074787354, + "loss": 0.0887, + "theoretical_loss": 4.0319534184430195, + "tokens_seen": 407633920 + }, + { + "epoch": 0.12, + "learning_rate": 0.000885251163537153, + "loss": 0.0864, + "theoretical_loss": 4.031666407828795, + "tokens_seen": 407896064 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008851709195955705, + "loss": 0.0863, + "theoretical_loss": 4.03137963321879, + "tokens_seen": 408158208 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008850906756539881, + "loss": 0.0885, + "theoretical_loss": 4.0310930942675505, + "tokens_seen": 408420352 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008850104317124057, + "loss": 0.0876, + "theoretical_loss": 4.030806790630353, + "tokens_seen": 408682496 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008849301877708233, + "loss": 0.0851, + "theoretical_loss": 4.030520721963199, + "tokens_seen": 408944640 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008848499438292408, + "loss": 0.0851, + "theoretical_loss": 4.030234887922808, + "tokens_seen": 409206784 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008847696998876586, + "loss": 0.0873, + "theoretical_loss": 4.029949288166627, + "tokens_seen": 409468928 + }, + { + "epoch": 0.12, + "objective/train/advantage_avg": -0.00025772472145035863, + "objective/train/docs_used": 155224, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.8589667081832886, + "objective/train/original_loss": 1.8589668273925781, + "objective/train/theoretical_loss": 4.029806576038263, + "objective/train/tokens_used": 430060000, + "objective/train/value_avg": -0.00684356689453125, + "objective/train/value_loss": 0.0002665968786459416, + "objective/train/value_max": -0.00036406517028808594, + "objective/train/value_min": -0.215576171875, + "objective/train/value_reward_corr": 0.5281355844103028, + "objective/train/value_std": 0.0094451904296875, + "objective/train/weight_avg": 0.9998650550842285, + "objective/train/weighted_lm_loss": 1.857254147529602, + "objective/train/weights_max": 1.1309374570846558, + "objective/train/weights_min": 0.369612455368042, + "theoretical_loss": 4.029806576038263, + "tokens_seen": 409600000 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008846894559460761, + "loss": 0.0821, + "theoretical_loss": 4.0296639223528175, + "tokens_seen": 409731072 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008846092120044937, + "loss": 0.0857, + "theoretical_loss": 4.029378790140261, + "tokens_seen": 409993216 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008845289680629113, + "loss": 0.0863, + "theoretical_loss": 4.029093891188552, + "tokens_seen": 410255360 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008844487241213288, + "loss": 0.0876, + "theoretical_loss": 4.028809225158, + "tokens_seen": 410517504 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008843684801797465, + "loss": 0.0857, + "theoretical_loss": 4.028524791709621, + "tokens_seen": 410779648 + }, + { + "epoch": 0.12, + "learning_rate": 0.000884288236238164, + "loss": 0.0863, + "theoretical_loss": 4.028240590505148, + "tokens_seen": 411041792 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008842079922965816, + "loss": 0.0859, + "theoretical_loss": 4.027956621207015, + "tokens_seen": 411303936 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008841277483549992, + "loss": 0.0856, + "theoretical_loss": 4.027672883478364, + "tokens_seen": 411566080 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008840475044134169, + "loss": 0.0891, + "theoretical_loss": 4.027389376983041, + "tokens_seen": 411828224 + }, + { + "epoch": 0.12, + "learning_rate": 0.0008839672604718344, + "loss": 0.0894, + "theoretical_loss": 4.02710610138559, + "tokens_seen": 412090368 + }, + { + "epoch": 0.12, + "learning_rate": 0.000883887016530252, + "loss": 0.0862, + "theoretical_loss": 4.02682305635126, + "tokens_seen": 412352512 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008838067725886696, + "loss": 0.0876, + "theoretical_loss": 4.026540241545994, + "tokens_seen": 412614656 + }, + { + "epoch": 0.13, + "objective/train/advantage_avg": 0.0014947025338187814, + "objective/train/docs_used": 156351, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6217268705368042, + "objective/train/original_loss": 1.6217268705368042, + "objective/train/theoretical_loss": 4.026257656636431, + "objective/train/tokens_used": 433336800, + "objective/train/value_avg": -0.0105438232421875, + "objective/train/value_loss": 0.0006909063667990267, + "objective/train/value_max": -0.0003998279571533203, + "objective/train/value_min": -0.95947265625, + "objective/train/value_reward_corr": 0.7206960688334305, + "objective/train/value_std": 0.026214599609375, + "objective/train/weight_avg": 1.00179922580719, + "objective/train/weighted_lm_loss": 1.6225321292877197, + "objective/train/weights_max": 1.8838183879852295, + "objective/train/weights_min": 0.3683846592903137, + "theoretical_loss": 4.026257656636431, + "tokens_seen": 412876800 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008837265286470871, + "loss": 0.0856, + "theoretical_loss": 4.026257656636431, + "tokens_seen": 412876800 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008836462847055048, + "loss": 0.0869, + "theoretical_loss": 4.025975301289906, + "tokens_seen": 413138944 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008835660407639223, + "loss": 0.0864, + "theoretical_loss": 4.025693175174443, + "tokens_seen": 413401088 + }, + { + "epoch": 0.13, + "learning_rate": 0.00088348579682234, + "loss": 0.0836, + "theoretical_loss": 4.02541127795876, + "tokens_seen": 413663232 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008834055528807575, + "loss": 0.0862, + "theoretical_loss": 4.02512960931226, + "tokens_seen": 413925376 + }, + { + "epoch": 0.13, + "learning_rate": 0.000883325308939175, + "loss": 0.083, + "theoretical_loss": 4.024848168905035, + "tokens_seen": 414187520 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008832450649975928, + "loss": 0.0864, + "theoretical_loss": 4.02456695640786, + "tokens_seen": 414449664 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008831648210560103, + "loss": 0.0856, + "theoretical_loss": 4.0242859714921915, + "tokens_seen": 414711808 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008830845771144279, + "loss": 0.0886, + "theoretical_loss": 4.024005213830171, + "tokens_seen": 414973952 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008830043331728455, + "loss": 0.0834, + "theoretical_loss": 4.023724683094615, + "tokens_seen": 415236096 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008829240892312631, + "loss": 0.0832, + "theoretical_loss": 4.023444378959019, + "tokens_seen": 415498240 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008828438452896806, + "loss": 0.085, + "theoretical_loss": 4.023164301097555, + "tokens_seen": 415760384 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008827636013480982, + "loss": 0.0854, + "theoretical_loss": 4.0228844491850655, + "tokens_seen": 416022528 + }, + { + "epoch": 0.13, + "objective/train/advantage_avg": 0.0019461811752989888, + "objective/train/docs_used": 157543, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5709468126296997, + "objective/train/original_loss": 1.5709466934204102, + "objective/train/theoretical_loss": 4.022744607858259, + "objective/train/tokens_used": 436613600, + "objective/train/value_avg": -0.0086517333984375, + "objective/train/value_loss": 0.00036739560891874135, + "objective/train/value_max": -0.0002551078796386719, + "objective/train/value_min": -0.31787109375, + "objective/train/value_reward_corr": 0.598262497440789, + "objective/train/value_std": 0.01200103759765625, + "objective/train/weight_avg": 1.0021071434020996, + "objective/train/weighted_lm_loss": 1.5746840238571167, + "objective/train/weights_max": 1.3741990327835083, + "objective/train/weights_min": 0.37084680795669556, + "theoretical_loss": 4.022744607858259, + "tokens_seen": 416153600 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008826833574065158, + "loss": 0.0875, + "theoretical_loss": 4.022604822897068, + "tokens_seen": 416284672 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008826031134649333, + "loss": 0.0872, + "theoretical_loss": 4.0223254219097475, + "tokens_seen": 416546816 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008825228695233511, + "loss": 0.0875, + "theoretical_loss": 4.022046245899958, + "tokens_seen": 416808960 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008824426255817686, + "loss": 0.0856, + "theoretical_loss": 4.021767294545221, + "tokens_seen": 417071104 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008823623816401862, + "loss": 0.0873, + "theoretical_loss": 4.021488567523721, + "tokens_seen": 417333248 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008822821376986038, + "loss": 0.0869, + "theoretical_loss": 4.021210064514305, + "tokens_seen": 417595392 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008822018937570213, + "loss": 0.0832, + "theoretical_loss": 4.020931785196484, + "tokens_seen": 417857536 + }, + { + "epoch": 0.13, + "learning_rate": 0.000882121649815439, + "loss": 0.0848, + "theoretical_loss": 4.020653729250424, + "tokens_seen": 418119680 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008820414058738565, + "loss": 0.0848, + "theoretical_loss": 4.020375896356951, + "tokens_seen": 418381824 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008819611619322741, + "loss": 0.0906, + "theoretical_loss": 4.0200982861975465, + "tokens_seen": 418643968 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008818809179906917, + "loss": 0.0879, + "theoretical_loss": 4.019820898454345, + "tokens_seen": 418906112 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008818006740491094, + "loss": 0.0839, + "theoretical_loss": 4.019543732810134, + "tokens_seen": 419168256 + }, + { + "epoch": 0.13, + "objective/train/advantage_avg": 0.00041044692625291646, + "objective/train/docs_used": 158751, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.878256916999817, + "objective/train/original_loss": 1.8782567977905273, + "objective/train/theoretical_loss": 4.019266788948352, + "objective/train/tokens_used": 439890400, + "objective/train/value_avg": -0.007381439208984375, + "objective/train/value_loss": 0.0003937282308470458, + "objective/train/value_max": -0.00029587745666503906, + "objective/train/value_min": -0.56494140625, + "objective/train/value_reward_corr": 0.5979341615163967, + "objective/train/value_std": 0.0115814208984375, + "objective/train/weight_avg": 1.0005817413330078, + "objective/train/weighted_lm_loss": 1.8798234462738037, + "objective/train/weights_max": 1.2865357398986816, + "objective/train/weights_min": 0.3907938003540039, + "theoretical_loss": 4.019266788948352, + "tokens_seen": 419430400 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008817204301075269, + "loss": 0.0873, + "theoretical_loss": 4.019266788948352, + "tokens_seen": 419430400 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008816401861659445, + "loss": 0.0896, + "theoretical_loss": 4.0189900665530836, + "tokens_seen": 419692544 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008815599422243621, + "loss": 0.0879, + "theoretical_loss": 4.0187135653090635, + "tokens_seen": 419954688 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008814796982827796, + "loss": 0.0828, + "theoretical_loss": 4.018437284901671, + "tokens_seen": 420216832 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008813994543411973, + "loss": 0.0896, + "theoretical_loss": 4.018161225016926, + "tokens_seen": 420478976 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008813192103996148, + "loss": 0.0877, + "theoretical_loss": 4.0178853853414935, + "tokens_seen": 420741120 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008812389664580324, + "loss": 0.0871, + "theoretical_loss": 4.017609765562678, + "tokens_seen": 421003264 + }, + { + "epoch": 0.13, + "learning_rate": 0.00088115872251645, + "loss": 0.087, + "theoretical_loss": 4.017334365368422, + "tokens_seen": 421265408 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008810784785748677, + "loss": 0.0888, + "theoretical_loss": 4.017059184447303, + "tokens_seen": 421527552 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008809982346332853, + "loss": 0.0876, + "theoretical_loss": 4.0167842224885355, + "tokens_seen": 421789696 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008809179906917028, + "loss": 0.0828, + "theoretical_loss": 4.016509479181968, + "tokens_seen": 422051840 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008808377467501204, + "loss": 0.0862, + "theoretical_loss": 4.016234954218078, + "tokens_seen": 422313984 + }, + { + "epoch": 0.13, + "learning_rate": 0.000880757502808538, + "loss": 0.0856, + "theoretical_loss": 4.015960647287975, + "tokens_seen": 422576128 + }, + { + "epoch": 0.13, + "objective/train/advantage_avg": 0.001824821112677455, + "objective/train/docs_used": 159824, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6678580045700073, + "objective/train/original_loss": 1.6678582429885864, + "objective/train/theoretical_loss": 4.015823575489237, + "objective/train/tokens_used": 443167200, + "objective/train/value_avg": -0.00894927978515625, + "objective/train/value_loss": 0.0004825095529668033, + "objective/train/value_max": -0.0002694129943847656, + "objective/train/value_min": -0.8486328125, + "objective/train/value_reward_corr": 0.7016655446719067, + "objective/train/value_std": 0.0205078125, + "objective/train/weight_avg": 1.0020405054092407, + "objective/train/weighted_lm_loss": 1.6697173118591309, + "objective/train/weights_max": 1.884738564491272, + "objective/train/weights_min": 0.39913442730903625, + "theoretical_loss": 4.015823575489237, + "tokens_seen": 422707200 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008806772588669556, + "loss": 0.0875, + "theoretical_loss": 4.015686558083396, + "tokens_seen": 422838272 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008805970149253731, + "loss": 0.0878, + "theoretical_loss": 4.015412686296704, + "tokens_seen": 423100416 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008805167709837908, + "loss": 0.087, + "theoretical_loss": 4.0151390316208895, + "tokens_seen": 423362560 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008804365270422083, + "loss": 0.0875, + "theoretical_loss": 4.014865593749563, + "tokens_seen": 423624704 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008803562831006258, + "loss": 0.0855, + "theoretical_loss": 4.014592372376958, + "tokens_seen": 423886848 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008802760391590436, + "loss": 0.0872, + "theoretical_loss": 4.014319367197928, + "tokens_seen": 424148992 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008801957952174611, + "loss": 0.0905, + "theoretical_loss": 4.014046577907946, + "tokens_seen": 424411136 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008801155512758787, + "loss": 0.0887, + "theoretical_loss": 4.013774004203099, + "tokens_seen": 424673280 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008800353073342963, + "loss": 0.0872, + "theoretical_loss": 4.013501645780092, + "tokens_seen": 424935424 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008799550633927139, + "loss": 0.0836, + "theoretical_loss": 4.013229502336242, + "tokens_seen": 425197568 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008798748194511314, + "loss": 0.0865, + "theoretical_loss": 4.0129575735694765, + "tokens_seen": 425459712 + }, + { + "epoch": 0.13, + "learning_rate": 0.000879794575509549, + "loss": 0.089, + "theoretical_loss": 4.012685859178337, + "tokens_seen": 425721856 + }, + { + "epoch": 0.13, + "objective/train/advantage_avg": 0.0017981205601245165, + "objective/train/docs_used": 161088, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5653908252716064, + "objective/train/original_loss": 1.5653908252716064, + "objective/train/theoretical_loss": 4.012414358861969, + "objective/train/tokens_used": 446444000, + "objective/train/value_avg": -0.00678253173828125, + "objective/train/value_loss": 0.00016679255350027233, + "objective/train/value_max": -0.0002613067626953125, + "objective/train/value_min": -0.235107421875, + "objective/train/value_reward_corr": 0.541271829185307, + "objective/train/value_std": 0.0094146728515625, + "objective/train/weight_avg": 1.0018752813339233, + "objective/train/weighted_lm_loss": 1.5678671598434448, + "objective/train/weights_max": 1.2650446891784668, + "objective/train/weights_min": 0.37048766016960144, + "theoretical_loss": 4.012414358861969, + "tokens_seen": 425984000 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008797143315679666, + "loss": 0.0841, + "theoretical_loss": 4.012414358861969, + "tokens_seen": 425984000 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008796340876263842, + "loss": 0.0869, + "theoretical_loss": 4.01214307232013, + "tokens_seen": 426246144 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008795538436848019, + "loss": 0.0864, + "theoretical_loss": 4.011871999253178, + "tokens_seen": 426508288 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008794735997432194, + "loss": 0.0884, + "theoretical_loss": 4.011601139362078, + "tokens_seen": 426770432 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008793933558016371, + "loss": 0.0853, + "theoretical_loss": 4.011330492348397, + "tokens_seen": 427032576 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008793131118600546, + "loss": 0.0892, + "theoretical_loss": 4.0110600579143, + "tokens_seen": 427294720 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008792328679184721, + "loss": 0.0866, + "theoretical_loss": 4.010789835762555, + "tokens_seen": 427556864 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008791526239768898, + "loss": 0.0889, + "theoretical_loss": 4.010519825596525, + "tokens_seen": 427819008 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008790723800353073, + "loss": 0.0862, + "theoretical_loss": 4.010250027120169, + "tokens_seen": 428081152 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008789921360937249, + "loss": 0.0853, + "theoretical_loss": 4.009980440038043, + "tokens_seen": 428343296 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008789118921521425, + "loss": 0.0887, + "theoretical_loss": 4.009711064055291, + "tokens_seen": 428605440 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008788316482105602, + "loss": 0.0853, + "theoretical_loss": 4.009441898877652, + "tokens_seen": 428867584 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008787514042689777, + "loss": 0.0855, + "theoretical_loss": 4.009172944211455, + "tokens_seen": 429129728 + }, + { + "epoch": 0.13, + "objective/train/advantage_avg": 0.00263123563490808, + "objective/train/docs_used": 162190, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.7771104574203491, + "objective/train/original_loss": 1.7771104574203491, + "objective/train/theoretical_loss": 4.009038545728536, + "objective/train/tokens_used": 449720800, + "objective/train/value_avg": -0.00846099853515625, + "objective/train/value_loss": 0.0001774099509930238, + "objective/train/value_max": -0.0002613067626953125, + "objective/train/value_min": -0.73779296875, + "objective/train/value_reward_corr": 0.6740834547577608, + "objective/train/value_std": 0.0146484375, + "objective/train/weight_avg": 1.0027151107788086, + "objective/train/weighted_lm_loss": 1.781530737876892, + "objective/train/weights_max": 1.2391235828399658, + "objective/train/weights_min": 0.38705509901046753, + "theoretical_loss": 4.009038545728536, + "tokens_seen": 429260800 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008786711603273953, + "loss": 0.087, + "theoretical_loss": 4.008904199763615, + "tokens_seen": 429391872 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008785909163858129, + "loss": 0.0852, + "theoretical_loss": 4.008635665241635, + "tokens_seen": 429654016 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008785106724442304, + "loss": 0.0884, + "theoretical_loss": 4.008367340353602, + "tokens_seen": 429916160 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008784304285026481, + "loss": 0.0863, + "theoretical_loss": 4.008099224808188, + "tokens_seen": 430178304 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008783501845610656, + "loss": 0.0839, + "theoretical_loss": 4.007831318314645, + "tokens_seen": 430440448 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008782699406194833, + "loss": 0.0846, + "theoretical_loss": 4.00756362058281, + "tokens_seen": 430702592 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008781896966779008, + "loss": 0.0839, + "theoretical_loss": 4.007296131323094, + "tokens_seen": 430964736 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008781094527363185, + "loss": 0.0868, + "theoretical_loss": 4.007028850246487, + "tokens_seen": 431226880 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008780292087947361, + "loss": 0.0861, + "theoretical_loss": 4.006761777064557, + "tokens_seen": 431489024 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008779489648531536, + "loss": 0.0855, + "theoretical_loss": 4.006494911489444, + "tokens_seen": 431751168 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008778687209115712, + "loss": 0.0862, + "theoretical_loss": 4.006228253233864, + "tokens_seen": 432013312 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008777884769699888, + "loss": 0.088, + "theoretical_loss": 4.0059618020111, + "tokens_seen": 432275456 + }, + { + "epoch": 0.13, + "objective/train/advantage_avg": 0.001832411391660571, + "objective/train/docs_used": 163281, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6781024932861328, + "objective/train/original_loss": 1.6781024932861328, + "objective/train/theoretical_loss": 4.00569555753501, + "objective/train/tokens_used": 452997600, + "objective/train/value_avg": -0.007171630859375, + "objective/train/value_loss": 0.00023861521913204342, + "objective/train/value_max": -0.0002551078796386719, + "objective/train/value_min": -0.422119140625, + "objective/train/value_reward_corr": 0.5747506541148842, + "objective/train/value_std": 0.0133514404296875, + "objective/train/weight_avg": 1.0019428730010986, + "objective/train/weighted_lm_loss": 1.680795431137085, + "objective/train/weights_max": 1.3145778179168701, + "objective/train/weights_min": 0.372374951839447, + "theoretical_loss": 4.00569555753501, + "tokens_seen": 432537600 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008777082330284064, + "loss": 0.087, + "theoretical_loss": 4.00569555753501, + "tokens_seen": 432537600 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008776279890868239, + "loss": 0.0859, + "theoretical_loss": 4.0054295195200185, + "tokens_seen": 432799744 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008775477451452416, + "loss": 0.085, + "theoretical_loss": 4.005163687681116, + "tokens_seen": 433061888 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008774675012036591, + "loss": 0.0849, + "theoretical_loss": 4.00489806173386, + "tokens_seen": 433324032 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008773872572620766, + "loss": 0.0891, + "theoretical_loss": 4.004632641394372, + "tokens_seen": 433586176 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008773070133204944, + "loss": 0.0872, + "theoretical_loss": 4.0043674263793365, + "tokens_seen": 433848320 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008772267693789119, + "loss": 0.0845, + "theoretical_loss": 4.004102416405998, + "tokens_seen": 434110464 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008771465254373296, + "loss": 0.0852, + "theoretical_loss": 4.0038376111921625, + "tokens_seen": 434372608 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008770662814957471, + "loss": 0.0873, + "theoretical_loss": 4.0035730104561935, + "tokens_seen": 434634752 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008769860375541647, + "loss": 0.089, + "theoretical_loss": 4.003308613917012, + "tokens_seen": 434896896 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008769057936125823, + "loss": 0.0874, + "theoretical_loss": 4.003044421294094, + "tokens_seen": 435159040 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008768255496709998, + "loss": 0.0852, + "theoretical_loss": 4.002780432307468, + "tokens_seen": 435421184 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008767453057294174, + "loss": 0.0853, + "theoretical_loss": 4.0025166466777184, + "tokens_seen": 435683328 + }, + { + "epoch": 0.13, + "objective/train/advantage_avg": 0.0014623114839196205, + "objective/train/docs_used": 164592, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6157147884368896, + "objective/train/original_loss": 1.6157147884368896, + "objective/train/theoretical_loss": 4.002384830034506, + "objective/train/tokens_used": 456274400, + "objective/train/value_avg": -0.00821685791015625, + "objective/train/value_loss": 0.00030418660026043653, + "objective/train/value_max": -0.0003936290740966797, + "objective/train/value_min": -0.8203125, + "objective/train/value_reward_corr": 0.6654038924534129, + "objective/train/value_std": 0.01512908935546875, + "objective/train/weight_avg": 1.0016019344329834, + "objective/train/weighted_lm_loss": 1.6177915334701538, + "objective/train/weights_max": 1.3180100917816162, + "objective/train/weights_min": 0.3914025127887726, + "theoretical_loss": 4.002384830034506, + "tokens_seen": 435814400 + }, + { + "epoch": 0.13, + "learning_rate": 0.000876665061787835, + "loss": 0.0869, + "theoretical_loss": 4.00225306412598, + "tokens_seen": 435945472 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008765848178462527, + "loss": 0.0871, + "theoretical_loss": 4.001989684373934, + "tokens_seen": 436207616 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008765045739046702, + "loss": 0.0862, + "theoretical_loss": 4.0017265071438155, + "tokens_seen": 436469760 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008764243299630879, + "loss": 0.0862, + "theoretical_loss": 4.001463532158402, + "tokens_seen": 436731904 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008763440860215054, + "loss": 0.0863, + "theoretical_loss": 4.001200759141019, + "tokens_seen": 436994048 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008762638420799229, + "loss": 0.0859, + "theoretical_loss": 4.000938187815535, + "tokens_seen": 437256192 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008761835981383406, + "loss": 0.0853, + "theoretical_loss": 4.000675817906362, + "tokens_seen": 437518336 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008761033541967581, + "loss": 0.0852, + "theoretical_loss": 4.000413649138453, + "tokens_seen": 437780480 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008760231102551757, + "loss": 0.0869, + "theoretical_loss": 4.000151681237301, + "tokens_seen": 438042624 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008759428663135933, + "loss": 0.0851, + "theoretical_loss": 3.9998899139289392, + "tokens_seen": 438304768 + }, + { + "epoch": 0.13, + "learning_rate": 0.000875862622372011, + "loss": 0.0854, + "theoretical_loss": 3.999628346939934, + "tokens_seen": 438566912 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008757823784304286, + "loss": 0.0881, + "theoretical_loss": 3.9993669799973928, + "tokens_seen": 438829056 + }, + { + "epoch": 0.13, + "objective/train/advantage_avg": 0.003146297065541148, + "objective/train/docs_used": 165818, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.70978581905365, + "objective/train/original_loss": 1.7097856998443604, + "objective/train/theoretical_loss": 3.9991058128289536, + "objective/train/tokens_used": 459551200, + "objective/train/value_avg": -0.0128173828125, + "objective/train/value_loss": 0.0005641387542709708, + "objective/train/value_max": -0.00021660327911376953, + "objective/train/value_min": -0.80810546875, + "objective/train/value_reward_corr": 0.7787917837708334, + "objective/train/value_std": 0.0290679931640625, + "objective/train/weight_avg": 1.0034090280532837, + "objective/train/weighted_lm_loss": 1.7147347927093506, + "objective/train/weights_max": 1.3535813093185425, + "objective/train/weights_min": 0.426643431186676, + "theoretical_loss": 3.9991058128289536, + "tokens_seen": 439091200 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008757021344888461, + "loss": 0.0854, + "theoretical_loss": 3.9991058128289536, + "tokens_seen": 439091200 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008756218905472637, + "loss": 0.0891, + "theoretical_loss": 3.998844845162789, + "tokens_seen": 439353344 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008755416466056813, + "loss": 0.0868, + "theoretical_loss": 3.998584076727604, + "tokens_seen": 439615488 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008754614026640989, + "loss": 0.0881, + "theoretical_loss": 3.998323507252633, + "tokens_seen": 439877632 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008753811587225164, + "loss": 0.085, + "theoretical_loss": 3.998063136467639, + "tokens_seen": 440139776 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008753009147809341, + "loss": 0.0879, + "theoretical_loss": 3.9978029641029154, + "tokens_seen": 440401920 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008752206708393516, + "loss": 0.0858, + "theoretical_loss": 3.9975429898892783, + "tokens_seen": 440664064 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008751404268977691, + "loss": 0.0869, + "theoretical_loss": 3.9972832135580707, + "tokens_seen": 440926208 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008750601829561869, + "loss": 0.0866, + "theoretical_loss": 3.9970236348411605, + "tokens_seen": 441188352 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008749799390146044, + "loss": 0.0865, + "theoretical_loss": 3.996764253470935, + "tokens_seen": 441450496 + }, + { + "epoch": 0.13, + "learning_rate": 0.000874899695073022, + "loss": 0.0822, + "theoretical_loss": 3.996505069180306, + "tokens_seen": 441712640 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008748194511314396, + "loss": 0.0869, + "theoretical_loss": 3.9962460817027017, + "tokens_seen": 441974784 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008747392071898572, + "loss": 0.0862, + "theoretical_loss": 3.995987290772071, + "tokens_seen": 442236928 + }, + { + "epoch": 0.13, + "objective/train/advantage_avg": 0.0021040476858615875, + "objective/train/docs_used": 166951, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6762120723724365, + "objective/train/original_loss": 1.676211953163147, + "objective/train/theoretical_loss": 3.9958579689288705, + "objective/train/tokens_used": 462828000, + "objective/train/value_avg": -0.0077056884765625, + "objective/train/value_loss": 0.00016993816825561225, + "objective/train/value_max": -0.00017404556274414062, + "objective/train/value_min": -0.395751953125, + "objective/train/value_reward_corr": 0.5966625564109725, + "objective/train/value_std": 0.00942230224609375, + "objective/train/weight_avg": 1.002182960510254, + "objective/train/weighted_lm_loss": 1.6798884868621826, + "objective/train/weights_max": 1.247859001159668, + "objective/train/weights_min": 0.37366417050361633, + "theoretical_loss": 3.9958579689288705, + "tokens_seen": 442368000 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008746589632482748, + "loss": 0.0855, + "theoretical_loss": 3.9957286961228786, + "tokens_seen": 442499072 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008745787193066924, + "loss": 0.0834, + "theoretical_loss": 3.995470297490106, + "tokens_seen": 442761216 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008744984753651099, + "loss": 0.0838, + "theoretical_loss": 3.995212094609249, + "tokens_seen": 443023360 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008744182314235275, + "loss": 0.0854, + "theoretical_loss": 3.994954087216315, + "tokens_seen": 443285504 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008743379874819452, + "loss": 0.0882, + "theoretical_loss": 3.994696275047825, + "tokens_seen": 443547648 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008742577435403627, + "loss": 0.0858, + "theoretical_loss": 3.9944386578408113, + "tokens_seen": 443809792 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008741774995987804, + "loss": 0.084, + "theoretical_loss": 3.9941812353328126, + "tokens_seen": 444071936 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008740972556571979, + "loss": 0.0848, + "theoretical_loss": 3.993924007261878, + "tokens_seen": 444334080 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008740170117156155, + "loss": 0.0877, + "theoretical_loss": 3.9936669733665617, + "tokens_seen": 444596224 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008739367677740331, + "loss": 0.0857, + "theoretical_loss": 3.9934101333859253, + "tokens_seen": 444858368 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008738565238324506, + "loss": 0.088, + "theoretical_loss": 3.9931534870595327, + "tokens_seen": 445120512 + }, + { + "epoch": 0.13, + "learning_rate": 0.0008737762798908682, + "loss": 0.0855, + "theoretical_loss": 3.9928970341274517, + "tokens_seen": 445382656 + }, + { + "epoch": 0.13, + "objective/train/advantage_avg": -0.0004210473271086812, + "objective/train/docs_used": 168097, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.8831557035446167, + "objective/train/original_loss": 1.8831554651260376, + "objective/train/theoretical_loss": 3.992640774330251, + "objective/train/tokens_used": 466104800, + "objective/train/value_avg": -0.006633758544921875, + "objective/train/value_loss": 0.0002517412358429283, + "objective/train/value_max": -0.0002758502960205078, + "objective/train/value_min": -0.1942138671875, + "objective/train/value_reward_corr": 0.6020203498070885, + "objective/train/value_std": 0.008819580078125, + "objective/train/weight_avg": 0.9996951222419739, + "objective/train/weighted_lm_loss": 1.8826690912246704, + "objective/train/weights_max": 1.1459459066390991, + "objective/train/weights_min": 0.3873032331466675, + "theoretical_loss": 3.992640774330251, + "tokens_seen": 445644800 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008736960359492858, + "loss": 0.0856, + "theoretical_loss": 3.992640774330251, + "tokens_seen": 445644800 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008736157920077035, + "loss": 0.0837, + "theoretical_loss": 3.9923847074090015, + "tokens_seen": 445906944 + }, + { + "epoch": 0.14, + "learning_rate": 0.000873535548066121, + "loss": 0.083, + "theoretical_loss": 3.9921288331052702, + "tokens_seen": 446169088 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008734553041245387, + "loss": 0.0852, + "theoretical_loss": 3.991873151161124, + "tokens_seen": 446431232 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008733750601829562, + "loss": 0.0881, + "theoretical_loss": 3.9916176613191263, + "tokens_seen": 446693376 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008732948162413738, + "loss": 0.0859, + "theoretical_loss": 3.9913623633223354, + "tokens_seen": 446955520 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008732145722997914, + "loss": 0.0828, + "theoretical_loss": 3.9911072569143036, + "tokens_seen": 447217664 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008731343283582089, + "loss": 0.0839, + "theoretical_loss": 3.9908523418390764, + "tokens_seen": 447479808 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008730540844166266, + "loss": 0.0839, + "theoretical_loss": 3.990597617841191, + "tokens_seen": 447741952 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008729738404750441, + "loss": 0.0837, + "theoretical_loss": 3.9903430846656742, + "tokens_seen": 448004096 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008728935965334618, + "loss": 0.0867, + "theoretical_loss": 3.990088742058043, + "tokens_seen": 448266240 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008728133525918794, + "loss": 0.0832, + "theoretical_loss": 3.9898345897643024, + "tokens_seen": 448528384 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008727331086502969, + "loss": 0.083, + "theoretical_loss": 3.989580627530943, + "tokens_seen": 448790528 + }, + { + "epoch": 0.14, + "objective/train/advantage_avg": 0.00032174718216992915, + "objective/train/docs_used": 169309, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.781941294670105, + "objective/train/original_loss": 1.7819411754608154, + "objective/train/theoretical_loss": 3.9894537176078178, + "objective/train/tokens_used": 469381600, + "objective/train/value_avg": -0.0083465576171875, + "objective/train/value_loss": 0.0004324860346969217, + "objective/train/value_max": -0.00026535987854003906, + "objective/train/value_min": -0.6328125, + "objective/train/value_reward_corr": 0.567279699867222, + "objective/train/value_std": 0.013824462890625, + "objective/train/weight_avg": 1.0005099773406982, + "objective/train/weighted_lm_loss": 1.7829113006591797, + "objective/train/weights_max": 1.632243275642395, + "objective/train/weights_min": 0.3689693808555603, + "theoretical_loss": 3.9894537176078178, + "tokens_seen": 448921600 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008726528647087145, + "loss": 0.0832, + "theoretical_loss": 3.9893268551049417, + "tokens_seen": 449052672 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008725726207671321, + "loss": 0.0843, + "theoretical_loss": 3.9890732722337594, + "tokens_seen": 449314816 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008724923768255497, + "loss": 0.0877, + "theoretical_loss": 3.988819878665341, + "tokens_seen": 449576960 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008724121328839672, + "loss": 0.0845, + "theoretical_loss": 3.988566674148111, + "tokens_seen": 449839104 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008723318889423849, + "loss": 0.0851, + "theoretical_loss": 3.988313658430978, + "tokens_seen": 450101248 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008722516450008024, + "loss": 0.0869, + "theoretical_loss": 3.9880608312633274, + "tokens_seen": 450363392 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008721714010592199, + "loss": 0.0874, + "theoretical_loss": 3.9878081923950237, + "tokens_seen": 450625536 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008720911571176377, + "loss": 0.085, + "theoretical_loss": 3.9875557415764087, + "tokens_seen": 450887680 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008720109131760552, + "loss": 0.0831, + "theoretical_loss": 3.9873034785582995, + "tokens_seen": 451149824 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008719306692344729, + "loss": 0.0825, + "theoretical_loss": 3.9870514030919884, + "tokens_seen": 451411968 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008718504252928904, + "loss": 0.0843, + "theoretical_loss": 3.986799514929242, + "tokens_seen": 451674112 + }, + { + "epoch": 0.14, + "learning_rate": 0.000871770181351308, + "loss": 0.0872, + "theoretical_loss": 3.9865478138222974, + "tokens_seen": 451936256 + }, + { + "epoch": 0.14, + "objective/train/advantage_avg": 0.001659404020756483, + "objective/train/docs_used": 170598, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.7910542488098145, + "objective/train/original_loss": 1.791054368019104, + "objective/train/theoretical_loss": 3.9862962995238647, + "objective/train/tokens_used": 472658400, + "objective/train/value_avg": -0.007740020751953125, + "objective/train/value_loss": 0.0004948919522576034, + "objective/train/value_max": -0.0002397298812866211, + "objective/train/value_min": -0.67138671875, + "objective/train/value_reward_corr": 0.5268647156723365, + "objective/train/value_std": 0.01195526123046875, + "objective/train/weight_avg": 1.0018681287765503, + "objective/train/weighted_lm_loss": 1.7938288450241089, + "objective/train/weights_max": 1.5055822134017944, + "objective/train/weights_min": 0.36855122447013855, + "theoretical_loss": 3.9862962995238647, + "tokens_seen": 452198400 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008716899374097256, + "loss": 0.0856, + "theoretical_loss": 3.9862962995238647, + "tokens_seen": 452198400 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008716096934681432, + "loss": 0.0881, + "theoretical_loss": 3.9860449717871234, + "tokens_seen": 452460544 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008715294495265607, + "loss": 0.0848, + "theoretical_loss": 3.9857938303657217, + "tokens_seen": 452722688 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008714492055849783, + "loss": 0.0881, + "theoretical_loss": 3.9855428750137754, + "tokens_seen": 452984832 + }, + { + "epoch": 0.14, + "learning_rate": 0.000871368961643396, + "loss": 0.0884, + "theoretical_loss": 3.9852921054858665, + "tokens_seen": 453246976 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008712887177018135, + "loss": 0.0838, + "theoretical_loss": 3.9850415215370445, + "tokens_seen": 453509120 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008712084737602312, + "loss": 0.0816, + "theoretical_loss": 3.984791122922821, + "tokens_seen": 453771264 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008711282298186487, + "loss": 0.0855, + "theoretical_loss": 3.98454090939917, + "tokens_seen": 454033408 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008710479858770663, + "loss": 0.0856, + "theoretical_loss": 3.984290880722531, + "tokens_seen": 454295552 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008709677419354839, + "loss": 0.0832, + "theoretical_loss": 3.9840410366498, + "tokens_seen": 454557696 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008708874979939014, + "loss": 0.0864, + "theoretical_loss": 3.983791376938336, + "tokens_seen": 454819840 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008708072540523191, + "loss": 0.0827, + "theoretical_loss": 3.983541901345955, + "tokens_seen": 455081984 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008707270101107366, + "loss": 0.0868, + "theoretical_loss": 3.983292609630931, + "tokens_seen": 455344128 + }, + { + "epoch": 0.14, + "objective/train/advantage_avg": -0.00022011114924680442, + "objective/train/docs_used": 171735, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.7445399761199951, + "objective/train/original_loss": 1.7445400953292847, + "objective/train/theoretical_loss": 3.983168032652013, + "objective/train/tokens_used": 475935200, + "objective/train/value_avg": -0.00984954833984375, + "objective/train/value_loss": 0.0010452456772327423, + "objective/train/value_max": -0.0003006458282470703, + "objective/train/value_min": -0.9169921875, + "objective/train/value_reward_corr": 0.6856314110138227, + "objective/train/value_std": 0.0231170654296875, + "objective/train/weight_avg": 1.000219464302063, + "objective/train/weighted_lm_loss": 1.7441569566726685, + "objective/train/weights_max": 2.060903787612915, + "objective/train/weights_min": 0.3712770938873291, + "theoretical_loss": 3.983168032652013, + "tokens_seen": 455475200 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008706467661691543, + "loss": 0.0871, + "theoretical_loss": 3.9830435015519936, + "tokens_seen": 455606272 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008705665222275719, + "loss": 0.0856, + "theoretical_loss": 3.982794576868328, + "tokens_seen": 455868416 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008704862782859895, + "loss": 0.0844, + "theoretical_loss": 3.982545835339573, + "tokens_seen": 456130560 + }, + { + "epoch": 0.14, + "learning_rate": 0.000870406034344407, + "loss": 0.0846, + "theoretical_loss": 3.982297276725822, + "tokens_seen": 456392704 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008703257904028246, + "loss": 0.0834, + "theoretical_loss": 3.9820489007876176, + "tokens_seen": 456654848 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008702455464612422, + "loss": 0.0809, + "theoretical_loss": 3.981800707285955, + "tokens_seen": 456916992 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008701653025196597, + "loss": 0.0851, + "theoretical_loss": 3.9815526959822787, + "tokens_seen": 457179136 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008700850585780774, + "loss": 0.0832, + "theoretical_loss": 3.981304866638481, + "tokens_seen": 457441280 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008700048146364949, + "loss": 0.087, + "theoretical_loss": 3.9810572190169027, + "tokens_seen": 457703424 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008699245706949126, + "loss": 0.0861, + "theoretical_loss": 3.9808097528803295, + "tokens_seen": 457965568 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008698443267533302, + "loss": 0.0858, + "theoretical_loss": 3.9805624679919935, + "tokens_seen": 458227712 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008697640828117477, + "loss": 0.0874, + "theoretical_loss": 3.98031536411557, + "tokens_seen": 458489856 + }, + { + "epoch": 0.14, + "objective/train/advantage_avg": 0.002210730453953147, + "objective/train/docs_used": 173009, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6506414413452148, + "objective/train/original_loss": 1.6506413221359253, + "objective/train/theoretical_loss": 3.9800684410151783, + "objective/train/tokens_used": 479212000, + "objective/train/value_avg": -0.00788116455078125, + "objective/train/value_loss": 0.0001411553384969011, + "objective/train/value_max": -0.00016999244689941406, + "objective/train/value_min": -0.304443359375, + "objective/train/value_reward_corr": 0.4815913461934962, + "objective/train/value_std": 0.007568359375, + "objective/train/weight_avg": 1.00227689743042, + "objective/train/weighted_lm_loss": 1.6549068689346313, + "objective/train/weights_max": 1.1095370054244995, + "objective/train/weights_min": 0.3733791708946228, + "theoretical_loss": 3.9800684410151783, + "tokens_seen": 458752000 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008696838388701653, + "loss": 0.0842, + "theoretical_loss": 3.9800684410151783, + "tokens_seen": 458752000 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008696035949285829, + "loss": 0.0821, + "theoretical_loss": 3.979821698455379, + "tokens_seen": 459014144 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008695233509870005, + "loss": 0.0857, + "theoretical_loss": 3.9795751362011735, + "tokens_seen": 459276288 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008694431070454181, + "loss": 0.0844, + "theoretical_loss": 3.979328754018004, + "tokens_seen": 459538432 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008693628631038357, + "loss": 0.0845, + "theoretical_loss": 3.979082551671749, + "tokens_seen": 459800576 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008692826191622532, + "loss": 0.0872, + "theoretical_loss": 3.9788365289287286, + "tokens_seen": 460062720 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008692023752206708, + "loss": 0.0874, + "theoretical_loss": 3.9785906855556945, + "tokens_seen": 460324864 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008691221312790885, + "loss": 0.084, + "theoretical_loss": 3.9783450213198384, + "tokens_seen": 460587008 + }, + { + "epoch": 0.14, + "learning_rate": 0.000869041887337506, + "loss": 0.0832, + "theoretical_loss": 3.9780995359887843, + "tokens_seen": 460849152 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008689616433959237, + "loss": 0.0864, + "theoretical_loss": 3.9778542293305894, + "tokens_seen": 461111296 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008688813994543412, + "loss": 0.0862, + "theoretical_loss": 3.977609101113744, + "tokens_seen": 461373440 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008688011555127588, + "loss": 0.0805, + "theoretical_loss": 3.97736415110717, + "tokens_seen": 461635584 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008687209115711764, + "loss": 0.0899, + "theoretical_loss": 3.977119379080218, + "tokens_seen": 461897728 + }, + { + "epoch": 0.14, + "objective/train/advantage_avg": 0.0007731457590125501, + "objective/train/docs_used": 174193, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.8230290412902832, + "objective/train/original_loss": 1.8230290412902832, + "objective/train/theoretical_loss": 3.9769970597371405, + "objective/train/tokens_used": 482488800, + "objective/train/value_avg": -0.00780487060546875, + "objective/train/value_loss": 0.00031590063008479774, + "objective/train/value_max": -0.0001838207244873047, + "objective/train/value_min": -0.38134765625, + "objective/train/value_reward_corr": 0.5380794039257576, + "objective/train/value_std": 0.012420654296875, + "objective/train/weight_avg": 1.0009218454360962, + "objective/train/weighted_lm_loss": 1.8243416547775269, + "objective/train/weights_max": 1.3249140977859497, + "objective/train/weights_min": 0.6108145713806152, + "theoretical_loss": 3.9769970597371405, + "tokens_seen": 462028800 + }, + { + "epoch": 0.14, + "learning_rate": 0.000868640667629594, + "loss": 0.0882, + "theoretical_loss": 3.9768747848026695, + "tokens_seen": 462159872 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008685604236880115, + "loss": 0.0833, + "theoretical_loss": 3.9766303680447335, + "tokens_seen": 462422016 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008684801797464291, + "loss": 0.083, + "theoretical_loss": 3.9763861285770457, + "tokens_seen": 462684160 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008683999358048468, + "loss": 0.0858, + "theoretical_loss": 3.9761420661706683, + "tokens_seen": 462946304 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008683196918632643, + "loss": 0.0837, + "theoretical_loss": 3.975898180597089, + "tokens_seen": 463208448 + }, + { + "epoch": 0.14, + "learning_rate": 0.000868239447921682, + "loss": 0.0854, + "theoretical_loss": 3.9756544716282187, + "tokens_seen": 463470592 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008681592039800995, + "loss": 0.0833, + "theoretical_loss": 3.975410939036392, + "tokens_seen": 463732736 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008680789600385172, + "loss": 0.0848, + "theoretical_loss": 3.9751675825943638, + "tokens_seen": 463994880 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008679987160969347, + "loss": 0.0892, + "theoretical_loss": 3.974924402075313, + "tokens_seen": 464257024 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008679184721553522, + "loss": 0.0859, + "theoretical_loss": 3.9746813972528354, + "tokens_seen": 464519168 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008678382282137699, + "loss": 0.0871, + "theoretical_loss": 3.9744385679009486, + "tokens_seen": 464781312 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008677579842721874, + "loss": 0.083, + "theoretical_loss": 3.9741959137940848, + "tokens_seen": 465043456 + }, + { + "epoch": 0.14, + "objective/train/advantage_avg": 0.0019992906600236893, + "objective/train/docs_used": 175471, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4475306272506714, + "objective/train/original_loss": 1.4475305080413818, + "objective/train/theoretical_loss": 3.973953434707096, + "objective/train/tokens_used": 485765600, + "objective/train/value_avg": -0.008056640625, + "objective/train/value_loss": 0.00017513193597551435, + "objective/train/value_max": -0.00023055076599121094, + "objective/train/value_min": -0.2467041015625, + "objective/train/value_reward_corr": 0.5993649948945039, + "objective/train/value_std": 0.011138916015625, + "objective/train/weight_avg": 1.0020824670791626, + "objective/train/weighted_lm_loss": 1.4502406120300293, + "objective/train/weights_max": 1.1140156984329224, + "objective/train/weights_min": 0.3696053922176361, + "theoretical_loss": 3.973953434707096, + "tokens_seen": 465305600 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008676777403306051, + "loss": 0.0822, + "theoretical_loss": 3.973953434707096, + "tokens_seen": 465305600 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008675974963890227, + "loss": 0.0836, + "theoretical_loss": 3.973711130415248, + "tokens_seen": 465567744 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008675172524474403, + "loss": 0.0853, + "theoretical_loss": 3.973469000694223, + "tokens_seen": 465829888 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008674370085058578, + "loss": 0.0837, + "theoretical_loss": 3.973227045320117, + "tokens_seen": 466092032 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008673567645642754, + "loss": 0.0848, + "theoretical_loss": 3.9729852640694383, + "tokens_seen": 466354176 + }, + { + "epoch": 0.14, + "learning_rate": 0.000867276520622693, + "loss": 0.0851, + "theoretical_loss": 3.972743656719107, + "tokens_seen": 466616320 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008671962766811105, + "loss": 0.0815, + "theoretical_loss": 3.9725022230464537, + "tokens_seen": 466878464 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008671160327395282, + "loss": 0.0846, + "theoretical_loss": 3.9722609628292207, + "tokens_seen": 467140608 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008670357887979457, + "loss": 0.0838, + "theoretical_loss": 3.9720198758455574, + "tokens_seen": 467402752 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008669555448563635, + "loss": 0.0851, + "theoretical_loss": 3.9717789618740227, + "tokens_seen": 467664896 + }, + { + "epoch": 0.14, + "learning_rate": 0.000866875300914781, + "loss": 0.086, + "theoretical_loss": 3.9715382206935814, + "tokens_seen": 467927040 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008667950569731985, + "loss": 0.0817, + "theoretical_loss": 3.9712976520836043, + "tokens_seen": 468189184 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008667148130316162, + "loss": 0.0837, + "theoretical_loss": 3.971057255823868, + "tokens_seen": 468451328 + }, + { + "epoch": 0.14, + "objective/train/advantage_avg": 0.002193483989685774, + "objective/train/docs_used": 176758, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.8001784086227417, + "objective/train/original_loss": 1.8001782894134521, + "objective/train/theoretical_loss": 3.9709371222566308, + "objective/train/tokens_used": 489042400, + "objective/train/value_avg": -0.00628662109375, + "objective/train/value_loss": 0.00013258062244858593, + "objective/train/value_max": -0.00033545494079589844, + "objective/train/value_min": -0.243408203125, + "objective/train/value_reward_corr": 0.48158382153940915, + "objective/train/value_std": 0.006740570068359375, + "objective/train/weight_avg": 1.0022549629211426, + "objective/train/weighted_lm_loss": 1.8042354583740234, + "objective/train/weights_max": 1.2587289810180664, + "objective/train/weights_min": 0.369646281003952, + "theoretical_loss": 3.9709371222566308, + "tokens_seen": 468582400 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008666345690900337, + "loss": 0.0856, + "theoretical_loss": 3.9708170316945526, + "tokens_seen": 468713472 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008665543251484513, + "loss": 0.085, + "theoretical_loss": 3.9705769794762418, + "tokens_seen": 468975616 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008664740812068689, + "loss": 0.0861, + "theoretical_loss": 3.97033709894992, + "tokens_seen": 469237760 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008663938372652865, + "loss": 0.0846, + "theoretical_loss": 3.970097389896975, + "tokens_seen": 469499904 + }, + { + "epoch": 0.14, + "learning_rate": 0.000866313593323704, + "loss": 0.0851, + "theoretical_loss": 3.9698578520991936, + "tokens_seen": 469762048 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008662333493821216, + "loss": 0.0872, + "theoretical_loss": 3.9696184853387617, + "tokens_seen": 470024192 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008661531054405393, + "loss": 0.0832, + "theoretical_loss": 3.9693792893982636, + "tokens_seen": 470286336 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008660728614989568, + "loss": 0.0857, + "theoretical_loss": 3.969140264060681, + "tokens_seen": 470548480 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008659926175573745, + "loss": 0.0843, + "theoretical_loss": 3.9689014091093933, + "tokens_seen": 470810624 + }, + { + "epoch": 0.14, + "learning_rate": 0.000865912373615792, + "loss": 0.0841, + "theoretical_loss": 3.9686627243281727, + "tokens_seen": 471072768 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008658321296742096, + "loss": 0.0879, + "theoretical_loss": 3.9684242095011886, + "tokens_seen": 471334912 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008657518857326272, + "loss": 0.084, + "theoretical_loss": 3.9681858644130017, + "tokens_seen": 471597056 + }, + { + "epoch": 0.14, + "objective/train/advantage_avg": 0.00026364129735156894, + "objective/train/docs_used": 177948, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.7554118633270264, + "objective/train/original_loss": 1.7554118633270264, + "objective/train/theoretical_loss": 3.967947688848568, + "objective/train/tokens_used": 492319200, + "objective/train/value_avg": -0.00954437255859375, + "objective/train/value_loss": 0.0004078146885149181, + "objective/train/value_max": -0.000293731689453125, + "objective/train/value_min": -0.87548828125, + "objective/train/value_reward_corr": 0.668741512741297, + "objective/train/value_std": 0.0195465087890625, + "objective/train/weight_avg": 1.0004582405090332, + "objective/train/weighted_lm_loss": 1.7567565441131592, + "objective/train/weights_max": 1.753341555595398, + "objective/train/weights_min": 0.3790767788887024, + "theoretical_loss": 3.967947688848568, + "tokens_seen": 471859200 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008656716417910447, + "loss": 0.0868, + "theoretical_loss": 3.967947688848568, + "tokens_seen": 471859200 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008655913978494624, + "loss": 0.0805, + "theoretical_loss": 3.9677096825932328, + "tokens_seen": 472121344 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008655111539078799, + "loss": 0.0839, + "theoretical_loss": 3.9674718454327325, + "tokens_seen": 472383488 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008654309099662976, + "loss": 0.0859, + "theoretical_loss": 3.9672341771531956, + "tokens_seen": 472645632 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008653506660247152, + "loss": 0.0859, + "theoretical_loss": 3.9669966775411365, + "tokens_seen": 472907776 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008652704220831328, + "loss": 0.0838, + "theoretical_loss": 3.96675934638346, + "tokens_seen": 473169920 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008651901781415503, + "loss": 0.0861, + "theoretical_loss": 3.9665221834674558, + "tokens_seen": 473432064 + }, + { + "epoch": 0.14, + "learning_rate": 0.000865109934199968, + "loss": 0.0841, + "theoretical_loss": 3.9662851885808026, + "tokens_seen": 473694208 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008650296902583855, + "loss": 0.0845, + "theoretical_loss": 3.966048361511562, + "tokens_seen": 473956352 + }, + { + "epoch": 0.14, + "learning_rate": 0.000864949446316803, + "loss": 0.0826, + "theoretical_loss": 3.96581170204818, + "tokens_seen": 474218496 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008648692023752207, + "loss": 0.0868, + "theoretical_loss": 3.9655752099794874, + "tokens_seen": 474480640 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008647889584336382, + "loss": 0.0884, + "theoretical_loss": 3.9653388850946976, + "tokens_seen": 474742784 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008647087144920559, + "loss": 0.0835, + "theoretical_loss": 3.965102727183404, + "tokens_seen": 475004928 + }, + { + "epoch": 0.14, + "objective/train/advantage_avg": 0.0016699013067409396, + "objective/train/docs_used": 179087, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5603631734848022, + "objective/train/original_loss": 1.5603632926940918, + "objective/train/theoretical_loss": 3.9649847107771707, + "objective/train/tokens_used": 495596000, + "objective/train/value_avg": -0.0063018798828125, + "objective/train/value_loss": 0.00020889936422463506, + "objective/train/value_max": -0.00018966197967529297, + "objective/train/value_min": -0.552734375, + "objective/train/value_reward_corr": 0.5210987618448376, + "objective/train/value_std": 0.00800323486328125, + "objective/train/weight_avg": 1.0017627477645874, + "objective/train/weighted_lm_loss": 1.5631532669067383, + "objective/train/weights_max": 1.2011756896972656, + "objective/train/weights_min": 0.36895668506622314, + "theoretical_loss": 3.9649847107771707, + "tokens_seen": 475136000 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008646284705504735, + "loss": 0.083, + "theoretical_loss": 3.9648667360355816, + "tokens_seen": 475267072 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008645482266088911, + "loss": 0.0864, + "theoretical_loss": 3.9646309114415863, + "tokens_seen": 475529216 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008644679826673087, + "loss": 0.0835, + "theoretical_loss": 3.9643952531921505, + "tokens_seen": 475791360 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008643877387257262, + "loss": 0.0814, + "theoretical_loss": 3.9641597610783874, + "tokens_seen": 476053504 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008643074947841438, + "loss": 0.0846, + "theoretical_loss": 3.9639244348917853, + "tokens_seen": 476315648 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008642272508425614, + "loss": 0.0822, + "theoretical_loss": 3.96368927442421, + "tokens_seen": 476577792 + }, + { + "epoch": 0.14, + "learning_rate": 0.000864147006900979, + "loss": 0.0853, + "theoretical_loss": 3.9634542794679013, + "tokens_seen": 476839936 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008640667629593965, + "loss": 0.0829, + "theoretical_loss": 3.963219449815475, + "tokens_seen": 477102080 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008639865190178143, + "loss": 0.081, + "theoretical_loss": 3.9629847852599207, + "tokens_seen": 477364224 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008639062750762318, + "loss": 0.0868, + "theoretical_loss": 3.9627502855945984, + "tokens_seen": 477626368 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008638260311346493, + "loss": 0.0836, + "theoretical_loss": 3.962515950613242, + "tokens_seen": 477888512 + }, + { + "epoch": 0.14, + "learning_rate": 0.000863745787193067, + "loss": 0.0862, + "theoretical_loss": 3.962281780109957, + "tokens_seen": 478150656 + }, + { + "epoch": 0.14, + "objective/train/advantage_avg": 0.0012793592177331448, + "objective/train/docs_used": 180329, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.710565209388733, + "objective/train/original_loss": 1.7105650901794434, + "objective/train/theoretical_loss": 3.9620477738792164, + "objective/train/tokens_used": 498872800, + "objective/train/value_avg": -0.00753021240234375, + "objective/train/value_loss": 0.00015349600289482623, + "objective/train/value_max": -0.00028014183044433594, + "objective/train/value_min": -0.2054443359375, + "objective/train/value_reward_corr": 0.619335397693283, + "objective/train/value_std": 0.0089874267578125, + "objective/train/weight_avg": 1.0013543367385864, + "objective/train/weighted_lm_loss": 1.7131131887435913, + "objective/train/weights_max": 1.1277666091918945, + "objective/train/weights_min": 0.6165993809700012, + "theoretical_loss": 3.9620477738792164, + "tokens_seen": 478412800 + }, + { + "epoch": 0.14, + "learning_rate": 0.0008636655432514845, + "loss": 0.0839, + "theoretical_loss": 3.9620477738792164, + "tokens_seen": 478412800 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008635852993099021, + "loss": 0.0854, + "theoretical_loss": 3.9618139317158647, + "tokens_seen": 478674944 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008635050553683197, + "loss": 0.0843, + "theoretical_loss": 3.961580253415114, + "tokens_seen": 478937088 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008634248114267373, + "loss": 0.0839, + "theoretical_loss": 3.9613467387725434, + "tokens_seen": 479199232 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008633445674851548, + "loss": 0.0805, + "theoretical_loss": 3.9611133875841, + "tokens_seen": 479461376 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008632643235435724, + "loss": 0.0851, + "theoretical_loss": 3.960880199646096, + "tokens_seen": 479723520 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008631840796019901, + "loss": 0.0857, + "theoretical_loss": 3.9606471747552083, + "tokens_seen": 479985664 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008631038356604077, + "loss": 0.0824, + "theoretical_loss": 3.9604143127084774, + "tokens_seen": 480247808 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008630235917188253, + "loss": 0.0845, + "theoretical_loss": 3.960181613303309, + "tokens_seen": 480509952 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008629433477772428, + "loss": 0.0872, + "theoretical_loss": 3.9599490763374687, + "tokens_seen": 480772096 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008628631038356605, + "loss": 0.0853, + "theoretical_loss": 3.9597167016090866, + "tokens_seen": 481034240 + }, + { + "epoch": 0.15, + "learning_rate": 0.000862782859894078, + "loss": 0.0825, + "theoretical_loss": 3.95948448891665, + "tokens_seen": 481296384 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008627026159524955, + "loss": 0.0836, + "theoretical_loss": 3.959252438059009, + "tokens_seen": 481558528 + }, + { + "epoch": 0.15, + "objective/train/advantage_avg": 0.0015872198855504394, + "objective/train/docs_used": 181505, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6725568771362305, + "objective/train/original_loss": 1.6725566387176514, + "objective/train/theoretical_loss": 3.959136473255475, + "objective/train/tokens_used": 502149600, + "objective/train/value_avg": -0.00873565673828125, + "objective/train/value_loss": 0.0005353756132535636, + "objective/train/value_max": -0.00021827220916748047, + "objective/train/value_min": -0.474609375, + "objective/train/value_reward_corr": 0.4880741299254258, + "objective/train/value_std": 0.01323699951171875, + "objective/train/weight_avg": 1.0018059015274048, + "objective/train/weighted_lm_loss": 1.6750843524932861, + "objective/train/weights_max": 1.5467374324798584, + "objective/train/weights_min": 0.1556939035654068, + "theoretical_loss": 3.959136473255475, + "tokens_seen": 481689600 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008626223720109132, + "loss": 0.0838, + "theoretical_loss": 3.9590205488353707, + "tokens_seen": 481820672 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008625421280693307, + "loss": 0.0865, + "theoretical_loss": 3.958788821045302, + "tokens_seen": 482082816 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008624618841277484, + "loss": 0.0846, + "theoretical_loss": 3.958557254488727, + "tokens_seen": 482344960 + }, + { + "epoch": 0.15, + "learning_rate": 0.000862381640186166, + "loss": 0.0836, + "theoretical_loss": 3.958325848965925, + "tokens_seen": 482607104 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008623013962445836, + "loss": 0.083, + "theoretical_loss": 3.958094604277532, + "tokens_seen": 482869248 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008622211523030011, + "loss": 0.086, + "theoretical_loss": 3.9578635202245387, + "tokens_seen": 483131392 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008621409083614188, + "loss": 0.0804, + "theoretical_loss": 3.95763259660829, + "tokens_seen": 483393536 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008620606644198363, + "loss": 0.0825, + "theoretical_loss": 3.957401833230484, + "tokens_seen": 483655680 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008619804204782538, + "loss": 0.0831, + "theoretical_loss": 3.957171229893171, + "tokens_seen": 483917824 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008619001765366715, + "loss": 0.0843, + "theoretical_loss": 3.956940786398753, + "tokens_seen": 484179968 + }, + { + "epoch": 0.15, + "learning_rate": 0.000861819932595089, + "loss": 0.0854, + "theoretical_loss": 3.9567105025499827, + "tokens_seen": 484442112 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008617396886535068, + "loss": 0.0837, + "theoretical_loss": 3.9564803781499633, + "tokens_seen": 484704256 + }, + { + "epoch": 0.15, + "objective/train/advantage_avg": 0.0015275537734851241, + "objective/train/docs_used": 182723, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4874794483184814, + "objective/train/original_loss": 1.487479567527771, + "objective/train/theoretical_loss": 3.956250413002146, + "objective/train/tokens_used": 505426400, + "objective/train/value_avg": -0.01062774658203125, + "objective/train/value_loss": 0.0007126832497306168, + "objective/train/value_max": -0.0003249645233154297, + "objective/train/value_min": -0.9580078125, + "objective/train/value_reward_corr": 0.68254324408425, + "objective/train/value_std": 0.0270233154296875, + "objective/train/weight_avg": 1.0018634796142578, + "objective/train/weighted_lm_loss": 1.4908472299575806, + "objective/train/weights_max": 2.446154832839966, + "objective/train/weights_min": 0.3858521282672882, + "theoretical_loss": 3.956250413002146, + "tokens_seen": 484966400 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008616594447119243, + "loss": 0.0841, + "theoretical_loss": 3.956250413002146, + "tokens_seen": 484966400 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008615792007703419, + "loss": 0.0848, + "theoretical_loss": 3.9560206069103314, + "tokens_seen": 485228544 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008614989568287595, + "loss": 0.0855, + "theoretical_loss": 3.9557909596786676, + "tokens_seen": 485490688 + }, + { + "epoch": 0.15, + "learning_rate": 0.000861418712887177, + "loss": 0.0839, + "theoretical_loss": 3.9555614711116487, + "tokens_seen": 485752832 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008613384689455946, + "loss": 0.0838, + "theoretical_loss": 3.9553321410141162, + "tokens_seen": 486014976 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008612582250040122, + "loss": 0.0831, + "theoretical_loss": 3.9551029691912545, + "tokens_seen": 486277120 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008611779810624298, + "loss": 0.084, + "theoretical_loss": 3.954873955448594, + "tokens_seen": 486539264 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008610977371208473, + "loss": 0.0841, + "theoretical_loss": 3.9546450995920086, + "tokens_seen": 486801408 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008610174931792651, + "loss": 0.0824, + "theoretical_loss": 3.954416401427715, + "tokens_seen": 487063552 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008609372492376826, + "loss": 0.0822, + "theoretical_loss": 3.9541878607622705, + "tokens_seen": 487325696 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008608570052961001, + "loss": 0.0803, + "theoretical_loss": 3.9539594774025755, + "tokens_seen": 487587840 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008607767613545178, + "loss": 0.0835, + "theoretical_loss": 3.9537312511558698, + "tokens_seen": 487849984 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008606965174129353, + "loss": 0.082, + "theoretical_loss": 3.953503181829732, + "tokens_seen": 488112128 + }, + { + "epoch": 0.15, + "objective/train/advantage_avg": 0.0016050701960921288, + "objective/train/docs_used": 183865, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.7310253381729126, + "objective/train/original_loss": 1.7310250997543335, + "objective/train/theoretical_loss": 3.9533892059518383, + "objective/train/tokens_used": 508703200, + "objective/train/value_avg": -0.0133209228515625, + "objective/train/value_loss": 0.0009827609173953533, + "objective/train/value_max": -0.00037860870361328125, + "objective/train/value_min": -0.81591796875, + "objective/train/value_reward_corr": 0.6172974463313513, + "objective/train/value_std": 0.0226593017578125, + "objective/train/weight_avg": 1.0020192861557007, + "objective/train/weighted_lm_loss": 1.7333166599273682, + "objective/train/weights_max": 2.150967836380005, + "objective/train/weights_min": 0.38446515798568726, + "theoretical_loss": 3.9533892059518383, + "tokens_seen": 488243200 + }, + { + "epoch": 0.15, + "learning_rate": 0.000860616273471353, + "loss": 0.0838, + "theoretical_loss": 3.9532752692320816, + "tokens_seen": 488374272 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008605360295297705, + "loss": 0.081, + "theoretical_loss": 3.9530475131711746, + "tokens_seen": 488636416 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008604557855881881, + "loss": 0.0822, + "theoretical_loss": 3.9528199134556044, + "tokens_seen": 488898560 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008603755416466057, + "loss": 0.0841, + "theoretical_loss": 3.9525924698943022, + "tokens_seen": 489160704 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008602952977050232, + "loss": 0.083, + "theoretical_loss": 3.952365182296533, + "tokens_seen": 489422848 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008602150537634409, + "loss": 0.0843, + "theoretical_loss": 3.9521380504718975, + "tokens_seen": 489684992 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008601348098218585, + "loss": 0.0849, + "theoretical_loss": 3.9519110742303325, + "tokens_seen": 489947136 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008600545658802761, + "loss": 0.0828, + "theoretical_loss": 3.951684253382105, + "tokens_seen": 490209280 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008599743219386936, + "loss": 0.0828, + "theoretical_loss": 3.951457587737817, + "tokens_seen": 490471424 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008598940779971113, + "loss": 0.083, + "theoretical_loss": 3.9512310771084014, + "tokens_seen": 490733568 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008598138340555288, + "loss": 0.0846, + "theoretical_loss": 3.951004721305123, + "tokens_seen": 490995712 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008597335901139463, + "loss": 0.0829, + "theoretical_loss": 3.950778520139576, + "tokens_seen": 491257856 + }, + { + "epoch": 0.15, + "objective/train/advantage_avg": -4.179899406153709e-05, + "objective/train/docs_used": 185162, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6307621002197266, + "objective/train/original_loss": 1.6307623386383057, + "objective/train/theoretical_loss": 3.9505524734236848, + "objective/train/tokens_used": 511980000, + "objective/train/value_avg": -0.0085906982421875, + "objective/train/value_loss": 0.0002104880550177768, + "objective/train/value_max": -0.00023055076599121094, + "objective/train/value_min": -0.673828125, + "objective/train/value_reward_corr": 0.7295151898433461, + "objective/train/value_std": 0.015655517578125, + "objective/train/weight_avg": 1.0000603199005127, + "objective/train/weighted_lm_loss": 1.6302582025527954, + "objective/train/weights_max": 1.277949333190918, + "objective/train/weights_min": 0.5166444182395935, + "theoretical_loss": 3.9505524734236848, + "tokens_seen": 491520000 + }, + { + "epoch": 0.15, + "learning_rate": 0.000859653346172364, + "loss": 0.0839, + "theoretical_loss": 3.9505524734236848, + "tokens_seen": 491520000 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008595731022307815, + "loss": 0.0811, + "theoretical_loss": 3.950326580969703, + "tokens_seen": 491782144 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008594928582891992, + "loss": 0.0854, + "theoretical_loss": 3.950100842590212, + "tokens_seen": 492044288 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008594126143476168, + "loss": 0.0846, + "theoretical_loss": 3.949875258098121, + "tokens_seen": 492306432 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008593323704060344, + "loss": 0.0852, + "theoretical_loss": 3.949649827306665, + "tokens_seen": 492568576 + }, + { + "epoch": 0.15, + "learning_rate": 0.000859252126464452, + "loss": 0.084, + "theoretical_loss": 3.9494245500294047, + "tokens_seen": 492830720 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008591718825228696, + "loss": 0.0837, + "theoretical_loss": 3.949199426080228, + "tokens_seen": 493092864 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008590916385812871, + "loss": 0.085, + "theoretical_loss": 3.9489744552733455, + "tokens_seen": 493355008 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008590113946397047, + "loss": 0.0888, + "theoretical_loss": 3.9487496374232913, + "tokens_seen": 493617152 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008589311506981223, + "loss": 0.0829, + "theoretical_loss": 3.9485249723449236, + "tokens_seen": 493879296 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008588509067565398, + "loss": 0.0825, + "theoretical_loss": 3.9483004598534217, + "tokens_seen": 494141440 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008587706628149576, + "loss": 0.0856, + "theoretical_loss": 3.948076099764288, + "tokens_seen": 494403584 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008586904188733751, + "loss": 0.0889, + "theoretical_loss": 3.947851891893343, + "tokens_seen": 494665728 + }, + { + "epoch": 0.15, + "objective/train/advantage_avg": 0.00237312912940979, + "objective/train/docs_used": 186433, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.7207162380218506, + "objective/train/original_loss": 1.720716118812561, + "objective/train/theoretical_loss": 3.947739844982224, + "objective/train/tokens_used": 515256800, + "objective/train/value_avg": -0.007965087890625, + "objective/train/value_loss": 0.0002702482743188739, + "objective/train/value_max": -0.00021314620971679688, + "objective/train/value_min": -0.52490234375, + "objective/train/value_reward_corr": 0.5357646200924818, + "objective/train/value_std": 0.01444244384765625, + "objective/train/weight_avg": 1.0024991035461426, + "objective/train/weighted_lm_loss": 1.723777413368225, + "objective/train/weights_max": 1.484325647354126, + "objective/train/weights_min": 0.3689236044883728, + "theoretical_loss": 3.947739844982224, + "tokens_seen": 494796800 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008586101749317927, + "loss": 0.0804, + "theoretical_loss": 3.9476278360567303, + "tokens_seen": 494927872 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008585299309902103, + "loss": 0.0838, + "theoretical_loss": 3.9474039320709107, + "tokens_seen": 495190016 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008584496870486278, + "loss": 0.0867, + "theoretical_loss": 3.9471801797526633, + "tokens_seen": 495452160 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008583694431070454, + "loss": 0.0819, + "theoretical_loss": 3.946956578919088, + "tokens_seen": 495714304 + }, + { + "epoch": 0.15, + "learning_rate": 0.000858289199165463, + "loss": 0.084, + "theoretical_loss": 3.9467331293875976, + "tokens_seen": 495976448 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008582089552238806, + "loss": 0.0852, + "theoretical_loss": 3.9465098309759252, + "tokens_seen": 496238592 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008581287112822982, + "loss": 0.0842, + "theoretical_loss": 3.9462866835021178, + "tokens_seen": 496500736 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008580484673407159, + "loss": 0.0838, + "theoretical_loss": 3.9460636867845365, + "tokens_seen": 496762880 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008579682233991334, + "loss": 0.0849, + "theoretical_loss": 3.9458408406418584, + "tokens_seen": 497025024 + }, + { + "epoch": 0.15, + "learning_rate": 0.000857887979457551, + "loss": 0.082, + "theoretical_loss": 3.945618144893073, + "tokens_seen": 497287168 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008578077355159686, + "loss": 0.0864, + "theoretical_loss": 3.9453955993574845, + "tokens_seen": 497549312 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008577274915743861, + "loss": 0.083, + "theoretical_loss": 3.945173203854707, + "tokens_seen": 497811456 + }, + { + "epoch": 0.15, + "objective/train/advantage_avg": 0.0006366870366036892, + "objective/train/docs_used": 187487, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.7720885276794434, + "objective/train/original_loss": 1.7720887660980225, + "objective/train/theoretical_loss": 3.9449509582046662, + "objective/train/tokens_used": 518533600, + "objective/train/value_avg": -0.0085296630859375, + "objective/train/value_loss": 0.0003229352878406644, + "objective/train/value_max": -0.0001971721649169922, + "objective/train/value_min": -0.53076171875, + "objective/train/value_reward_corr": 0.592655037801308, + "objective/train/value_std": 0.0128326416015625, + "objective/train/weight_avg": 1.0007749795913696, + "objective/train/weighted_lm_loss": 1.7730551958084106, + "objective/train/weights_max": 1.2636452913284302, + "objective/train/weights_min": 0.3683786988258362, + "theoretical_loss": 3.9449509582046662, + "tokens_seen": 498073600 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008576472476328038, + "loss": 0.0855, + "theoretical_loss": 3.9449509582046662, + "tokens_seen": 498073600 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008575670036912213, + "loss": 0.0833, + "theoretical_loss": 3.944728862227601, + "tokens_seen": 498335744 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008574867597496389, + "loss": 0.0812, + "theoretical_loss": 3.9445069157440575, + "tokens_seen": 498597888 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008574065158080565, + "loss": 0.0847, + "theoretical_loss": 3.944285118574893, + "tokens_seen": 498860032 + }, + { + "epoch": 0.15, + "learning_rate": 0.000857326271866474, + "loss": 0.0842, + "theoretical_loss": 3.9440634705412725, + "tokens_seen": 499122176 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008572460279248917, + "loss": 0.085, + "theoretical_loss": 3.9438419714646695, + "tokens_seen": 499384320 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008571657839833093, + "loss": 0.0868, + "theoretical_loss": 3.9436206211668647, + "tokens_seen": 499646464 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008570855400417269, + "loss": 0.0806, + "theoretical_loss": 3.9433994194699453, + "tokens_seen": 499908608 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008570052961001444, + "loss": 0.0835, + "theoretical_loss": 3.943178366196304, + "tokens_seen": 500170752 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008569250521585621, + "loss": 0.0847, + "theoretical_loss": 3.942957461168639, + "tokens_seen": 500432896 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008568448082169796, + "loss": 0.087, + "theoretical_loss": 3.9427367042099544, + "tokens_seen": 500695040 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008567645642753972, + "loss": 0.0808, + "theoretical_loss": 3.942516095143555, + "tokens_seen": 500957184 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008566843203338148, + "loss": 0.0846, + "theoretical_loss": 3.9422956337930524, + "tokens_seen": 501219328 + }, + { + "epoch": 0.15, + "objective/train/advantage_avg": 0.0010118185309693217, + "objective/train/docs_used": 188727, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5053343772888184, + "objective/train/original_loss": 1.5053342580795288, + "objective/train/theoretical_loss": 3.9421854584562226, + "objective/train/tokens_used": 521810400, + "objective/train/value_avg": -0.006519317626953125, + "objective/train/value_loss": 0.00020325160585343838, + "objective/train/value_max": -0.0003905296325683594, + "objective/train/value_min": -0.2391357421875, + "objective/train/value_reward_corr": 0.4920167498553829, + "objective/train/value_std": 0.007160186767578125, + "objective/train/weight_avg": 1.0011016130447388, + "objective/train/weighted_lm_loss": 1.5062311887741089, + "objective/train/weights_max": 1.0925352573394775, + "objective/train/weights_min": 0.37315136194229126, + "theoretical_loss": 3.9421854584562226, + "tokens_seen": 501350400 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008566040763922323, + "loss": 0.0821, + "theoretical_loss": 3.942075319982358, + "tokens_seen": 501481472 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008565238324506501, + "loss": 0.0829, + "theoretical_loss": 3.941855153535686, + "tokens_seen": 501743616 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008564435885090676, + "loss": 0.0838, + "theoretical_loss": 3.9416351342775524, + "tokens_seen": 502005760 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008563633445674852, + "loss": 0.0827, + "theoretical_loss": 3.9414152620327716, + "tokens_seen": 502267904 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008562831006259028, + "loss": 0.0798, + "theoretical_loss": 3.941195536626461, + "tokens_seen": 502530048 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008562028566843203, + "loss": 0.0835, + "theoretical_loss": 3.940975957884034, + "tokens_seen": 502792192 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008561226127427379, + "loss": 0.0839, + "theoretical_loss": 3.9407565256312047, + "tokens_seen": 503054336 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008560423688011555, + "loss": 0.0859, + "theoretical_loss": 3.940537239693983, + "tokens_seen": 503316480 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008559621248595731, + "loss": 0.0846, + "theoretical_loss": 3.9403180998986778, + "tokens_seen": 503578624 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008558818809179906, + "loss": 0.0806, + "theoretical_loss": 3.9400991060718935, + "tokens_seen": 503840768 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008558016369764084, + "loss": 0.0867, + "theoretical_loss": 3.93988025804053, + "tokens_seen": 504102912 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008557213930348259, + "loss": 0.0845, + "theoretical_loss": 3.9396615556317838, + "tokens_seen": 504365056 + }, + { + "epoch": 0.15, + "objective/train/advantage_avg": 0.0025464969221502542, + "objective/train/docs_used": 189911, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5276633501052856, + "objective/train/original_loss": 1.5276631116867065, + "objective/train/theoretical_loss": 3.939442998673144, + "objective/train/tokens_used": 525087200, + "objective/train/value_avg": -0.010589599609375, + "objective/train/value_loss": 0.00045300228521227837, + "objective/train/value_max": -0.00035834312438964844, + "objective/train/value_min": -0.7783203125, + "objective/train/value_reward_corr": 0.6016769154380524, + "objective/train/value_std": 0.017242431640625, + "objective/train/weight_avg": 1.002747654914856, + "objective/train/weighted_lm_loss": 1.5310125350952148, + "objective/train/weights_max": 1.629513144493103, + "objective/train/weights_min": 0.3694460988044739, + "theoretical_loss": 3.939442998673144, + "tokens_seen": 504627200 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008556411490932436, + "loss": 0.0825, + "theoretical_loss": 3.939442998673144, + "tokens_seen": 504627200 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008555609051516611, + "loss": 0.0826, + "theoretical_loss": 3.9392245869923954, + "tokens_seen": 504889344 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008554806612100786, + "loss": 0.0866, + "theoretical_loss": 3.939006320417614, + "tokens_seen": 505151488 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008554004172684963, + "loss": 0.0834, + "theoretical_loss": 3.9387881987771705, + "tokens_seen": 505413632 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008553201733269138, + "loss": 0.085, + "theoretical_loss": 3.9385702218997247, + "tokens_seen": 505675776 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008552399293853314, + "loss": 0.085, + "theoretical_loss": 3.9383523896142316, + "tokens_seen": 505937920 + }, + { + "epoch": 0.15, + "learning_rate": 0.000855159685443749, + "loss": 0.0848, + "theoretical_loss": 3.9381347017499326, + "tokens_seen": 506200064 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008550794415021667, + "loss": 0.0848, + "theoretical_loss": 3.9379171581363623, + "tokens_seen": 506462208 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008549991975605842, + "loss": 0.0848, + "theoretical_loss": 3.937699758603342, + "tokens_seen": 506724352 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008549189536190018, + "loss": 0.0847, + "theoretical_loss": 3.937482502980985, + "tokens_seen": 506986496 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008548387096774194, + "loss": 0.0875, + "theoretical_loss": 3.937265391099688, + "tokens_seen": 507248640 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008547584657358369, + "loss": 0.0812, + "theoretical_loss": 3.9370484227901397, + "tokens_seen": 507510784 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008546782217942546, + "loss": 0.0817, + "theoretical_loss": 3.9368315978833124, + "tokens_seen": 507772928 + }, + { + "epoch": 0.15, + "objective/train/advantage_avg": 0.0014397602062672377, + "objective/train/docs_used": 191028, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5988292694091797, + "objective/train/original_loss": 1.5988293886184692, + "objective/train/theoretical_loss": 3.936723239153177, + "objective/train/tokens_used": 528364000, + "objective/train/value_avg": -0.00586700439453125, + "objective/train/value_loss": 0.00018368609016761184, + "objective/train/value_max": -0.0002715587615966797, + "objective/train/value_min": -0.828125, + "objective/train/value_reward_corr": 0.7444988725105363, + "objective/train/value_std": 0.01425933837890625, + "objective/train/weight_avg": 1.0015249252319336, + "objective/train/weighted_lm_loss": 1.6014026403427124, + "objective/train/weights_max": 1.610284686088562, + "objective/train/weights_min": 0.3963910937309265, + "theoretical_loss": 3.936723239153177, + "tokens_seen": 507904000 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008545979778526721, + "loss": 0.0825, + "theoretical_loss": 3.936614916210466, + "tokens_seen": 508035072 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008545177339110897, + "loss": 0.0814, + "theoretical_loss": 3.9363983776031457, + "tokens_seen": 508297216 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008544374899695073, + "loss": 0.0845, + "theoretical_loss": 3.936181981893182, + "tokens_seen": 508559360 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008543572460279248, + "loss": 0.0865, + "theoretical_loss": 3.9359657289126875, + "tokens_seen": 508821504 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008542770020863426, + "loss": 0.0843, + "theoretical_loss": 3.935749618494061, + "tokens_seen": 509083648 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008541967581447601, + "loss": 0.0834, + "theoretical_loss": 3.935533650469983, + "tokens_seen": 509345792 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008541165142031777, + "loss": 0.0818, + "theoretical_loss": 3.935317824673417, + "tokens_seen": 509607936 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008540362702615953, + "loss": 0.0841, + "theoretical_loss": 3.935102140937608, + "tokens_seen": 509870080 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008539560263200129, + "loss": 0.0827, + "theoretical_loss": 3.934886599096081, + "tokens_seen": 510132224 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008538757823784304, + "loss": 0.0818, + "theoretical_loss": 3.9346711989826426, + "tokens_seen": 510394368 + }, + { + "epoch": 0.15, + "learning_rate": 0.000853795538436848, + "loss": 0.0832, + "theoretical_loss": 3.93445594043138, + "tokens_seen": 510656512 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008537152944952656, + "loss": 0.0818, + "theoretical_loss": 3.9342408232766584, + "tokens_seen": 510918656 + }, + { + "epoch": 0.15, + "objective/train/advantage_avg": 0.001500668004155159, + "objective/train/docs_used": 192198, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.7109428644180298, + "objective/train/original_loss": 1.7109431028366089, + "objective/train/theoretical_loss": 3.934025847353122, + "objective/train/tokens_used": 531640800, + "objective/train/value_avg": -0.00605010986328125, + "objective/train/value_loss": 0.00011260760948061943, + "objective/train/value_max": -0.0002532005310058594, + "objective/train/value_min": -0.306884765625, + "objective/train/value_reward_corr": 0.5652274551833982, + "objective/train/value_std": 0.007297515869140625, + "objective/train/weight_avg": 1.0015558004379272, + "objective/train/weighted_lm_loss": 1.713699460029602, + "objective/train/weights_max": 1.2294206619262695, + "objective/train/weights_min": 0.7199205160140991, + "theoretical_loss": 3.934025847353122, + "tokens_seen": 511180800 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008536350505536831, + "loss": 0.0836, + "theoretical_loss": 3.934025847353122, + "tokens_seen": 511180800 + }, + { + "epoch": 0.15, + "learning_rate": 0.0008535548066121009, + "loss": 0.0819, + "theoretical_loss": 3.9338110124956924, + "tokens_seen": 511442944 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008534745626705184, + "loss": 0.0835, + "theoretical_loss": 3.9335963185395713, + "tokens_seen": 511705088 + }, + { + "epoch": 0.16, + "learning_rate": 0.000853394318728936, + "loss": 0.0811, + "theoretical_loss": 3.933381765320233, + "tokens_seen": 511967232 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008533140747873536, + "loss": 0.0813, + "theoretical_loss": 3.933167352673432, + "tokens_seen": 512229376 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008532338308457711, + "loss": 0.0833, + "theoretical_loss": 3.9329530804351958, + "tokens_seen": 512491520 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008531535869041887, + "loss": 0.0856, + "theoretical_loss": 3.9327389484418287, + "tokens_seen": 512753664 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008530733429626063, + "loss": 0.0802, + "theoretical_loss": 3.9325249565299076, + "tokens_seen": 513015808 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008529930990210239, + "loss": 0.0842, + "theoretical_loss": 3.932311104536285, + "tokens_seen": 513277952 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008529128550794415, + "loss": 0.0823, + "theoretical_loss": 3.9320973922980844, + "tokens_seen": 513540096 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008528326111378592, + "loss": 0.0843, + "theoretical_loss": 3.931883819652705, + "tokens_seen": 513802240 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008527523671962767, + "loss": 0.0822, + "theoretical_loss": 3.9316703864378155, + "tokens_seen": 514064384 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008526721232546944, + "loss": 0.0819, + "theoretical_loss": 3.9314570924913568, + "tokens_seen": 514326528 + }, + { + "epoch": 0.16, + "objective/train/advantage_avg": 0.0017539669061079621, + "objective/train/docs_used": 193343, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5658384561538696, + "objective/train/original_loss": 1.5658385753631592, + "objective/train/theoretical_loss": 3.931350497693219, + "objective/train/tokens_used": 534917600, + "objective/train/value_avg": -0.007213592529296875, + "objective/train/value_loss": 0.00021442004072014242, + "objective/train/value_max": -0.00033926963806152344, + "objective/train/value_min": -0.2359619140625, + "objective/train/value_reward_corr": 0.5693855686202767, + "objective/train/value_std": 0.00958251953125, + "objective/train/weight_avg": 1.0018450021743774, + "objective/train/weighted_lm_loss": 1.5691888332366943, + "objective/train/weights_max": 1.076337456703186, + "objective/train/weights_min": 0.3684496581554413, + "theoretical_loss": 3.931350497693219, + "tokens_seen": 514457600 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008525918793131119, + "loss": 0.0834, + "theoretical_loss": 3.9312439376515407, + "tokens_seen": 514588672 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008525116353715294, + "loss": 0.0832, + "theoretical_loss": 3.9310309217568493, + "tokens_seen": 514850816 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008524313914299471, + "loss": 0.0847, + "theoretical_loss": 3.9308180446460343, + "tokens_seen": 515112960 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008523511474883646, + "loss": 0.0841, + "theoretical_loss": 3.9306053061581165, + "tokens_seen": 515375104 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008522709035467822, + "loss": 0.0835, + "theoretical_loss": 3.930392706132385, + "tokens_seen": 515637248 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008521906596051998, + "loss": 0.0845, + "theoretical_loss": 3.9301802444083966, + "tokens_seen": 515899392 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008521104156636175, + "loss": 0.0846, + "theoretical_loss": 3.929967920825977, + "tokens_seen": 516161536 + }, + { + "epoch": 0.16, + "learning_rate": 0.000852030171722035, + "loss": 0.0803, + "theoretical_loss": 3.929755735225216, + "tokens_seen": 516423680 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008519499277804526, + "loss": 0.083, + "theoretical_loss": 3.9295436874464715, + "tokens_seen": 516685824 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008518696838388702, + "loss": 0.0834, + "theoretical_loss": 3.929331777330366, + "tokens_seen": 516947968 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008517894398972877, + "loss": 0.0797, + "theoretical_loss": 3.9291200047177886, + "tokens_seen": 517210112 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008517091959557054, + "loss": 0.0815, + "theoretical_loss": 3.9289083694498905, + "tokens_seen": 517472256 + }, + { + "epoch": 0.16, + "objective/train/advantage_avg": 0.0003033193643204868, + "objective/train/docs_used": 194581, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6858859062194824, + "objective/train/original_loss": 1.6858859062194824, + "objective/train/theoretical_loss": 3.9286968713680883, + "objective/train/tokens_used": 538194400, + "objective/train/value_avg": -0.00986480712890625, + "objective/train/value_loss": 0.0005377571796998382, + "objective/train/value_max": -0.0002269744873046875, + "objective/train/value_min": -0.6982421875, + "objective/train/value_reward_corr": 0.767116424725445, + "objective/train/value_std": 0.0207977294921875, + "objective/train/weight_avg": 1.0005427598953247, + "objective/train/weighted_lm_loss": 1.6875519752502441, + "objective/train/weights_max": 1.4117937088012695, + "objective/train/weights_min": 0.3972630202770233, + "theoretical_loss": 3.9286968713680883, + "tokens_seen": 517734400 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008516289520141229, + "loss": 0.0806, + "theoretical_loss": 3.9286968713680883, + "tokens_seen": 517734400 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008515487080725406, + "loss": 0.0824, + "theoretical_loss": 3.9284855103140615, + "tokens_seen": 517996544 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008514684641309581, + "loss": 0.0821, + "theoretical_loss": 3.9282742861297524, + "tokens_seen": 518258688 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008513882201893756, + "loss": 0.0789, + "theoretical_loss": 3.928063198657365, + "tokens_seen": 518520832 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008513079762477934, + "loss": 0.0809, + "theoretical_loss": 3.9278522477393656, + "tokens_seen": 518782976 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008512277323062109, + "loss": 0.0824, + "theoretical_loss": 3.9276414332184815, + "tokens_seen": 519045120 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008511474883646285, + "loss": 0.0818, + "theoretical_loss": 3.927430754937699, + "tokens_seen": 519307264 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008510672444230461, + "loss": 0.0796, + "theoretical_loss": 3.927220212740267, + "tokens_seen": 519569408 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008509870004814637, + "loss": 0.0795, + "theoretical_loss": 3.9270098064696906, + "tokens_seen": 519831552 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008509067565398812, + "loss": 0.0814, + "theoretical_loss": 3.9267995359697356, + "tokens_seen": 520093696 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008508265125982988, + "loss": 0.0819, + "theoretical_loss": 3.926589401084426, + "tokens_seen": 520355840 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008507462686567164, + "loss": 0.0803, + "theoretical_loss": 3.9263794016580427, + "tokens_seen": 520617984 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008506660247151339, + "loss": 0.0799, + "theoretical_loss": 3.9261695375351238, + "tokens_seen": 520880128 + }, + { + "epoch": 0.16, + "objective/train/advantage_avg": 0.0002515503438189626, + "objective/train/docs_used": 195804, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.7432907819747925, + "objective/train/original_loss": 1.7432910203933716, + "objective/train/theoretical_loss": 3.926064656163952, + "objective/train/tokens_used": 541471200, + "objective/train/value_avg": -0.0124664306640625, + "objective/train/value_loss": 0.0006296974024735391, + "objective/train/value_max": -0.0002982616424560547, + "objective/train/value_min": -0.68994140625, + "objective/train/value_reward_corr": 0.676787809951906, + "objective/train/value_std": 0.0208587646484375, + "objective/train/weight_avg": 1.0005252361297607, + "objective/train/weighted_lm_loss": 1.7433812618255615, + "objective/train/weights_max": 1.3042408227920532, + "objective/train/weights_min": 0.36969563364982605, + "theoretical_loss": 3.926064656163952, + "tokens_seen": 521011200 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008505857807735517, + "loss": 0.0839, + "theoretical_loss": 3.9259598085604646, + "tokens_seen": 521142272 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008505055368319692, + "loss": 0.0808, + "theoretical_loss": 3.925750214579116, + "tokens_seen": 521404416 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008504252928903869, + "loss": 0.0844, + "theoretical_loss": 3.9255407554363835, + "tokens_seen": 521666560 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008503450489488044, + "loss": 0.0813, + "theoretical_loss": 3.92533143097783, + "tokens_seen": 521928704 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008502648050072219, + "loss": 0.0826, + "theoretical_loss": 3.9251222410492694, + "tokens_seen": 522190848 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008501845610656396, + "loss": 0.0829, + "theoretical_loss": 3.924913185496772, + "tokens_seen": 522452992 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008501043171240571, + "loss": 0.0814, + "theoretical_loss": 3.924704264166659, + "tokens_seen": 522715136 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008500240731824747, + "loss": 0.0817, + "theoretical_loss": 3.9244954769055074, + "tokens_seen": 522977280 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008499438292408923, + "loss": 0.0841, + "theoretical_loss": 3.924286823560144, + "tokens_seen": 523239424 + }, + { + "epoch": 0.16, + "learning_rate": 0.00084986358529931, + "loss": 0.0805, + "theoretical_loss": 3.9240783039776472, + "tokens_seen": 523501568 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008497833413577275, + "loss": 0.0825, + "theoretical_loss": 3.9238699180053485, + "tokens_seen": 523763712 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008497030974161451, + "loss": 0.0834, + "theoretical_loss": 3.923661665490828, + "tokens_seen": 524025856 + }, + { + "epoch": 0.16, + "objective/train/advantage_avg": 0.0015632155118510127, + "objective/train/docs_used": 196964, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.526474118232727, + "objective/train/original_loss": 1.5264742374420166, + "objective/train/theoretical_loss": 3.9234535462819156, + "objective/train/tokens_used": 544748000, + "objective/train/value_avg": -0.008544921875, + "objective/train/value_loss": 0.00023317476734519005, + "objective/train/value_max": -0.0002551078796386719, + "objective/train/value_min": -0.28759765625, + "objective/train/value_reward_corr": 0.637609883387558, + "objective/train/value_std": 0.0142669677734375, + "objective/train/weight_avg": 1.0016698837280273, + "objective/train/weighted_lm_loss": 1.528865933418274, + "objective/train/weights_max": 1.2165989875793457, + "objective/train/weights_min": 0.377241849899292, + "theoretical_loss": 3.9234535462819156, + "tokens_seen": 524288000 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008496228534745627, + "loss": 0.0816, + "theoretical_loss": 3.9234535462819156, + "tokens_seen": 524288000 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008495426095329802, + "loss": 0.0822, + "theoretical_loss": 3.923245560226693, + "tokens_seen": 524550144 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008494623655913979, + "loss": 0.0791, + "theoretical_loss": 3.9230377071734885, + "tokens_seen": 524812288 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008493821216498154, + "loss": 0.0819, + "theoretical_loss": 3.9228299869708794, + "tokens_seen": 525074432 + }, + { + "epoch": 0.16, + "learning_rate": 0.000849301877708233, + "loss": 0.0825, + "theoretical_loss": 3.9226223994676923, + "tokens_seen": 525336576 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008492216337666506, + "loss": 0.0852, + "theoretical_loss": 3.9224149445129983, + "tokens_seen": 525598720 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008491413898250683, + "loss": 0.0813, + "theoretical_loss": 3.922207621956119, + "tokens_seen": 525860864 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008490611458834859, + "loss": 0.0806, + "theoretical_loss": 3.9220004316466186, + "tokens_seen": 526123008 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008489809019419034, + "loss": 0.0841, + "theoretical_loss": 3.9217933734343093, + "tokens_seen": 526385152 + }, + { + "epoch": 0.16, + "learning_rate": 0.000848900658000321, + "loss": 0.0823, + "theoretical_loss": 3.9215864471692488, + "tokens_seen": 526647296 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008488204140587386, + "loss": 0.0816, + "theoretical_loss": 3.921379652701738, + "tokens_seen": 526909440 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008487401701171562, + "loss": 0.0809, + "theoretical_loss": 3.9211729898823235, + "tokens_seen": 527171584 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008486599261755737, + "loss": 0.0818, + "theoretical_loss": 3.920966458561794, + "tokens_seen": 527433728 + }, + { + "epoch": 0.16, + "objective/train/advantage_avg": -0.0005406329873949289, + "objective/train/docs_used": 198271, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4956952333450317, + "objective/train/original_loss": 1.4956951141357422, + "objective/train/theoretical_loss": 3.9208632421670497, + "objective/train/tokens_used": 548024800, + "objective/train/value_avg": -0.00678253173828125, + "objective/train/value_loss": 0.000428795930929482, + "objective/train/value_max": -0.000469207763671875, + "objective/train/value_min": -0.45556640625, + "objective/train/value_reward_corr": 0.5377491723917217, + "objective/train/value_std": 0.0089874267578125, + "objective/train/weight_avg": 0.9996417760848999, + "objective/train/weighted_lm_loss": 1.4949959516525269, + "objective/train/weights_max": 1.4753806591033936, + "objective/train/weights_min": 0.36917349696159363, + "theoretical_loss": 3.9208632421670497, + "tokens_seen": 527564800 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008485796822339914, + "loss": 0.0813, + "theoretical_loss": 3.920760058591182, + "tokens_seen": 527695872 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008484994382924089, + "loss": 0.0825, + "theoretical_loss": 3.9205537898217644, + "tokens_seen": 527958016 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008484191943508264, + "loss": 0.0818, + "theoretical_loss": 3.920347652105058, + "tokens_seen": 528220160 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008483389504092442, + "loss": 0.0827, + "theoretical_loss": 3.920141645292821, + "tokens_seen": 528482304 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008482587064676617, + "loss": 0.081, + "theoretical_loss": 3.919935769237055, + "tokens_seen": 528744448 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008481784625260793, + "loss": 0.0839, + "theoretical_loss": 3.91973002379, + "tokens_seen": 529006592 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008480982185844969, + "loss": 0.0817, + "theoretical_loss": 3.919524408804137, + "tokens_seen": 529268736 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008480179746429145, + "loss": 0.0826, + "theoretical_loss": 3.9193189241321873, + "tokens_seen": 529530880 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008479377307013321, + "loss": 0.0819, + "theoretical_loss": 3.9191135696271098, + "tokens_seen": 529793024 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008478574867597496, + "loss": 0.0852, + "theoretical_loss": 3.9189083451421025, + "tokens_seen": 530055168 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008477772428181672, + "loss": 0.0783, + "theoretical_loss": 3.9187032505306023, + "tokens_seen": 530317312 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008476969988765848, + "loss": 0.0809, + "theoretical_loss": 3.918498285646282, + "tokens_seen": 530579456 + }, + { + "epoch": 0.16, + "objective/train/advantage_avg": 0.00024348006991203874, + "objective/train/docs_used": 199409, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6494892835617065, + "objective/train/original_loss": 1.649489402770996, + "objective/train/theoretical_loss": 3.9182934503430538, + "objective/train/tokens_used": 551301600, + "objective/train/value_avg": -0.00833892822265625, + "objective/train/value_loss": 0.0003783221181947738, + "objective/train/value_max": -0.0003275871276855469, + "objective/train/value_min": -0.80078125, + "objective/train/value_reward_corr": 0.5948685936910934, + "objective/train/value_std": 0.0158233642578125, + "objective/train/weight_avg": 1.0004159212112427, + "objective/train/weighted_lm_loss": 1.6498044729232788, + "objective/train/weights_max": 1.3396620750427246, + "objective/train/weights_min": 0.39622175693511963, + "theoretical_loss": 3.9182934503430538, + "tokens_seen": 530841600 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008476167549350025, + "loss": 0.0817, + "theoretical_loss": 3.9182934503430538, + "tokens_seen": 530841600 + }, + { + "epoch": 0.16, + "learning_rate": 0.00084753651099342, + "loss": 0.0793, + "theoretical_loss": 3.918088744475064, + "tokens_seen": 531103744 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008474562670518377, + "loss": 0.0841, + "theoretical_loss": 3.9178841678966956, + "tokens_seen": 531365888 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008473760231102552, + "loss": 0.0844, + "theoretical_loss": 3.9176797204625693, + "tokens_seen": 531628032 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008472957791686727, + "loss": 0.0832, + "theoretical_loss": 3.917475402027537, + "tokens_seen": 531890176 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008472155352270904, + "loss": 0.0798, + "theoretical_loss": 3.917271212446689, + "tokens_seen": 532152320 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008471352912855079, + "loss": 0.0821, + "theoretical_loss": 3.917067151575348, + "tokens_seen": 532414464 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008470550473439255, + "loss": 0.0847, + "theoretical_loss": 3.916863219269069, + "tokens_seen": 532676608 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008469748034023431, + "loss": 0.0814, + "theoretical_loss": 3.9166594153836427, + "tokens_seen": 532938752 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008468945594607608, + "loss": 0.082, + "theoretical_loss": 3.9164557397750897, + "tokens_seen": 533200896 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008468143155191783, + "loss": 0.0817, + "theoretical_loss": 3.916252192299665, + "tokens_seen": 533463040 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008467340715775959, + "loss": 0.0817, + "theoretical_loss": 3.9160487728138538, + "tokens_seen": 533725184 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008466538276360135, + "loss": 0.0823, + "theoretical_loss": 3.9158454811743733, + "tokens_seen": 533987328 + }, + { + "epoch": 0.16, + "objective/train/advantage_avg": 0.0019315147073939443, + "objective/train/docs_used": 200516, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.668315052986145, + "objective/train/original_loss": 1.6683152914047241, + "objective/train/theoretical_loss": 3.9157438832522944, + "objective/train/tokens_used": 554578400, + "objective/train/value_avg": -0.007965087890625, + "objective/train/value_loss": 0.0002869567833840847, + "objective/train/value_max": -0.00033020973205566406, + "objective/train/value_min": -0.50634765625, + "objective/train/value_reward_corr": 0.4394638636607683, + "objective/train/value_std": 0.0107574462890625, + "objective/train/weight_avg": 1.0020592212677002, + "objective/train/weighted_lm_loss": 1.6707041263580322, + "objective/train/weights_max": 1.1888831853866577, + "objective/train/weights_min": 0.3693333864212036, + "theoretical_loss": 3.9157438832522944, + "tokens_seen": 534118400 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008465735836944311, + "loss": 0.0846, + "theoretical_loss": 3.915642317238171, + "tokens_seen": 534249472 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008464933397528487, + "loss": 0.0838, + "theoretical_loss": 3.915439280862423, + "tokens_seen": 534511616 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008464130958112662, + "loss": 0.0813, + "theoretical_loss": 3.915236371904539, + "tokens_seen": 534773760 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008463328518696839, + "loss": 0.0823, + "theoretical_loss": 3.915033590222153, + "tokens_seen": 535035904 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008462526079281014, + "loss": 0.0823, + "theoretical_loss": 3.914830935673132, + "tokens_seen": 535298048 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008461723639865191, + "loss": 0.0795, + "theoretical_loss": 3.914628408115569, + "tokens_seen": 535560192 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008460921200449367, + "loss": 0.0815, + "theoretical_loss": 3.9144260074077843, + "tokens_seen": 535822336 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008460118761033542, + "loss": 0.0839, + "theoretical_loss": 3.9142237334083276, + "tokens_seen": 536084480 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008459316321617718, + "loss": 0.0816, + "theoretical_loss": 3.914021585975973, + "tokens_seen": 536346624 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008458513882201894, + "loss": 0.0807, + "theoretical_loss": 3.9138195649697227, + "tokens_seen": 536608768 + }, + { + "epoch": 0.16, + "learning_rate": 0.000845771144278607, + "loss": 0.0825, + "theoretical_loss": 3.9136176702488044, + "tokens_seen": 536870912 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008456909003370245, + "loss": 0.0791, + "theoretical_loss": 3.91341590167267, + "tokens_seen": 537133056 + }, + { + "epoch": 0.16, + "objective/train/advantage_avg": 0.0019664475694298744, + "objective/train/docs_used": 201641, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.549849271774292, + "objective/train/original_loss": 1.549849271774292, + "objective/train/theoretical_loss": 3.9132142591009975, + "objective/train/tokens_used": 557855200, + "objective/train/value_avg": -0.00876617431640625, + "objective/train/value_loss": 0.0002937696117442101, + "objective/train/value_max": -0.0002453327178955078, + "objective/train/value_min": -0.54443359375, + "objective/train/value_reward_corr": 0.6389189209680066, + "objective/train/value_std": 0.015716552734375, + "objective/train/weight_avg": 1.002099871635437, + "objective/train/weighted_lm_loss": 1.5523313283920288, + "objective/train/weights_max": 1.514382243156433, + "objective/train/weights_min": 0.37181854248046875, + "theoretical_loss": 3.9132142591009975, + "tokens_seen": 537395200 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008456106563954422, + "loss": 0.0804, + "theoretical_loss": 3.9132142591009975, + "tokens_seen": 537395200 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008455304124538597, + "loss": 0.081, + "theoretical_loss": 3.9130127423936907, + "tokens_seen": 537657344 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008454501685122772, + "loss": 0.0835, + "theoretical_loss": 3.9128113514108733, + "tokens_seen": 537919488 + }, + { + "epoch": 0.16, + "learning_rate": 0.000845369924570695, + "loss": 0.0817, + "theoretical_loss": 3.9126100860128963, + "tokens_seen": 538181632 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008452896806291125, + "loss": 0.0834, + "theoretical_loss": 3.9124089460603324, + "tokens_seen": 538443776 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008452094366875302, + "loss": 0.0825, + "theoretical_loss": 3.9122079314139766, + "tokens_seen": 538705920 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008451291927459477, + "loss": 0.0826, + "theoretical_loss": 3.9120070419348463, + "tokens_seen": 538968064 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008450489488043653, + "loss": 0.0796, + "theoretical_loss": 3.9118062774841804, + "tokens_seen": 539230208 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008449687048627829, + "loss": 0.0837, + "theoretical_loss": 3.91160563792344, + "tokens_seen": 539492352 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008448884609212004, + "loss": 0.0824, + "theoretical_loss": 3.911405123114305, + "tokens_seen": 539754496 + }, + { + "epoch": 0.16, + "learning_rate": 0.000844808216979618, + "loss": 0.0846, + "theoretical_loss": 3.9112047329186783, + "tokens_seen": 540016640 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008447279730380356, + "loss": 0.083, + "theoretical_loss": 3.911004467198679, + "tokens_seen": 540278784 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008446477290964533, + "loss": 0.0839, + "theoretical_loss": 3.9108043258166485, + "tokens_seen": 540540928 + }, + { + "epoch": 0.16, + "objective/train/advantage_avg": 0.001656126230955124, + "objective/train/docs_used": 202818, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5620213747024536, + "objective/train/original_loss": 1.5620214939117432, + "objective/train/theoretical_loss": 3.910704301709413, + "objective/train/tokens_used": 561132000, + "objective/train/value_avg": -0.0095367431640625, + "objective/train/value_loss": 0.00039367895806208253, + "objective/train/value_max": -0.00037407875061035156, + "objective/train/value_min": -0.70458984375, + "objective/train/value_reward_corr": 0.5340861412784302, + "objective/train/value_std": 0.015167236328125, + "objective/train/weight_avg": 1.0018391609191895, + "objective/train/weighted_lm_loss": 1.5650787353515625, + "objective/train/weights_max": 1.8677681684494019, + "objective/train/weights_min": 0.380566269159317, + "theoretical_loss": 3.910704301709413, + "tokens_seen": 540672000 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008445674851548708, + "loss": 0.0813, + "theoretical_loss": 3.910604308635146, + "tokens_seen": 540803072 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008444872412132885, + "loss": 0.0798, + "theoretical_loss": 3.9104044155169495, + "tokens_seen": 541065216 + }, + { + "epoch": 0.16, + "learning_rate": 0.000844406997271706, + "loss": 0.085, + "theoretical_loss": 3.910204646325055, + "tokens_seen": 541327360 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008443267533301235, + "loss": 0.0844, + "theoretical_loss": 3.9100050009226752, + "tokens_seen": 541589504 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008442465093885412, + "loss": 0.0826, + "theoretical_loss": 3.9098054791732406, + "tokens_seen": 541851648 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008441662654469587, + "loss": 0.0834, + "theoretical_loss": 3.909606080940399, + "tokens_seen": 542113792 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008440860215053764, + "loss": 0.0822, + "theoretical_loss": 3.909406806088013, + "tokens_seen": 542375936 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008440057775637939, + "loss": 0.0835, + "theoretical_loss": 3.909207654480162, + "tokens_seen": 542638080 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008439255336222116, + "loss": 0.0819, + "theoretical_loss": 3.9090086259811403, + "tokens_seen": 542900224 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008438452896806292, + "loss": 0.0822, + "theoretical_loss": 3.908809720455457, + "tokens_seen": 543162368 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008437650457390467, + "loss": 0.0819, + "theoretical_loss": 3.908610937767836, + "tokens_seen": 543424512 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008436848017974643, + "loss": 0.0827, + "theoretical_loss": 3.9084122777832144, + "tokens_seen": 543686656 + }, + { + "epoch": 0.16, + "objective/train/advantage_avg": -0.0008750107372179627, + "objective/train/docs_used": 204061, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6726632118225098, + "objective/train/original_loss": 1.6726632118225098, + "objective/train/theoretical_loss": 3.908213740366744, + "objective/train/tokens_used": 564408800, + "objective/train/value_avg": -0.00841522216796875, + "objective/train/value_loss": 0.0002753495064098388, + "objective/train/value_max": -0.0002532005310058594, + "objective/train/value_min": -0.244384765625, + "objective/train/value_reward_corr": 0.6541560604472565, + "objective/train/value_std": 0.0114898681640625, + "objective/train/weight_avg": 0.9992538690567017, + "objective/train/weighted_lm_loss": 1.671048879623413, + "objective/train/weights_max": 1.2225104570388794, + "objective/train/weights_min": 0.3719916045665741, + "theoretical_loss": 3.908213740366744, + "tokens_seen": 543948800 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008436045578558819, + "loss": 0.0832, + "theoretical_loss": 3.908213740366744, + "tokens_seen": 543948800 + }, + { + "epoch": 0.16, + "learning_rate": 0.0008435243139142995, + "loss": 0.0828, + "theoretical_loss": 3.908015325383788, + "tokens_seen": 544210944 + }, + { + "epoch": 0.16, + "learning_rate": 0.000843444069972717, + "loss": 0.082, + "theoretical_loss": 3.907817032699924, + "tokens_seen": 544473088 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008433638260311347, + "loss": 0.081, + "theoretical_loss": 3.9076188621809416, + "tokens_seen": 544735232 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008432835820895522, + "loss": 0.0839, + "theoretical_loss": 3.9074208136928408, + "tokens_seen": 544997376 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008432033381479699, + "loss": 0.0831, + "theoretical_loss": 3.907222887101834, + "tokens_seen": 545259520 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008431230942063875, + "loss": 0.0855, + "theoretical_loss": 3.9070250822743446, + "tokens_seen": 545521664 + }, + { + "epoch": 0.17, + "learning_rate": 0.000843042850264805, + "loss": 0.0843, + "theoretical_loss": 3.906827399077006, + "tokens_seen": 545783808 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008429626063232226, + "loss": 0.0827, + "theoretical_loss": 3.9066298373766615, + "tokens_seen": 546045952 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008428823623816402, + "loss": 0.0832, + "theoretical_loss": 3.9064323970403656, + "tokens_seen": 546308096 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008428021184400578, + "loss": 0.0831, + "theoretical_loss": 3.9062350779353787, + "tokens_seen": 546570240 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008427218744984754, + "loss": 0.0825, + "theoretical_loss": 3.906037879929174, + "tokens_seen": 546832384 + }, + { + "epoch": 0.17, + "learning_rate": 0.000842641630556893, + "loss": 0.0815, + "theoretical_loss": 3.90584080288943, + "tokens_seen": 547094528 + }, + { + "epoch": 0.17, + "objective/train/advantage_avg": 0.0014554036315530539, + "objective/train/docs_used": 204823, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.532373070716858, + "objective/train/original_loss": 1.5323729515075684, + "objective/train/theoretical_loss": 3.9057423096906874, + "objective/train/tokens_used": 567685600, + "objective/train/value_avg": -0.00846099853515625, + "objective/train/value_loss": 0.0003431489458307624, + "objective/train/value_max": -0.00017535686492919922, + "objective/train/value_min": -0.70068359375, + "objective/train/value_reward_corr": 0.8240777641506041, + "objective/train/value_std": 0.02496337890625, + "objective/train/weight_avg": 1.001611351966858, + "objective/train/weighted_lm_loss": 1.5336787700653076, + "objective/train/weights_max": 1.6019328832626343, + "objective/train/weights_min": 0.3687315881252289, + "theoretical_loss": 3.9057423096906874, + "tokens_seen": 547225600 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008425613866153105, + "loss": 0.0829, + "theoretical_loss": 3.905643846684034, + "tokens_seen": 547356672 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008424811426737282, + "loss": 0.0799, + "theoretical_loss": 3.9054470111810815, + "tokens_seen": 547618816 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008424008987321458, + "loss": 0.0811, + "theoretical_loss": 3.9052502962488735, + "tokens_seen": 547880960 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008423206547905633, + "loss": 0.0825, + "theoretical_loss": 3.9050537017559197, + "tokens_seen": 548143104 + }, + { + "epoch": 0.17, + "learning_rate": 0.000842240410848981, + "loss": 0.0828, + "theoretical_loss": 3.904857227570934, + "tokens_seen": 548405248 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008421601669073985, + "loss": 0.0788, + "theoretical_loss": 3.904660873562837, + "tokens_seen": 548667392 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008420799229658161, + "loss": 0.0814, + "theoretical_loss": 3.9044646396007545, + "tokens_seen": 548929536 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008419996790242337, + "loss": 0.082, + "theoretical_loss": 3.9042685255540177, + "tokens_seen": 549191680 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008419194350826512, + "loss": 0.0826, + "theoretical_loss": 3.9040725312921616, + "tokens_seen": 549453824 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008418391911410688, + "loss": 0.0826, + "theoretical_loss": 3.9038766566849263, + "tokens_seen": 549715968 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008417589471994864, + "loss": 0.0823, + "theoretical_loss": 3.903680901602254, + "tokens_seen": 549978112 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008416787032579041, + "loss": 0.0811, + "theoretical_loss": 3.9034852659142913, + "tokens_seen": 550240256 + }, + { + "epoch": 0.17, + "objective/train/advantage_avg": 0.0005551443900913, + "objective/train/docs_used": 206347, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.7281343936920166, + "objective/train/original_loss": 1.7281341552734375, + "objective/train/theoretical_loss": 3.9032897494913876, + "objective/train/tokens_used": 570962400, + "objective/train/value_avg": -0.0081024169921875, + "objective/train/value_loss": 0.0002614583063405007, + "objective/train/value_max": -0.0002148151397705078, + "objective/train/value_min": -0.451904296875, + "objective/train/value_reward_corr": 0.6906261738567127, + "objective/train/value_std": 0.01282501220703125, + "objective/train/weight_avg": 1.0006736516952515, + "objective/train/weighted_lm_loss": 1.7293990850448608, + "objective/train/weights_max": 1.3016119003295898, + "objective/train/weights_min": 0.3778582811355591, + "theoretical_loss": 3.9032897494913876, + "tokens_seen": 550502400 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008415984593163216, + "loss": 0.0808, + "theoretical_loss": 3.9032897494913876, + "tokens_seen": 550502400 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008415182153747393, + "loss": 0.0809, + "theoretical_loss": 3.9030943522040946, + "tokens_seen": 550764544 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008414379714331568, + "loss": 0.0846, + "theoretical_loss": 3.902899073923166, + "tokens_seen": 551026688 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008413577274915744, + "loss": 0.0825, + "theoretical_loss": 3.902703914519557, + "tokens_seen": 551288832 + }, + { + "epoch": 0.17, + "learning_rate": 0.000841277483549992, + "loss": 0.0827, + "theoretical_loss": 3.9025088738644236, + "tokens_seen": 551550976 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008411972396084095, + "loss": 0.0797, + "theoretical_loss": 3.9023139518291243, + "tokens_seen": 551813120 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008411169956668272, + "loss": 0.0807, + "theoretical_loss": 3.902119148285216, + "tokens_seen": 552075264 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008410367517252447, + "loss": 0.0824, + "theoretical_loss": 3.9019244631044563, + "tokens_seen": 552337408 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008409565077836624, + "loss": 0.0799, + "theoretical_loss": 3.9017298961588027, + "tokens_seen": 552599552 + }, + { + "epoch": 0.17, + "learning_rate": 0.00084087626384208, + "loss": 0.0817, + "theoretical_loss": 3.901535447320412, + "tokens_seen": 552861696 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008407960199004975, + "loss": 0.0811, + "theoretical_loss": 3.901341116461639, + "tokens_seen": 553123840 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008407157759589151, + "loss": 0.0805, + "theoretical_loss": 3.9011469034550372, + "tokens_seen": 553385984 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008406355320173327, + "loss": 0.0816, + "theoretical_loss": 3.900952808173358, + "tokens_seen": 553648128 + }, + { + "epoch": 0.17, + "objective/train/advantage_avg": -0.0002122861915268004, + "objective/train/docs_used": 207589, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.850094199180603, + "objective/train/original_loss": 1.850094199180603, + "objective/train/theoretical_loss": 3.9008558046396535, + "objective/train/tokens_used": 574239200, + "objective/train/value_avg": -0.0083465576171875, + "objective/train/value_loss": 0.00028818476130254567, + "objective/train/value_max": -0.00019109249114990234, + "objective/train/value_min": -0.2841796875, + "objective/train/value_reward_corr": 0.6081113941018589, + "objective/train/value_std": 0.0120697021484375, + "objective/train/weight_avg": 0.9999181032180786, + "objective/train/weighted_lm_loss": 1.8492597341537476, + "objective/train/weights_max": 1.1299715042114258, + "objective/train/weights_min": 0.3686085045337677, + "theoretical_loss": 3.9008558046396535, + "tokens_seen": 553779200 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008405552880757503, + "loss": 0.0836, + "theoretical_loss": 3.900758830489551, + "tokens_seen": 553910272 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008404750441341678, + "loss": 0.0828, + "theoretical_loss": 3.900564970276762, + "tokens_seen": 554172416 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008403948001925855, + "loss": 0.0809, + "theoretical_loss": 3.9003712274083346, + "tokens_seen": 554434560 + }, + { + "epoch": 0.17, + "learning_rate": 0.000840314556251003, + "loss": 0.0822, + "theoretical_loss": 3.9001776017578074, + "tokens_seen": 554696704 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008402343123094207, + "loss": 0.0813, + "theoretical_loss": 3.899984093198916, + "tokens_seen": 554958848 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008401540683678383, + "loss": 0.0798, + "theoretical_loss": 3.899790701605592, + "tokens_seen": 555220992 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008400738244262558, + "loss": 0.0807, + "theoretical_loss": 3.899597426851961, + "tokens_seen": 555483136 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008399935804846735, + "loss": 0.0779, + "theoretical_loss": 3.899404268812343, + "tokens_seen": 555745280 + }, + { + "epoch": 0.17, + "learning_rate": 0.000839913336543091, + "loss": 0.0803, + "theoretical_loss": 3.8992112273612545, + "tokens_seen": 556007424 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008398330926015086, + "loss": 0.0822, + "theoretical_loss": 3.8990183023734044, + "tokens_seen": 556269568 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008397528486599262, + "loss": 0.0816, + "theoretical_loss": 3.8988254937236952, + "tokens_seen": 556531712 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008396726047183438, + "loss": 0.0815, + "theoretical_loss": 3.8986328012872233, + "tokens_seen": 556793856 + }, + { + "epoch": 0.17, + "objective/train/advantage_avg": 0.002840226050466299, + "objective/train/docs_used": 208740, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6648879051208496, + "objective/train/original_loss": 1.6648879051208496, + "objective/train/theoretical_loss": 3.8984402249392778, + "objective/train/tokens_used": 577516000, + "objective/train/value_avg": -0.00858306884765625, + "objective/train/value_loss": 0.00019541797519195825, + "objective/train/value_max": -0.00039196014404296875, + "objective/train/value_min": -0.2147216796875, + "objective/train/value_reward_corr": 0.4850867296266632, + "objective/train/value_std": 0.00998687744140625, + "objective/train/weight_avg": 1.0029304027557373, + "objective/train/weighted_lm_loss": 1.6705687046051025, + "objective/train/weights_max": 1.1495888233184814, + "objective/train/weights_min": 0.3683558702468872, + "theoretical_loss": 3.8984402249392778, + "tokens_seen": 557056000 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008395923607767613, + "loss": 0.079, + "theoretical_loss": 3.8984402249392778, + "tokens_seen": 557056000 + }, + { + "epoch": 0.17, + "learning_rate": 0.000839512116835179, + "loss": 0.0782, + "theoretical_loss": 3.8982477645553395, + "tokens_seen": 557318144 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008394318728935966, + "loss": 0.0795, + "theoretical_loss": 3.898055420011082, + "tokens_seen": 557580288 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008393516289520141, + "loss": 0.0779, + "theoretical_loss": 3.8978631911823705, + "tokens_seen": 557842432 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008392713850104318, + "loss": 0.0799, + "theoretical_loss": 3.8976710779452612, + "tokens_seen": 558104576 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008391911410688493, + "loss": 0.0814, + "theoretical_loss": 3.8974790801760015, + "tokens_seen": 558366720 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008391108971272669, + "loss": 0.0836, + "theoretical_loss": 3.897287197751029, + "tokens_seen": 558628864 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008390306531856845, + "loss": 0.0828, + "theoretical_loss": 3.897095430546971, + "tokens_seen": 558891008 + }, + { + "epoch": 0.17, + "learning_rate": 0.000838950409244102, + "loss": 0.083, + "theoretical_loss": 3.896903778440646, + "tokens_seen": 559153152 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008388701653025197, + "loss": 0.0821, + "theoretical_loss": 3.896712241309061, + "tokens_seen": 559415296 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008387899213609372, + "loss": 0.0829, + "theoretical_loss": 3.896520819029411, + "tokens_seen": 559677440 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008387096774193549, + "loss": 0.0815, + "theoretical_loss": 3.896329511479082, + "tokens_seen": 559939584 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008386294334777725, + "loss": 0.0789, + "theoretical_loss": 3.8961383185356455, + "tokens_seen": 560201728 + }, + { + "epoch": 0.17, + "objective/train/advantage_avg": 0.00035515043418854475, + "objective/train/docs_used": 209977, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5626685619354248, + "objective/train/original_loss": 1.5626686811447144, + "objective/train/theoretical_loss": 3.8960427650033047, + "objective/train/tokens_used": 580792800, + "objective/train/value_avg": -0.0075531005859375, + "objective/train/value_loss": 0.0002945238084066659, + "objective/train/value_max": -0.0001634359359741211, + "objective/train/value_min": -0.45703125, + "objective/train/value_reward_corr": 0.6360926938169091, + "objective/train/value_std": 0.01137542724609375, + "objective/train/weight_avg": 1.0004898309707642, + "objective/train/weighted_lm_loss": 1.5628496408462524, + "objective/train/weights_max": 1.1499911546707153, + "objective/train/weights_min": 0.39087727665901184, + "theoretical_loss": 3.8960427650033047, + "tokens_seen": 560332800 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008385491895361901, + "loss": 0.0789, + "theoretical_loss": 3.895947240076862, + "tokens_seen": 560463872 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008384689455946076, + "loss": 0.0783, + "theoretical_loss": 3.895756275980681, + "tokens_seen": 560726016 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008383887016530252, + "loss": 0.0815, + "theoretical_loss": 3.895565426125237, + "tokens_seen": 560988160 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008383084577114428, + "loss": 0.0809, + "theoretical_loss": 3.8953746903888513, + "tokens_seen": 561250304 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008382282137698603, + "loss": 0.0785, + "theoretical_loss": 3.895184068650033, + "tokens_seen": 561512448 + }, + { + "epoch": 0.17, + "learning_rate": 0.000838147969828278, + "loss": 0.0814, + "theoretical_loss": 3.8949935607874764, + "tokens_seen": 561774592 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008380677258866955, + "loss": 0.0803, + "theoretical_loss": 3.8948031666800613, + "tokens_seen": 562036736 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008379874819451132, + "loss": 0.0835, + "theoretical_loss": 3.8946128862068528, + "tokens_seen": 562298880 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008379072380035308, + "loss": 0.0802, + "theoretical_loss": 3.8944227192471006, + "tokens_seen": 562561024 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008378269940619483, + "loss": 0.0818, + "theoretical_loss": 3.8942326656802395, + "tokens_seen": 562823168 + }, + { + "epoch": 0.17, + "learning_rate": 0.000837746750120366, + "loss": 0.0827, + "theoretical_loss": 3.894042725385888, + "tokens_seen": 563085312 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008376665061787835, + "loss": 0.0833, + "theoretical_loss": 3.893852898243849, + "tokens_seen": 563347456 + }, + { + "epoch": 0.17, + "objective/train/advantage_avg": 0.0010616653598845005, + "objective/train/docs_used": 211161, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.7362605333328247, + "objective/train/original_loss": 1.7362608909606934, + "objective/train/theoretical_loss": 3.8936631841341076, + "objective/train/tokens_used": 584069600, + "objective/train/value_avg": -0.00939178466796875, + "objective/train/value_loss": 0.00035658074193634093, + "objective/train/value_max": -0.00020825862884521484, + "objective/train/value_min": -0.6318359375, + "objective/train/value_reward_corr": 0.653305513371763, + "objective/train/value_std": 0.0162506103515625, + "objective/train/weight_avg": 1.0012234449386597, + "objective/train/weighted_lm_loss": 1.7381871938705444, + "objective/train/weights_max": 1.4408516883850098, + "objective/train/weights_min": 0.37812936305999756, + "theoretical_loss": 3.8936631841341076, + "tokens_seen": 563609600 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008375862622372011, + "loss": 0.0799, + "theoretical_loss": 3.8936631841341076, + "tokens_seen": 563609600 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008375060182956187, + "loss": 0.081, + "theoretical_loss": 3.893473582936833, + "tokens_seen": 563871744 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008374257743540363, + "loss": 0.0827, + "theoretical_loss": 3.8932840945323774, + "tokens_seen": 564133888 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008373455304124538, + "loss": 0.0807, + "theoretical_loss": 3.8930947188012737, + "tokens_seen": 564396032 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008372652864708715, + "loss": 0.0781, + "theoretical_loss": 3.8929054556242377, + "tokens_seen": 564658176 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008371850425292891, + "loss": 0.0787, + "theoretical_loss": 3.892716304882167, + "tokens_seen": 564920320 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008371047985877066, + "loss": 0.0811, + "theoretical_loss": 3.892527266456141, + "tokens_seen": 565182464 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008370245546461243, + "loss": 0.0828, + "theoretical_loss": 3.8923383402274174, + "tokens_seen": 565444608 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008369443107045418, + "loss": 0.082, + "theoretical_loss": 3.8921495260774375, + "tokens_seen": 565706752 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008368640667629594, + "loss": 0.0808, + "theoretical_loss": 3.8919608238878216, + "tokens_seen": 565968896 + }, + { + "epoch": 0.17, + "learning_rate": 0.000836783822821377, + "loss": 0.0771, + "theoretical_loss": 3.891772233540369, + "tokens_seen": 566231040 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008367035788797946, + "loss": 0.0798, + "theoretical_loss": 3.8915837549170584, + "tokens_seen": 566493184 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008366233349382121, + "loss": 0.079, + "theoretical_loss": 3.89139538790005, + "tokens_seen": 566755328 + }, + { + "epoch": 0.17, + "objective/train/advantage_avg": 0.0008322003413923085, + "objective/train/docs_used": 212374, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6011978387832642, + "objective/train/original_loss": 1.6011979579925537, + "objective/train/theoretical_loss": 3.8913012462071315, + "objective/train/tokens_used": 587346400, + "objective/train/value_avg": -0.00826263427734375, + "objective/train/value_loss": 0.00018247513798996806, + "objective/train/value_max": -0.00028252601623535156, + "objective/train/value_min": -0.247314453125, + "objective/train/value_reward_corr": 0.6756721398596746, + "objective/train/value_std": 0.01142120361328125, + "objective/train/weight_avg": 1.000921368598938, + "objective/train/weighted_lm_loss": 1.6028375625610352, + "objective/train/weights_max": 1.1899962425231934, + "objective/train/weights_min": 0.7184267044067383, + "theoretical_loss": 3.8913012462071315, + "tokens_seen": 566886400 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008365430909966297, + "loss": 0.0826, + "theoretical_loss": 3.8912071323716795, + "tokens_seen": 567017472 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008364628470550474, + "loss": 0.0811, + "theoretical_loss": 3.8910189882144626, + "tokens_seen": 567279616 + }, + { + "epoch": 0.17, + "learning_rate": 0.000836382603113465, + "loss": 0.0834, + "theoretical_loss": 3.8908309553110936, + "tokens_seen": 567541760 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008363023591718826, + "loss": 0.0802, + "theoretical_loss": 3.8906430335444426, + "tokens_seen": 567803904 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008362221152303001, + "loss": 0.0811, + "theoretical_loss": 3.8904552227975593, + "tokens_seen": 568066048 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008361418712887178, + "loss": 0.0819, + "theoretical_loss": 3.8902675229536685, + "tokens_seen": 568328192 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008360616273471353, + "loss": 0.0823, + "theoretical_loss": 3.8900799338961725, + "tokens_seen": 568590336 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008359813834055528, + "loss": 0.0831, + "theoretical_loss": 3.8898924555086496, + "tokens_seen": 568852480 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008359011394639705, + "loss": 0.0808, + "theoretical_loss": 3.8897050876748542, + "tokens_seen": 569114624 + }, + { + "epoch": 0.17, + "learning_rate": 0.000835820895522388, + "loss": 0.0821, + "theoretical_loss": 3.8895178302787166, + "tokens_seen": 569376768 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008357406515808057, + "loss": 0.0814, + "theoretical_loss": 3.8893306832043404, + "tokens_seen": 569638912 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008356604076392233, + "loss": 0.0833, + "theoretical_loss": 3.8891436463360076, + "tokens_seen": 569901056 + }, + { + "epoch": 0.17, + "objective/train/advantage_avg": 0.0004557553620543331, + "objective/train/docs_used": 213119, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5331976413726807, + "objective/train/original_loss": 1.5331977605819702, + "objective/train/theoretical_loss": 3.8889567195581716, + "objective/train/tokens_used": 590623200, + "objective/train/value_avg": -0.00783538818359375, + "objective/train/value_loss": 0.00018373102648183703, + "objective/train/value_max": -0.0002397298812866211, + "objective/train/value_min": -0.178466796875, + "objective/train/value_reward_corr": 0.6532904604356944, + "objective/train/value_std": 0.010833740234375, + "objective/train/weight_avg": 1.0005429983139038, + "objective/train/weighted_lm_loss": 1.5350595712661743, + "objective/train/weights_max": 1.1334010362625122, + "objective/train/weights_min": 0.6796667575836182, + "theoretical_loss": 3.8889567195581716, + "tokens_seen": 570163200 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008355801636976409, + "loss": 0.0818, + "theoretical_loss": 3.8889567195581716, + "tokens_seen": 570163200 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008354999197560584, + "loss": 0.0786, + "theoretical_loss": 3.8887699027554614, + "tokens_seen": 570425344 + }, + { + "epoch": 0.17, + "learning_rate": 0.000835419675814476, + "loss": 0.0801, + "theoretical_loss": 3.8885831958126786, + "tokens_seen": 570687488 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008353394318728936, + "loss": 0.0824, + "theoretical_loss": 3.8883965986148015, + "tokens_seen": 570949632 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008352591879313111, + "loss": 0.0788, + "theoretical_loss": 3.888210111046978, + "tokens_seen": 571211776 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008351789439897288, + "loss": 0.082, + "theoretical_loss": 3.8880237329945295, + "tokens_seen": 571473920 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008350987000481463, + "loss": 0.0835, + "theoretical_loss": 3.887837464342952, + "tokens_seen": 571736064 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008350184561065641, + "loss": 0.0826, + "theoretical_loss": 3.8876513049779113, + "tokens_seen": 571998208 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008349382121649816, + "loss": 0.0827, + "theoretical_loss": 3.887465254785246, + "tokens_seen": 572260352 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008348579682233991, + "loss": 0.0836, + "theoretical_loss": 3.887279313650967, + "tokens_seen": 572522496 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008347777242818168, + "loss": 0.0829, + "theoretical_loss": 3.8870934814612546, + "tokens_seen": 572784640 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008346974803402343, + "loss": 0.0781, + "theoretical_loss": 3.886907758102461, + "tokens_seen": 573046784 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008346172363986519, + "loss": 0.0828, + "theoretical_loss": 3.8867221434611094, + "tokens_seen": 573308928 + }, + { + "epoch": 0.17, + "objective/train/advantage_avg": 0.0006414350937120616, + "objective/train/docs_used": 214228, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6382542848587036, + "objective/train/original_loss": 1.6382544040679932, + "objective/train/theoretical_loss": 3.8866293768740587, + "objective/train/tokens_used": 593900000, + "objective/train/value_avg": -0.0100250244140625, + "objective/train/value_loss": 0.0002355878532398492, + "objective/train/value_max": -0.0003006458282470703, + "objective/train/value_min": -0.2198486328125, + "objective/train/value_reward_corr": 0.7776952502484823, + "objective/train/value_std": 0.016632080078125, + "objective/train/weight_avg": 1.000757098197937, + "objective/train/weighted_lm_loss": 1.639067530632019, + "objective/train/weights_max": 1.177706003189087, + "objective/train/weights_min": 0.6076341271400452, + "theoretical_loss": 3.8866293768740587, + "tokens_seen": 573440000 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008345369924570695, + "loss": 0.0814, + "theoretical_loss": 3.8865366374238914, + "tokens_seen": 573571072 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008344567485154871, + "loss": 0.0818, + "theoretical_loss": 3.88635123987767, + "tokens_seen": 573833216 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008343765045739046, + "loss": 0.0823, + "theoretical_loss": 3.8861659507094766, + "tokens_seen": 574095360 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008342962606323223, + "loss": 0.0812, + "theoretical_loss": 3.885980769806513, + "tokens_seen": 574357504 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008342160166907399, + "loss": 0.0842, + "theoretical_loss": 3.8857956970561487, + "tokens_seen": 574619648 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008341357727491574, + "loss": 0.0785, + "theoretical_loss": 3.8856107323459215, + "tokens_seen": 574881792 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008340555288075751, + "loss": 0.0819, + "theoretical_loss": 3.8854258755635387, + "tokens_seen": 575143936 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008339752848659926, + "loss": 0.0828, + "theoretical_loss": 3.885241126596874, + "tokens_seen": 575406080 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008338950409244103, + "loss": 0.08, + "theoretical_loss": 3.885056485333969, + "tokens_seen": 575668224 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008338147969828278, + "loss": 0.0827, + "theoretical_loss": 3.884871951663034, + "tokens_seen": 575930368 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008337345530412454, + "loss": 0.0777, + "theoretical_loss": 3.8846875254724442, + "tokens_seen": 576192512 + }, + { + "epoch": 0.17, + "learning_rate": 0.000833654309099663, + "loss": 0.0799, + "theoretical_loss": 3.8845032066507414, + "tokens_seen": 576454656 + }, + { + "epoch": 0.17, + "objective/train/advantage_avg": 0.0014668646035715938, + "objective/train/docs_used": 215374, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6674484014511108, + "objective/train/original_loss": 1.6674482822418213, + "objective/train/theoretical_loss": 3.884318995086635, + "objective/train/tokens_used": 597176800, + "objective/train/value_avg": -0.00968170166015625, + "objective/train/value_loss": 0.0002998767886310816, + "objective/train/value_max": -0.00025916099548339844, + "objective/train/value_min": -0.439208984375, + "objective/train/value_reward_corr": 0.6831413171508924, + "objective/train/value_std": 0.0159454345703125, + "objective/train/weight_avg": 1.001609444618225, + "objective/train/weighted_lm_loss": 1.6690479516983032, + "objective/train/weights_max": 1.3367698192596436, + "objective/train/weights_min": 0.4266955256462097, + "theoretical_loss": 3.884318995086635, + "tokens_seen": 576716800 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008335740651580805, + "loss": 0.0791, + "theoretical_loss": 3.884318995086635, + "tokens_seen": 576716800 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008334938212164982, + "loss": 0.0813, + "theoretical_loss": 3.8841348906689985, + "tokens_seen": 576978944 + }, + { + "epoch": 0.17, + "learning_rate": 0.0008334135772749158, + "loss": 0.0828, + "theoretical_loss": 3.8839508932868725, + "tokens_seen": 577241088 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008333333333333334, + "loss": 0.0802, + "theoretical_loss": 3.8837670028294626, + "tokens_seen": 577503232 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008332530893917509, + "loss": 0.0819, + "theoretical_loss": 3.883583219186138, + "tokens_seen": 577765376 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008331728454501686, + "loss": 0.082, + "theoretical_loss": 3.8833995422464342, + "tokens_seen": 578027520 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008330926015085861, + "loss": 0.0818, + "theoretical_loss": 3.88321597190005, + "tokens_seen": 578289664 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008330123575670036, + "loss": 0.082, + "theoretical_loss": 3.883032508036848, + "tokens_seen": 578551808 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008329321136254213, + "loss": 0.0793, + "theoretical_loss": 3.882849150546856, + "tokens_seen": 578813952 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008328518696838388, + "loss": 0.0828, + "theoretical_loss": 3.8826658993202625, + "tokens_seen": 579076096 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008327716257422565, + "loss": 0.0816, + "theoretical_loss": 3.8824827542474214, + "tokens_seen": 579338240 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008326913818006741, + "loss": 0.0821, + "theoretical_loss": 3.882299715218848, + "tokens_seen": 579600384 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008326111378590917, + "loss": 0.0814, + "theoretical_loss": 3.8821167821252196, + "tokens_seen": 579862528 + }, + { + "epoch": 0.18, + "objective/train/advantage_avg": 0.0008722756756469607, + "objective/train/docs_used": 216668, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.7362183332443237, + "objective/train/original_loss": 1.7362183332443237, + "objective/train/theoretical_loss": 3.8820253552698913, + "objective/train/tokens_used": 600453600, + "objective/train/value_avg": -0.01107025146484375, + "objective/train/value_loss": 0.0008714509312994778, + "objective/train/value_max": -0.00018966197967529297, + "objective/train/value_min": -0.9052734375, + "objective/train/value_reward_corr": 0.5635131666230117, + "objective/train/value_std": 0.020843505859375, + "objective/train/weight_avg": 1.0012500286102295, + "objective/train/weighted_lm_loss": 1.7381242513656616, + "objective/train/weights_max": 1.8132121562957764, + "objective/train/weights_min": 0.37043818831443787, + "theoretical_loss": 3.8820253552698913, + "tokens_seen": 579993600 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008325308939175093, + "loss": 0.0826, + "theoretical_loss": 3.8819339548573772, + "tokens_seen": 580124672 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008324506499759268, + "loss": 0.0815, + "theoretical_loss": 3.881751233306322, + "tokens_seen": 580386816 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008323704060343444, + "loss": 0.0816, + "theoretical_loss": 3.881568617363218, + "tokens_seen": 580648960 + }, + { + "epoch": 0.18, + "learning_rate": 0.000832290162092762, + "loss": 0.0825, + "theoretical_loss": 3.881386106919389, + "tokens_seen": 580911104 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008322099181511796, + "loss": 0.0828, + "theoretical_loss": 3.88120370186632, + "tokens_seen": 581173248 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008321296742095971, + "loss": 0.0804, + "theoretical_loss": 3.881021402095657, + "tokens_seen": 581435392 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008320494302680149, + "loss": 0.0807, + "theoretical_loss": 3.880839207499205, + "tokens_seen": 581697536 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008319691863264324, + "loss": 0.0822, + "theoretical_loss": 3.880657117968931, + "tokens_seen": 581959680 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008318889423848499, + "loss": 0.0843, + "theoretical_loss": 3.880475133396959, + "tokens_seen": 582221824 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008318086984432676, + "loss": 0.0814, + "theoretical_loss": 3.8802932536755748, + "tokens_seen": 582483968 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008317284545016851, + "loss": 0.0833, + "theoretical_loss": 3.880111478697221, + "tokens_seen": 582746112 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008316482105601027, + "loss": 0.0848, + "theoretical_loss": 3.8799298083545004, + "tokens_seen": 583008256 + }, + { + "epoch": 0.18, + "objective/train/advantage_avg": 0.000470256112748757, + "objective/train/docs_used": 217803, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.7054318189620972, + "objective/train/original_loss": 1.7054318189620972, + "objective/train/theoretical_loss": 3.879748242540173, + "objective/train/tokens_used": 603730400, + "objective/train/value_avg": -0.01161956787109375, + "objective/train/value_loss": 0.0003269836015533656, + "objective/train/value_max": -0.0002715587615966797, + "objective/train/value_min": -0.52783203125, + "objective/train/value_reward_corr": 0.6998366013407549, + "objective/train/value_std": 0.0187225341796875, + "objective/train/weight_avg": 1.0006259679794312, + "objective/train/weighted_lm_loss": 1.706138014793396, + "objective/train/weights_max": 1.5597081184387207, + "objective/train/weights_min": 0.37275585532188416, + "theoretical_loss": 3.879748242540173, + "tokens_seen": 583270400 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008315679666185203, + "loss": 0.0814, + "theoretical_loss": 3.879748242540173, + "tokens_seen": 583270400 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008314877226769379, + "loss": 0.0838, + "theoretical_loss": 3.8795667811471573, + "tokens_seen": 583532544 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008314074787353555, + "loss": 0.0821, + "theoretical_loss": 3.8793854240685306, + "tokens_seen": 583794688 + }, + { + "epoch": 0.18, + "learning_rate": 0.000831327234793773, + "loss": 0.0817, + "theoretical_loss": 3.879204171197525, + "tokens_seen": 584056832 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008312469908521907, + "loss": 0.0809, + "theoretical_loss": 3.879023022427533, + "tokens_seen": 584318976 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008311667469106083, + "loss": 0.0816, + "theoretical_loss": 3.878841977652101, + "tokens_seen": 584581120 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008310865029690259, + "loss": 0.0818, + "theoretical_loss": 3.8786610367649343, + "tokens_seen": 584843264 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008310062590274434, + "loss": 0.0826, + "theoretical_loss": 3.8784801996598928, + "tokens_seen": 585105408 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008309260150858611, + "loss": 0.0821, + "theoretical_loss": 3.878299466230992, + "tokens_seen": 585367552 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008308457711442786, + "loss": 0.081, + "theoretical_loss": 3.8781188363724057, + "tokens_seen": 585629696 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008307655272026961, + "loss": 0.081, + "theoretical_loss": 3.87793830997846, + "tokens_seen": 585891840 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008306852832611138, + "loss": 0.0806, + "theoretical_loss": 3.8777578869436384, + "tokens_seen": 586153984 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008306050393195313, + "loss": 0.0819, + "theoretical_loss": 3.8775775671625765, + "tokens_seen": 586416128 + }, + { + "epoch": 0.18, + "objective/train/advantage_avg": 0.0011898733209818602, + "objective/train/docs_used": 218927, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.7789957523345947, + "objective/train/original_loss": 1.7789955139160156, + "objective/train/theoretical_loss": 3.8774874459593223, + "objective/train/tokens_used": 607007200, + "objective/train/value_avg": -0.00907135009765625, + "objective/train/value_loss": 0.00047961287782527506, + "objective/train/value_max": -0.00031757354736328125, + "objective/train/value_min": -0.417236328125, + "objective/train/value_reward_corr": 0.6077981244202939, + "objective/train/value_std": 0.01708984375, + "objective/train/weight_avg": 1.0013965368270874, + "objective/train/weighted_lm_loss": 1.7798826694488525, + "objective/train/weights_max": 1.5114749670028687, + "objective/train/weights_min": 0.3705088496208191, + "theoretical_loss": 3.8774874459593223, + "tokens_seen": 586547200 + }, + { + "epoch": 0.18, + "learning_rate": 0.000830524795377949, + "loss": 0.082, + "theoretical_loss": 3.8773973505300674, + "tokens_seen": 586678272 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008304445514363666, + "loss": 0.0801, + "theoretical_loss": 3.877217236941055, + "tokens_seen": 586940416 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008303643074947842, + "loss": 0.0833, + "theoretical_loss": 3.877037226290641, + "tokens_seen": 587202560 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008302840635532017, + "loss": 0.0798, + "theoretical_loss": 3.8768573184740767, + "tokens_seen": 587464704 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008302038196116194, + "loss": 0.0804, + "theoretical_loss": 3.87667751338677, + "tokens_seen": 587726848 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008301235756700369, + "loss": 0.08, + "theoretical_loss": 3.8764978109242794, + "tokens_seen": 587988992 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008300433317284545, + "loss": 0.0819, + "theoretical_loss": 3.8763182109823173, + "tokens_seen": 588251136 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008299630877868721, + "loss": 0.0761, + "theoretical_loss": 3.8761387134567475, + "tokens_seen": 588513280 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008298828438452896, + "loss": 0.0811, + "theoretical_loss": 3.8759593182435874, + "tokens_seen": 588775424 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008298025999037074, + "loss": 0.0845, + "theoretical_loss": 3.875780025239005, + "tokens_seen": 589037568 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008297223559621249, + "loss": 0.0793, + "theoretical_loss": 3.8756008343393202, + "tokens_seen": 589299712 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008296421120205425, + "loss": 0.0831, + "theoretical_loss": 3.8754217454410043, + "tokens_seen": 589561856 + }, + { + "epoch": 0.18, + "objective/train/advantage_avg": 6.377173849614337e-05, + "objective/train/docs_used": 220165, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.678005576133728, + "objective/train/original_loss": 1.6780054569244385, + "objective/train/theoretical_loss": 3.875242758440679, + "objective/train/tokens_used": 610284000, + "objective/train/value_avg": -0.0090789794921875, + "objective/train/value_loss": 0.0004507055564317852, + "objective/train/value_max": -0.0002199411392211914, + "objective/train/value_min": -0.7158203125, + "objective/train/value_reward_corr": 0.60506041815234, + "objective/train/value_std": 0.016632080078125, + "objective/train/weight_avg": 1.0002607107162476, + "objective/train/weighted_lm_loss": 1.6776087284088135, + "objective/train/weights_max": 1.5326231718063354, + "objective/train/weights_min": 0.36899471282958984, + "theoretical_loss": 3.875242758440679, + "tokens_seen": 589824000 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008295618680789601, + "loss": 0.0818, + "theoretical_loss": 3.875242758440679, + "tokens_seen": 589824000 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008294816241373776, + "loss": 0.0808, + "theoretical_loss": 3.875063873235117, + "tokens_seen": 590086144 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008294013801957952, + "loss": 0.0852, + "theoretical_loss": 3.874885089721242, + "tokens_seen": 590348288 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008293211362542128, + "loss": 0.078, + "theoretical_loss": 3.8747064077961264, + "tokens_seen": 590610432 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008292408923126304, + "loss": 0.0787, + "theoretical_loss": 3.874527827356994, + "tokens_seen": 590872576 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008291606483710479, + "loss": 0.0827, + "theoretical_loss": 3.8743493483012172, + "tokens_seen": 591134720 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008290804044294657, + "loss": 0.0804, + "theoretical_loss": 3.874170970526317, + "tokens_seen": 591396864 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008290001604878832, + "loss": 0.0823, + "theoretical_loss": 3.873992693929965, + "tokens_seen": 591659008 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008289199165463007, + "loss": 0.078, + "theoretical_loss": 3.8738145184099797, + "tokens_seen": 591921152 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008288396726047184, + "loss": 0.0795, + "theoretical_loss": 3.8736364438643296, + "tokens_seen": 592183296 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008287594286631359, + "loss": 0.0831, + "theoretical_loss": 3.87345847019113, + "tokens_seen": 592445440 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008286791847215536, + "loss": 0.0788, + "theoretical_loss": 3.8732805972886446, + "tokens_seen": 592707584 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008285989407799711, + "loss": 0.0789, + "theoretical_loss": 3.873102825055285, + "tokens_seen": 592969728 + }, + { + "epoch": 0.18, + "objective/train/advantage_avg": 0.002253045327961445, + "objective/train/docs_used": 221319, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6432785987854004, + "objective/train/original_loss": 1.6432788372039795, + "objective/train/theoretical_loss": 3.873013976657821, + "objective/train/tokens_used": 613560800, + "objective/train/value_avg": -0.010833740234375, + "objective/train/value_loss": 0.0005170557997189462, + "objective/train/value_max": -0.0003101825714111328, + "objective/train/value_min": -0.5625, + "objective/train/value_reward_corr": 0.6181340544085041, + "objective/train/value_std": 0.01515960693359375, + "objective/train/weight_avg": 1.002462387084961, + "objective/train/weighted_lm_loss": 1.6461185216903687, + "objective/train/weights_max": 1.2100154161453247, + "objective/train/weights_min": 0.24134960770606995, + "theoretical_loss": 3.873013976657821, + "tokens_seen": 593100800 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008285186968383887, + "loss": 0.0793, + "theoretical_loss": 3.87292515338961, + "tokens_seen": 593231872 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008284384528968063, + "loss": 0.0799, + "theoretical_loss": 3.872747582190324, + "tokens_seen": 593494016 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008283582089552239, + "loss": 0.0815, + "theoretical_loss": 3.8725701113562794, + "tokens_seen": 593756160 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008282779650136415, + "loss": 0.0792, + "theoretical_loss": 3.8723927407864758, + "tokens_seen": 594018304 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008281977210720591, + "loss": 0.0815, + "theoretical_loss": 3.8722154703800573, + "tokens_seen": 594280448 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008281174771304767, + "loss": 0.0819, + "theoretical_loss": 3.8720383000363148, + "tokens_seen": 594542592 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008280372331888942, + "loss": 0.0809, + "theoretical_loss": 3.871861229654684, + "tokens_seen": 594804736 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008279569892473119, + "loss": 0.0775, + "theoretical_loss": 3.8716842591347476, + "tokens_seen": 595066880 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008278767453057294, + "loss": 0.0819, + "theoretical_loss": 3.871507388376231, + "tokens_seen": 595329024 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008277965013641469, + "loss": 0.0793, + "theoretical_loss": 3.871330617279006, + "tokens_seen": 595591168 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008277162574225646, + "loss": 0.0812, + "theoretical_loss": 3.8711539457430897, + "tokens_seen": 595853312 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008276360134809821, + "loss": 0.0794, + "theoretical_loss": 3.87097737366864, + "tokens_seen": 596115456 + }, + { + "epoch": 0.18, + "objective/train/advantage_avg": 0.0018865165766328573, + "objective/train/docs_used": 222574, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5308430194854736, + "objective/train/original_loss": 1.5308430194854736, + "objective/train/theoretical_loss": 3.870800900955963, + "objective/train/tokens_used": 616837600, + "objective/train/value_avg": -0.00873565673828125, + "objective/train/value_loss": 0.0005076051456853747, + "objective/train/value_max": -0.0003101825714111328, + "objective/train/value_min": -0.8359375, + "objective/train/value_reward_corr": 0.6530842868181429, + "objective/train/value_std": 0.0172882080078125, + "objective/train/weight_avg": 1.0020999908447266, + "objective/train/weighted_lm_loss": 1.5342068672180176, + "objective/train/weights_max": 1.5835041999816895, + "objective/train/weights_min": 0.3741576671600342, + "theoretical_loss": 3.870800900955963, + "tokens_seen": 596377600 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008275557695393999, + "loss": 0.079, + "theoretical_loss": 3.870800900955963, + "tokens_seen": 596377600 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008274755255978174, + "loss": 0.0812, + "theoretical_loss": 3.8706245275055062, + "tokens_seen": 596639744 + }, + { + "epoch": 0.18, + "learning_rate": 0.000827395281656235, + "loss": 0.0797, + "theoretical_loss": 3.8704482532178606, + "tokens_seen": 596901888 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008273150377146526, + "loss": 0.0836, + "theoretical_loss": 3.8702720779937607, + "tokens_seen": 597164032 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008272347937730702, + "loss": 0.0791, + "theoretical_loss": 3.8700960017340833, + "tokens_seen": 597426176 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008271545498314877, + "loss": 0.0798, + "theoretical_loss": 3.8699200243398493, + "tokens_seen": 597688320 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008270743058899053, + "loss": 0.0845, + "theoretical_loss": 3.8697441457122204, + "tokens_seen": 597950464 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008269940619483229, + "loss": 0.082, + "theoretical_loss": 3.8695683657525013, + "tokens_seen": 598212608 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008269138180067404, + "loss": 0.0825, + "theoretical_loss": 3.8693926843621376, + "tokens_seen": 598474752 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008268335740651582, + "loss": 0.0802, + "theoretical_loss": 3.8692171014427177, + "tokens_seen": 598736896 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008267533301235757, + "loss": 0.0793, + "theoretical_loss": 3.86904161689597, + "tokens_seen": 598999040 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008266730861819933, + "loss": 0.083, + "theoretical_loss": 3.868866230623766, + "tokens_seen": 599261184 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008265928422404109, + "loss": 0.0808, + "theoretical_loss": 3.8686909425281146, + "tokens_seen": 599523328 + }, + { + "epoch": 0.18, + "objective/train/advantage_avg": 0.0011475563514977694, + "objective/train/docs_used": 223680, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6924253702163696, + "objective/train/original_loss": 1.6924253702163696, + "objective/train/theoretical_loss": 3.868603335265913, + "objective/train/tokens_used": 620114400, + "objective/train/value_avg": -0.0102081298828125, + "objective/train/value_loss": 0.00019095691095571965, + "objective/train/value_max": -0.00022172927856445312, + "objective/train/value_min": -0.356689453125, + "objective/train/value_reward_corr": 0.8120058454067111, + "objective/train/value_std": 0.0185699462890625, + "objective/train/weight_avg": 1.001238465309143, + "objective/train/weighted_lm_loss": 1.6944535970687866, + "objective/train/weights_max": 1.3702905178070068, + "objective/train/weights_min": 0.41900476813316345, + "theoretical_loss": 3.868603335265913, + "tokens_seen": 599654400 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008265125982988284, + "loss": 0.081, + "theoretical_loss": 3.8685157525111684, + "tokens_seen": 599785472 + }, + { + "epoch": 0.18, + "learning_rate": 0.000826432354357246, + "loss": 0.0814, + "theoretical_loss": 3.8683406604752184, + "tokens_seen": 600047616 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008263521104156636, + "loss": 0.0828, + "theoretical_loss": 3.868165666322696, + "tokens_seen": 600309760 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008262718664740812, + "loss": 0.0827, + "theoretical_loss": 3.8679907699561733, + "tokens_seen": 600571904 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008261916225324988, + "loss": 0.0819, + "theoretical_loss": 3.86781597127836, + "tokens_seen": 600834048 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008261113785909165, + "loss": 0.0824, + "theoretical_loss": 3.867641270192107, + "tokens_seen": 601096192 + }, + { + "epoch": 0.18, + "learning_rate": 0.000826031134649334, + "loss": 0.0832, + "theoretical_loss": 3.867466666600402, + "tokens_seen": 601358336 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008259508907077516, + "loss": 0.0816, + "theoretical_loss": 3.867292160406373, + "tokens_seen": 601620480 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008258706467661692, + "loss": 0.0795, + "theoretical_loss": 3.8671177515132857, + "tokens_seen": 601882624 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008257904028245867, + "loss": 0.0823, + "theoretical_loss": 3.866943439824545, + "tokens_seen": 602144768 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008257101588830044, + "loss": 0.0799, + "theoretical_loss": 3.8667692252436914, + "tokens_seen": 602406912 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008256299149414219, + "loss": 0.0818, + "theoretical_loss": 3.8665951076744056, + "tokens_seen": 602669056 + }, + { + "epoch": 0.18, + "objective/train/advantage_avg": -0.0003098989836871624, + "objective/train/docs_used": 224736, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5631749629974365, + "objective/train/original_loss": 1.5631747245788574, + "objective/train/theoretical_loss": 3.866421087020504, + "objective/train/tokens_used": 623391200, + "objective/train/value_avg": -0.0056915283203125, + "objective/train/value_loss": 0.00038608559407293797, + "objective/train/value_max": -0.00021827220916748047, + "objective/train/value_min": -0.2193603515625, + "objective/train/value_reward_corr": 0.5816956826214384, + "objective/train/value_std": 0.00832366943359375, + "objective/train/weight_avg": 0.9998624324798584, + "objective/train/weighted_lm_loss": 1.5634725093841553, + "objective/train/weights_max": 1.100432276725769, + "objective/train/weights_min": 0.36908549070358276, + "theoretical_loss": 3.866421087020504, + "tokens_seen": 602931200 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008255496709998395, + "loss": 0.0793, + "theoretical_loss": 3.866421087020504, + "tokens_seen": 602931200 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008254694270582571, + "loss": 0.0765, + "theoretical_loss": 3.8662471631859407, + "tokens_seen": 603193344 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008253891831166747, + "loss": 0.082, + "theoretical_loss": 3.866073336074807, + "tokens_seen": 603455488 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008253089391750923, + "loss": 0.0787, + "theoretical_loss": 3.8658996055913297, + "tokens_seen": 603717632 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008252286952335099, + "loss": 0.0836, + "theoretical_loss": 3.8657259716398737, + "tokens_seen": 603979776 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008251484512919275, + "loss": 0.0798, + "theoretical_loss": 3.8655524341249388, + "tokens_seen": 604241920 + }, + { + "epoch": 0.18, + "learning_rate": 0.000825068207350345, + "loss": 0.0824, + "theoretical_loss": 3.865378992951161, + "tokens_seen": 604504064 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008249879634087627, + "loss": 0.081, + "theoretical_loss": 3.865205648023311, + "tokens_seen": 604766208 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008249077194671802, + "loss": 0.0818, + "theoretical_loss": 3.8650323992462963, + "tokens_seen": 605028352 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008248274755255978, + "loss": 0.0804, + "theoretical_loss": 3.8648592465251586, + "tokens_seen": 605290496 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008247472315840154, + "loss": 0.0814, + "theoretical_loss": 3.864686189765075, + "tokens_seen": 605552640 + }, + { + "epoch": 0.18, + "learning_rate": 0.000824666987642433, + "loss": 0.082, + "theoretical_loss": 3.864513228871357, + "tokens_seen": 605814784 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008245867437008507, + "loss": 0.0805, + "theoretical_loss": 3.8643403637494504, + "tokens_seen": 606076928 + }, + { + "epoch": 0.18, + "objective/train/advantage_avg": 0.0006852047517895699, + "objective/train/docs_used": 225863, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5849335193634033, + "objective/train/original_loss": 1.5849335193634033, + "objective/train/theoretical_loss": 3.8642539670734144, + "objective/train/tokens_used": 626668000, + "objective/train/value_avg": -0.006206512451171875, + "objective/train/value_loss": 9.372299973620102e-05, + "objective/train/value_max": -0.0002694129943847656, + "objective/train/value_min": -0.248291015625, + "objective/train/value_reward_corr": 0.6880443373982341, + "objective/train/value_std": 0.0083770751953125, + "objective/train/weight_avg": 1.000731348991394, + "objective/train/weighted_lm_loss": 1.5860008001327515, + "objective/train/weights_max": 1.0883424282073975, + "objective/train/weights_min": 0.8200247883796692, + "theoretical_loss": 3.8642539670734144, + "tokens_seen": 606208000 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008245064997592682, + "loss": 0.0795, + "theoretical_loss": 3.8641675943049343, + "tokens_seen": 606339072 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008244262558176858, + "loss": 0.0829, + "theoretical_loss": 3.863994920443523, + "tokens_seen": 606601216 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008243460118761034, + "loss": 0.0813, + "theoretical_loss": 3.8638223420710647, + "tokens_seen": 606863360 + }, + { + "epoch": 0.18, + "learning_rate": 0.000824265767934521, + "loss": 0.0786, + "theoretical_loss": 3.863649859093538, + "tokens_seen": 607125504 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008241855239929385, + "loss": 0.0792, + "theoretical_loss": 3.863477471417059, + "tokens_seen": 607387648 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008241052800513561, + "loss": 0.082, + "theoretical_loss": 3.8633051789478734, + "tokens_seen": 607649792 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008240250361097737, + "loss": 0.0839, + "theoretical_loss": 3.8631329815923605, + "tokens_seen": 607911936 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008239447921681912, + "loss": 0.0787, + "theoretical_loss": 3.862960879257032, + "tokens_seen": 608174080 + }, + { + "epoch": 0.18, + "learning_rate": 0.000823864548226609, + "loss": 0.083, + "theoretical_loss": 3.8627888718485313, + "tokens_seen": 608436224 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008237843042850265, + "loss": 0.0795, + "theoretical_loss": 3.862616959273635, + "tokens_seen": 608698368 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008237040603434442, + "loss": 0.0799, + "theoretical_loss": 3.8624451414392498, + "tokens_seen": 608960512 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008236238164018617, + "loss": 0.0782, + "theoretical_loss": 3.8622734182524154, + "tokens_seen": 609222656 + }, + { + "epoch": 0.18, + "objective/train/advantage_avg": 0.002107593696564436, + "objective/train/docs_used": 227108, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5397746562957764, + "objective/train/original_loss": 1.5397746562957764, + "objective/train/theoretical_loss": 3.8621017896203007, + "objective/train/tokens_used": 629944800, + "objective/train/value_avg": -0.0058135986328125, + "objective/train/value_loss": 8.217911090468988e-05, + "objective/train/value_max": -0.00029587745666503906, + "objective/train/value_min": -0.255615234375, + "objective/train/value_reward_corr": 0.5620119131611508, + "objective/train/value_std": 0.007541656494140625, + "objective/train/weight_avg": 1.002148151397705, + "objective/train/weighted_lm_loss": 1.5428919792175293, + "objective/train/weights_max": 1.1342555284500122, + "objective/train/weights_min": 0.6525021195411682, + "theoretical_loss": 3.8621017896203007, + "tokens_seen": 609484800 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008235435724602792, + "loss": 0.0801, + "theoretical_loss": 3.8621017896203007, + "tokens_seen": 609484800 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008234633285186969, + "loss": 0.0792, + "theoretical_loss": 3.8619302554502077, + "tokens_seen": 609746944 + }, + { + "epoch": 0.18, + "learning_rate": 0.0008233830845771144, + "loss": 0.0784, + "theoretical_loss": 3.8617588156495666, + "tokens_seen": 610009088 + }, + { + "epoch": 0.18, + "learning_rate": 0.000823302840635532, + "loss": 0.0826, + "theoretical_loss": 3.861587470125941, + "tokens_seen": 610271232 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008232225966939496, + "loss": 0.0808, + "theoretical_loss": 3.8614162187870216, + "tokens_seen": 610533376 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008231423527523673, + "loss": 0.0802, + "theoretical_loss": 3.861245061540631, + "tokens_seen": 610795520 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008230621088107848, + "loss": 0.0803, + "theoretical_loss": 3.8610739982947218, + "tokens_seen": 611057664 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008229818648692024, + "loss": 0.0772, + "theoretical_loss": 3.8609030289573747, + "tokens_seen": 611319808 + }, + { + "epoch": 0.19, + "learning_rate": 0.00082290162092762, + "loss": 0.0823, + "theoretical_loss": 3.8607321534368007, + "tokens_seen": 611581952 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008228213769860375, + "loss": 0.0771, + "theoretical_loss": 3.8605613716413396, + "tokens_seen": 611844096 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008227411330444552, + "loss": 0.082, + "theoretical_loss": 3.860390683479459, + "tokens_seen": 612106240 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008226608891028727, + "loss": 0.0775, + "theoretical_loss": 3.860220088859757, + "tokens_seen": 612368384 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008225806451612903, + "loss": 0.0774, + "theoretical_loss": 3.860049587690958, + "tokens_seen": 612630528 + }, + { + "epoch": 0.19, + "objective/train/advantage_avg": 0.0015110766980797052, + "objective/train/docs_used": 228263, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.7606807947158813, + "objective/train/original_loss": 1.760680913925171, + "objective/train/theoretical_loss": 3.8599643721221586, + "objective/train/tokens_used": 633221600, + "objective/train/value_avg": -0.005947113037109375, + "objective/train/value_loss": 0.0001293810928473249, + "objective/train/value_max": -0.00018095970153808594, + "objective/train/value_min": -0.331787109375, + "objective/train/value_reward_corr": 0.6609645473047555, + "objective/train/value_std": 0.01068878173828125, + "objective/train/weight_avg": 1.0015748739242554, + "objective/train/weighted_lm_loss": 1.7638583183288574, + "objective/train/weights_max": 1.194754719734192, + "objective/train/weights_min": 0.8256181478500366, + "theoretical_loss": 3.8599643721221586, + "tokens_seen": 612761600 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008225004012197079, + "loss": 0.0796, + "theoretical_loss": 3.8598791798819154, + "tokens_seen": 612892672 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008224201572781254, + "loss": 0.0768, + "theoretical_loss": 3.859708865341611, + "tokens_seen": 613154816 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008223399133365432, + "loss": 0.0817, + "theoretical_loss": 3.8595386439791532, + "tokens_seen": 613416960 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008222596693949607, + "loss": 0.0792, + "theoretical_loss": 3.859368515703778, + "tokens_seen": 613679104 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008221794254533783, + "loss": 0.0777, + "theoretical_loss": 3.859198480424849, + "tokens_seen": 613941248 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008220991815117959, + "loss": 0.0784, + "theoretical_loss": 3.859028538051856, + "tokens_seen": 614203392 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008220189375702135, + "loss": 0.0797, + "theoretical_loss": 3.858858688494416, + "tokens_seen": 614465536 + }, + { + "epoch": 0.19, + "learning_rate": 0.000821938693628631, + "loss": 0.0786, + "theoretical_loss": 3.8586889316622726, + "tokens_seen": 614727680 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008218584496870486, + "loss": 0.0758, + "theoretical_loss": 3.8585192674652955, + "tokens_seen": 614989824 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008217782057454662, + "loss": 0.0785, + "theoretical_loss": 3.8583496958134793, + "tokens_seen": 615251968 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008216979618038837, + "loss": 0.0765, + "theoretical_loss": 3.8581802166169457, + "tokens_seen": 615514112 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008216177178623015, + "loss": 0.0799, + "theoretical_loss": 3.8580108297859415, + "tokens_seen": 615776256 + }, + { + "epoch": 0.19, + "objective/train/advantage_avg": 0.0011905733263120055, + "objective/train/docs_used": 229528, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5323716402053833, + "objective/train/original_loss": 1.5323715209960938, + "objective/train/theoretical_loss": 3.857841535230839, + "objective/train/tokens_used": 636498400, + "objective/train/value_avg": -0.00836181640625, + "objective/train/value_loss": 0.00023473981127608567, + "objective/train/value_max": -0.00020182132720947266, + "objective/train/value_min": -0.8203125, + "objective/train/value_reward_corr": 0.7143354857199369, + "objective/train/value_std": 0.013671875, + "objective/train/weight_avg": 1.001294493675232, + "objective/train/weighted_lm_loss": 1.534334659576416, + "objective/train/weights_max": 1.6203714609146118, + "objective/train/weights_min": 0.2328343540430069, + "theoretical_loss": 3.857841535230839, + "tokens_seen": 616038400 + }, + { + "epoch": 0.19, + "learning_rate": 0.000821537473920719, + "loss": 0.0773, + "theoretical_loss": 3.857841535230839, + "tokens_seen": 616038400 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008214572299791366, + "loss": 0.0791, + "theoretical_loss": 3.8576723328621347, + "tokens_seen": 616300544 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008213769860375542, + "loss": 0.0792, + "theoretical_loss": 3.8575032225904513, + "tokens_seen": 616562688 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008212967420959717, + "loss": 0.0773, + "theoretical_loss": 3.8573342043265346, + "tokens_seen": 616824832 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008212164981543894, + "loss": 0.0831, + "theoretical_loss": 3.857165277981256, + "tokens_seen": 617086976 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008211362542128069, + "loss": 0.0809, + "theoretical_loss": 3.8569964434656105, + "tokens_seen": 617349120 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008210560102712245, + "loss": 0.0808, + "theoretical_loss": 3.856827700690718, + "tokens_seen": 617611264 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008209757663296422, + "loss": 0.0794, + "theoretical_loss": 3.8566590495678192, + "tokens_seen": 617873408 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008208955223880598, + "loss": 0.0816, + "theoretical_loss": 3.856490490008282, + "tokens_seen": 618135552 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008208152784464773, + "loss": 0.0806, + "theoretical_loss": 3.856322021923595, + "tokens_seen": 618397696 + }, + { + "epoch": 0.19, + "learning_rate": 0.000820735034504895, + "loss": 0.0797, + "theoretical_loss": 3.8561536452253713, + "tokens_seen": 618659840 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008206547905633125, + "loss": 0.0771, + "theoretical_loss": 3.855985359825346, + "tokens_seen": 618921984 + }, + { + "epoch": 0.19, + "learning_rate": 0.00082057454662173, + "loss": 0.0825, + "theoretical_loss": 3.855817165635377, + "tokens_seen": 619184128 + }, + { + "epoch": 0.19, + "objective/train/advantage_avg": 0.0010081201326102018, + "objective/train/docs_used": 230719, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.7469862699508667, + "objective/train/original_loss": 1.7469863891601562, + "objective/train/theoretical_loss": 3.855733102716653, + "objective/train/tokens_used": 639775200, + "objective/train/value_avg": -0.006008148193359375, + "objective/train/value_loss": 0.0001584373676450923, + "objective/train/value_max": -0.0002415180206298828, + "objective/train/value_min": -0.1627197265625, + "objective/train/value_reward_corr": 0.4201163487065542, + "objective/train/value_std": 0.00817108154296875, + "objective/train/weight_avg": 1.0010830163955688, + "objective/train/weighted_lm_loss": 1.7478936910629272, + "objective/train/weights_max": 1.1283174753189087, + "objective/train/weights_min": 0.3681054711341858, + "theoretical_loss": 3.855733102716653, + "tokens_seen": 619315200 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008204943026801477, + "loss": 0.0817, + "theoretical_loss": 3.8556490625674447, + "tokens_seen": 619446272 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008204140587385652, + "loss": 0.0812, + "theoretical_loss": 3.855481050533651, + "tokens_seen": 619708416 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008203338147969828, + "loss": 0.0813, + "theoretical_loss": 3.8553131294462206, + "tokens_seen": 619970560 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008202535708554004, + "loss": 0.0812, + "theoretical_loss": 3.8551452992175, + "tokens_seen": 620232704 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008201733269138181, + "loss": 0.0813, + "theoretical_loss": 3.8549775597599556, + "tokens_seen": 620494848 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008200930829722356, + "loss": 0.0788, + "theoretical_loss": 3.8548099109861775, + "tokens_seen": 620756992 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008200128390306532, + "loss": 0.081, + "theoretical_loss": 3.8546423528088747, + "tokens_seen": 621019136 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008199325950890708, + "loss": 0.0802, + "theoretical_loss": 3.8544748851408777, + "tokens_seen": 621281280 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008198523511474884, + "loss": 0.078, + "theoretical_loss": 3.8543075078951388, + "tokens_seen": 621543424 + }, + { + "epoch": 0.19, + "learning_rate": 0.000819772107205906, + "loss": 0.0782, + "theoretical_loss": 3.8541402209847284, + "tokens_seen": 621805568 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008196918632643235, + "loss": 0.0816, + "theoretical_loss": 3.8539730243228387, + "tokens_seen": 622067712 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008196116193227412, + "loss": 0.0775, + "theoretical_loss": 3.8538059178227817, + "tokens_seen": 622329856 + }, + { + "epoch": 0.19, + "objective/train/advantage_avg": -0.000393340946175158, + "objective/train/docs_used": 231894, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6844229698181152, + "objective/train/original_loss": 1.6844232082366943, + "objective/train/theoretical_loss": 3.8536389013979893, + "objective/train/tokens_used": 643052000, + "objective/train/value_avg": -0.01082611083984375, + "objective/train/value_loss": 0.0004158045048825443, + "objective/train/value_max": -0.0002359151840209961, + "objective/train/value_min": -0.64794921875, + "objective/train/value_reward_corr": 0.7060889047199148, + "objective/train/value_std": 0.0178070068359375, + "objective/train/weight_avg": 0.9997953772544861, + "objective/train/weighted_lm_loss": 1.6835644245147705, + "objective/train/weights_max": 1.5169618129730225, + "objective/train/weights_min": 0.37474045157432556, + "theoretical_loss": 3.8536389013979893, + "tokens_seen": 622592000 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008195313753811587, + "loss": 0.0833, + "theoretical_loss": 3.8536389013979893, + "tokens_seen": 622592000 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008194511314395762, + "loss": 0.0792, + "theoretical_loss": 3.8534719749620114, + "tokens_seen": 622854144 + }, + { + "epoch": 0.19, + "learning_rate": 0.000819370887497994, + "loss": 0.0786, + "theoretical_loss": 3.8533051384285195, + "tokens_seen": 623116288 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008192906435564115, + "loss": 0.0812, + "theoretical_loss": 3.853138391711303, + "tokens_seen": 623378432 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008192103996148291, + "loss": 0.0791, + "theoretical_loss": 3.852971734724269, + "tokens_seen": 623640576 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008191301556732467, + "loss": 0.0787, + "theoretical_loss": 3.8528051673814456, + "tokens_seen": 623902720 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008190499117316643, + "loss": 0.0808, + "theoretical_loss": 3.8526386895969775, + "tokens_seen": 624164864 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008189696677900818, + "loss": 0.0822, + "theoretical_loss": 3.8524723012851294, + "tokens_seen": 624427008 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008188894238484994, + "loss": 0.0808, + "theoretical_loss": 3.852306002360282, + "tokens_seen": 624689152 + }, + { + "epoch": 0.19, + "learning_rate": 0.000818809179906917, + "loss": 0.0813, + "theoretical_loss": 3.852139792736936, + "tokens_seen": 624951296 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008187289359653345, + "loss": 0.0783, + "theoretical_loss": 3.8519736723297067, + "tokens_seen": 625213440 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008186486920237523, + "loss": 0.0788, + "theoretical_loss": 3.8518076410533304, + "tokens_seen": 625475584 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008185684480821698, + "loss": 0.0788, + "theoretical_loss": 3.8516416988226574, + "tokens_seen": 625737728 + }, + { + "epoch": 0.19, + "objective/train/advantage_avg": 0.0007913002045825124, + "objective/train/docs_used": 233149, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4504616260528564, + "objective/train/original_loss": 1.450461745262146, + "objective/train/theoretical_loss": 3.8515587610728836, + "objective/train/tokens_used": 646328800, + "objective/train/value_avg": -0.00909423828125, + "objective/train/value_loss": 0.00026332002016715705, + "objective/train/value_max": -0.00027370452880859375, + "objective/train/value_min": -0.29541015625, + "objective/train/value_reward_corr": 0.7084595320290346, + "objective/train/value_std": 0.01407623291015625, + "objective/train/weight_avg": 1.0009140968322754, + "objective/train/weighted_lm_loss": 1.4511420726776123, + "objective/train/weights_max": 1.1097402572631836, + "objective/train/weights_min": 0.3838789761066437, + "theoretical_loss": 3.8515587610728836, + "tokens_seen": 625868800 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008184882041405875, + "loss": 0.0792, + "theoretical_loss": 3.851475845552658, + "tokens_seen": 625999872 + }, + { + "epoch": 0.19, + "learning_rate": 0.000818407960199005, + "loss": 0.0819, + "theoretical_loss": 3.8513100811584158, + "tokens_seen": 626262016 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008183277162574225, + "loss": 0.0816, + "theoretical_loss": 3.851144405555134, + "tokens_seen": 626524160 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008182474723158402, + "loss": 0.0786, + "theoretical_loss": 3.85097881865813, + "tokens_seen": 626786304 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008181672283742577, + "loss": 0.0807, + "theoretical_loss": 3.850813320382839, + "tokens_seen": 627048448 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008180869844326753, + "loss": 0.0808, + "theoretical_loss": 3.8506479106448115, + "tokens_seen": 627310592 + }, + { + "epoch": 0.19, + "learning_rate": 0.000818006740491093, + "loss": 0.0822, + "theoretical_loss": 3.8504825893597134, + "tokens_seen": 627572736 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008179264965495106, + "loss": 0.08, + "theoretical_loss": 3.850317356443326, + "tokens_seen": 627834880 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008178462526079281, + "loss": 0.0787, + "theoretical_loss": 3.8501522118115465, + "tokens_seen": 628097024 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008177660086663458, + "loss": 0.0825, + "theoretical_loss": 3.8499871553803873, + "tokens_seen": 628359168 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008176857647247633, + "loss": 0.0801, + "theoretical_loss": 3.8498221870659743, + "tokens_seen": 628621312 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008176055207831808, + "loss": 0.0761, + "theoretical_loss": 3.8496573067845503, + "tokens_seen": 628883456 + }, + { + "epoch": 0.19, + "objective/train/advantage_avg": 0.0004386761283967644, + "objective/train/docs_used": 234355, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4872781038284302, + "objective/train/original_loss": 1.4872782230377197, + "objective/train/theoretical_loss": 3.8494925144524705, + "objective/train/tokens_used": 649605600, + "objective/train/value_avg": -0.0094757080078125, + "objective/train/value_loss": 0.0007707379409112036, + "objective/train/value_max": -0.0002453327178955078, + "objective/train/value_min": -0.86083984375, + "objective/train/value_reward_corr": 0.5817294966432892, + "objective/train/value_std": 0.018707275390625, + "objective/train/weight_avg": 1.0007619857788086, + "objective/train/weighted_lm_loss": 1.486852765083313, + "objective/train/weights_max": 1.8893455266952515, + "objective/train/weights_min": 0.3701556921005249, + "theoretical_loss": 3.8494925144524705, + "tokens_seen": 629145600 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008175252768415985, + "loss": 0.0811, + "theoretical_loss": 3.8494925144524705, + "tokens_seen": 629145600 + }, + { + "epoch": 0.19, + "learning_rate": 0.000817445032900016, + "loss": 0.0802, + "theoretical_loss": 3.849327809986206, + "tokens_seen": 629407744 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008173647889584337, + "loss": 0.0768, + "theoretical_loss": 3.8491631933023407, + "tokens_seen": 629669888 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008172845450168512, + "loss": 0.0816, + "theoretical_loss": 3.8489986643175733, + "tokens_seen": 629932032 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008172043010752689, + "loss": 0.0803, + "theoretical_loss": 3.8488342229487156, + "tokens_seen": 630194176 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008171240571336865, + "loss": 0.082, + "theoretical_loss": 3.8486698691126935, + "tokens_seen": 630456320 + }, + { + "epoch": 0.19, + "learning_rate": 0.000817043813192104, + "loss": 0.0808, + "theoretical_loss": 3.8485056027265454, + "tokens_seen": 630718464 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008169635692505216, + "loss": 0.08, + "theoretical_loss": 3.848341423707423, + "tokens_seen": 630980608 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008168833253089392, + "loss": 0.0788, + "theoretical_loss": 3.8481773319725914, + "tokens_seen": 631242752 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008168030813673568, + "loss": 0.0829, + "theoretical_loss": 3.8480133274394275, + "tokens_seen": 631504896 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008167228374257743, + "loss": 0.0762, + "theoretical_loss": 3.8478494100254217, + "tokens_seen": 631767040 + }, + { + "epoch": 0.19, + "learning_rate": 0.000816642593484192, + "loss": 0.0826, + "theoretical_loss": 3.847685579648176, + "tokens_seen": 632029184 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008165623495426095, + "loss": 0.0824, + "theoretical_loss": 3.847521836225404, + "tokens_seen": 632291328 + }, + { + "epoch": 0.19, + "objective/train/advantage_avg": 0.0010568576399236917, + "objective/train/docs_used": 235545, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.8881862163543701, + "objective/train/original_loss": 1.8881862163543701, + "objective/train/theoretical_loss": 3.847439997096262, + "objective/train/tokens_used": 652882400, + "objective/train/value_avg": -0.0088348388671875, + "objective/train/value_loss": 0.00024009679327718914, + "objective/train/value_max": -0.0002551078796386719, + "objective/train/value_min": -0.280517578125, + "objective/train/value_reward_corr": 0.6589605540533532, + "objective/train/value_std": 0.01268768310546875, + "objective/train/weight_avg": 1.0011711120605469, + "objective/train/weighted_lm_loss": 1.8903303146362305, + "objective/train/weights_max": 1.1993041038513184, + "objective/train/weights_min": 0.3697238564491272, + "theoretical_loss": 3.847439997096262, + "tokens_seen": 632422400 + }, + { + "epoch": 0.19, + "learning_rate": 0.000816482105601027, + "loss": 0.0826, + "theoretical_loss": 3.8473581796749317, + "tokens_seen": 632553472 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008164018616594448, + "loss": 0.0772, + "theoretical_loss": 3.8471946099146983, + "tokens_seen": 632815616 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008163216177178623, + "loss": 0.0791, + "theoretical_loss": 3.847031126862751, + "tokens_seen": 633077760 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008162413737762799, + "loss": 0.0791, + "theoretical_loss": 3.8468677304372507, + "tokens_seen": 633339904 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008161611298346975, + "loss": 0.0778, + "theoretical_loss": 3.8467044205564704, + "tokens_seen": 633602048 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008160808858931151, + "loss": 0.0802, + "theoretical_loss": 3.846541197138791, + "tokens_seen": 633864192 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008160006419515327, + "loss": 0.0838, + "theoretical_loss": 3.8463780601027056, + "tokens_seen": 634126336 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008159203980099502, + "loss": 0.0784, + "theoretical_loss": 3.846215009366819, + "tokens_seen": 634388480 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008158401540683678, + "loss": 0.0809, + "theoretical_loss": 3.846052044849843, + "tokens_seen": 634650624 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008157599101267855, + "loss": 0.0793, + "theoretical_loss": 3.845889166470604, + "tokens_seen": 634912768 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008156796661852031, + "loss": 0.0802, + "theoretical_loss": 3.8457263741480343, + "tokens_seen": 635174912 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008155994222436206, + "loss": 0.0787, + "theoretical_loss": 3.845563667801178, + "tokens_seen": 635437056 + }, + { + "epoch": 0.19, + "objective/train/advantage_avg": -0.00019296404207125306, + "objective/train/docs_used": 236526, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6294114589691162, + "objective/train/original_loss": 1.6294113397598267, + "objective/train/theoretical_loss": 3.8454010473491884, + "objective/train/tokens_used": 656159200, + "objective/train/value_avg": -0.006862640380859375, + "objective/train/value_loss": 0.00015191119746305048, + "objective/train/value_max": -0.00016736984252929688, + "objective/train/value_min": -0.2247314453125, + "objective/train/value_reward_corr": 0.6676999736091117, + "objective/train/value_std": 0.01027679443359375, + "objective/train/weight_avg": 0.9998818039894104, + "objective/train/weighted_lm_loss": 1.6286702156066895, + "objective/train/weights_max": 1.1353638172149658, + "objective/train/weights_min": 0.7820278406143188, + "theoretical_loss": 3.8454010473491884, + "tokens_seen": 635699200 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008155191783020383, + "loss": 0.0807, + "theoretical_loss": 3.8454010473491884, + "tokens_seen": 635699200 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008154389343604558, + "loss": 0.0792, + "theoretical_loss": 3.845238512711327, + "tokens_seen": 635961344 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008153586904188733, + "loss": 0.0815, + "theoretical_loss": 3.845076063806966, + "tokens_seen": 636223488 + }, + { + "epoch": 0.19, + "learning_rate": 0.000815278446477291, + "loss": 0.0831, + "theoretical_loss": 3.844913700555586, + "tokens_seen": 636485632 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008151982025357085, + "loss": 0.0779, + "theoretical_loss": 3.8447514228767763, + "tokens_seen": 636747776 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008151179585941261, + "loss": 0.0826, + "theoretical_loss": 3.844589230690234, + "tokens_seen": 637009920 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008150377146525437, + "loss": 0.0794, + "theoretical_loss": 3.844427123915766, + "tokens_seen": 637272064 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008149574707109614, + "loss": 0.078, + "theoretical_loss": 3.8442651024732863, + "tokens_seen": 637534208 + }, + { + "epoch": 0.19, + "learning_rate": 0.000814877226769379, + "loss": 0.078, + "theoretical_loss": 3.8441031662828173, + "tokens_seen": 637796352 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008147969828277966, + "loss": 0.0796, + "theoretical_loss": 3.843941315264489, + "tokens_seen": 638058496 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008147167388862141, + "loss": 0.0785, + "theoretical_loss": 3.8437795493385387, + "tokens_seen": 638320640 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008146364949446317, + "loss": 0.0811, + "theoretical_loss": 3.8436178684253126, + "tokens_seen": 638582784 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008145562510030493, + "loss": 0.0816, + "theoretical_loss": 3.843456272445262, + "tokens_seen": 638844928 + }, + { + "epoch": 0.19, + "objective/train/advantage_avg": 0.0017919238889589906, + "objective/train/docs_used": 237858, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3964860439300537, + "objective/train/original_loss": 1.3964860439300537, + "objective/train/theoretical_loss": 3.8433755062803483, + "objective/train/tokens_used": 659436000, + "objective/train/value_avg": -0.00945281982421875, + "objective/train/value_loss": 0.0002898043894674629, + "objective/train/value_max": -0.0003199577331542969, + "objective/train/value_min": -0.222412109375, + "objective/train/value_reward_corr": 0.5961481644529347, + "objective/train/value_std": 0.0130615234375, + "objective/train/weight_avg": 1.0019211769104004, + "objective/train/weighted_lm_loss": 1.3986027240753174, + "objective/train/weights_max": 1.1935803890228271, + "objective/train/weights_min": 0.3946288824081421, + "theoretical_loss": 3.8433755062803483, + "tokens_seen": 638976000 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008144760070614668, + "loss": 0.078, + "theoretical_loss": 3.8432947613189468, + "tokens_seen": 639107072 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008143957631198845, + "loss": 0.0822, + "theoretical_loss": 3.8431333349670336, + "tokens_seen": 639369216 + }, + { + "epoch": 0.19, + "learning_rate": 0.000814315519178302, + "loss": 0.0785, + "theoretical_loss": 3.842971993310294, + "tokens_seen": 639631360 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008142352752367197, + "loss": 0.0789, + "theoretical_loss": 3.8428107362696085, + "tokens_seen": 639893504 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008141550312951373, + "loss": 0.0777, + "theoretical_loss": 3.842649563765962, + "tokens_seen": 640155648 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008140747873535548, + "loss": 0.0815, + "theoretical_loss": 3.8424884757204474, + "tokens_seen": 640417792 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008139945434119724, + "loss": 0.0797, + "theoretical_loss": 3.8423274720542606, + "tokens_seen": 640679936 + }, + { + "epoch": 0.19, + "learning_rate": 0.00081391429947039, + "loss": 0.0784, + "theoretical_loss": 3.842166552688706, + "tokens_seen": 640942080 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008138340555288076, + "loss": 0.0803, + "theoretical_loss": 3.8420057175451934, + "tokens_seen": 641204224 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008137538115872251, + "loss": 0.0808, + "theoretical_loss": 3.841844966545236, + "tokens_seen": 641466368 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008136735676456428, + "loss": 0.0799, + "theoretical_loss": 3.841684299610453, + "tokens_seen": 641728512 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008135933237040603, + "loss": 0.0787, + "theoretical_loss": 3.8415237166625698, + "tokens_seen": 641990656 + }, + { + "epoch": 0.19, + "objective/train/advantage_avg": 0.0005308852414600551, + "objective/train/docs_used": 239059, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6007221937179565, + "objective/train/original_loss": 1.600722074508667, + "objective/train/theoretical_loss": 3.8413632176234147, + "objective/train/tokens_used": 662712800, + "objective/train/value_avg": -0.007415771484375, + "objective/train/value_loss": 0.00014842039672657847, + "objective/train/value_max": -0.00018668174743652344, + "objective/train/value_min": -0.29248046875, + "objective/train/value_reward_corr": 0.6399396925641209, + "objective/train/value_std": 0.0100860595703125, + "objective/train/weight_avg": 1.0006037950515747, + "objective/train/weighted_lm_loss": 1.6012226343154907, + "objective/train/weights_max": 1.1407818794250488, + "objective/train/weights_min": 0.6178142428398132, + "theoretical_loss": 3.8413632176234147, + "tokens_seen": 642252800 + }, + { + "epoch": 0.19, + "learning_rate": 0.000813513079762478, + "loss": 0.0791, + "theoretical_loss": 3.8413632176234147, + "tokens_seen": 642252800 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008134328358208956, + "loss": 0.0831, + "theoretical_loss": 3.8412028024149225, + "tokens_seen": 642514944 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008133525918793131, + "loss": 0.0788, + "theoretical_loss": 3.841042470959131, + "tokens_seen": 642777088 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008132723479377308, + "loss": 0.0788, + "theoretical_loss": 3.840882223178183, + "tokens_seen": 643039232 + }, + { + "epoch": 0.19, + "learning_rate": 0.0008131921039961483, + "loss": 0.0809, + "theoretical_loss": 3.8407220589943254, + "tokens_seen": 643301376 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008131118600545659, + "loss": 0.0776, + "theoretical_loss": 3.8405619783299083, + "tokens_seen": 643563520 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008130316161129835, + "loss": 0.0782, + "theoretical_loss": 3.8404019811073864, + "tokens_seen": 643825664 + }, + { + "epoch": 0.2, + "learning_rate": 0.000812951372171401, + "loss": 0.0784, + "theoretical_loss": 3.840242067249317, + "tokens_seen": 644087808 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008128711282298186, + "loss": 0.0781, + "theoretical_loss": 3.840082236678362, + "tokens_seen": 644349952 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008127908842882363, + "loss": 0.0798, + "theoretical_loss": 3.8399224893172854, + "tokens_seen": 644612096 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008127106403466539, + "loss": 0.079, + "theoretical_loss": 3.839762825088955, + "tokens_seen": 644874240 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008126303964050714, + "loss": 0.0831, + "theoretical_loss": 3.8396032439163394, + "tokens_seen": 645136384 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008125501524634891, + "loss": 0.0803, + "theoretical_loss": 3.8394437457225132, + "tokens_seen": 645398528 + }, + { + "epoch": 0.2, + "objective/train/advantage_avg": 0.00045047758612781763, + "objective/train/docs_used": 240316, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6012248992919922, + "objective/train/original_loss": 1.6012251377105713, + "objective/train/theoretical_loss": 3.8393640277186343, + "objective/train/tokens_used": 665989600, + "objective/train/value_avg": -0.01202392578125, + "objective/train/value_loss": 0.0002969006891362369, + "objective/train/value_max": -0.00020503997802734375, + "objective/train/value_min": -0.305908203125, + "objective/train/value_reward_corr": 0.8129415719059498, + "objective/train/value_std": 0.0219268798828125, + "objective/train/weight_avg": 1.0005916357040405, + "objective/train/weighted_lm_loss": 1.6010870933532715, + "objective/train/weights_max": 1.191002368927002, + "objective/train/weights_min": 0.3837852478027344, + "theoretical_loss": 3.8393640277186343, + "tokens_seen": 645529600 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008124699085219066, + "loss": 0.0831, + "theoretical_loss": 3.839284330430651, + "tokens_seen": 645660672 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008123896645803241, + "loss": 0.0809, + "theoretical_loss": 3.8391249979640305, + "tokens_seen": 645922816 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008123094206387418, + "loss": 0.0799, + "theoretical_loss": 3.8389657482460313, + "tokens_seen": 646184960 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008122291766971593, + "loss": 0.0771, + "theoretical_loss": 3.838806581200134, + "tokens_seen": 646447104 + }, + { + "epoch": 0.2, + "learning_rate": 0.000812148932755577, + "loss": 0.0807, + "theoretical_loss": 3.838647496749924, + "tokens_seen": 646709248 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008120686888139945, + "loss": 0.0815, + "theoretical_loss": 3.8384884948190847, + "tokens_seen": 646971392 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008119884448724122, + "loss": 0.0806, + "theoretical_loss": 3.838329575331403, + "tokens_seen": 647233536 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008119082009308298, + "loss": 0.0796, + "theoretical_loss": 3.8381707382107657, + "tokens_seen": 647495680 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008118279569892473, + "loss": 0.0833, + "theoretical_loss": 3.838011983381162, + "tokens_seen": 647757824 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008117477130476649, + "loss": 0.0788, + "theoretical_loss": 3.8378533107666817, + "tokens_seen": 648019968 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008116674691060825, + "loss": 0.0831, + "theoretical_loss": 3.8376947202915144, + "tokens_seen": 648282112 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008115872251645001, + "loss": 0.0797, + "theoretical_loss": 3.8375362118799505, + "tokens_seen": 648544256 + }, + { + "epoch": 0.2, + "objective/train/advantage_avg": 0.0016723282169550657, + "objective/train/docs_used": 241544, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4978621006011963, + "objective/train/original_loss": 1.4978622198104858, + "objective/train/theoretical_loss": 3.8373777854563813, + "objective/train/tokens_used": 669266400, + "objective/train/value_avg": -0.006694793701171875, + "objective/train/value_loss": 0.00025827783974818885, + "objective/train/value_max": -0.00017261505126953125, + "objective/train/value_min": -0.72314453125, + "objective/train/value_reward_corr": 0.5859107987115624, + "objective/train/value_std": 0.0117950439453125, + "objective/train/weight_avg": 1.0017814636230469, + "objective/train/weighted_lm_loss": 1.5003448724746704, + "objective/train/weights_max": 1.1888928413391113, + "objective/train/weights_min": 0.371211975812912, + "theoretical_loss": 3.8373777854563813, + "tokens_seen": 648806400 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008115069812229176, + "loss": 0.0792, + "theoretical_loss": 3.8373777854563813, + "tokens_seen": 648806400 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008114267372813353, + "loss": 0.0814, + "theoretical_loss": 3.837219440945298, + "tokens_seen": 649068544 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008113464933397528, + "loss": 0.0799, + "theoretical_loss": 3.8370611782712922, + "tokens_seen": 649330688 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008112662493981705, + "loss": 0.0821, + "theoretical_loss": 3.8369029973590543, + "tokens_seen": 649592832 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008111860054565881, + "loss": 0.0793, + "theoretical_loss": 3.836744898133376, + "tokens_seen": 649854976 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008111057615150056, + "loss": 0.0787, + "theoretical_loss": 3.8365868805191456, + "tokens_seen": 650117120 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008110255175734233, + "loss": 0.0796, + "theoretical_loss": 3.836428944441354, + "tokens_seen": 650379264 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008109452736318408, + "loss": 0.0803, + "theoretical_loss": 3.8362710898250896, + "tokens_seen": 650641408 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008108650296902584, + "loss": 0.0815, + "theoretical_loss": 3.83611331659554, + "tokens_seen": 650903552 + }, + { + "epoch": 0.2, + "learning_rate": 0.000810784785748676, + "loss": 0.0763, + "theoretical_loss": 3.8359556246779913, + "tokens_seen": 651165696 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008107045418070936, + "loss": 0.0825, + "theoretical_loss": 3.8357980139978283, + "tokens_seen": 651427840 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008106242978655111, + "loss": 0.0824, + "theoretical_loss": 3.8356404844805354, + "tokens_seen": 651689984 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008105440539239288, + "loss": 0.0815, + "theoretical_loss": 3.835483036051694, + "tokens_seen": 651952128 + }, + { + "epoch": 0.2, + "objective/train/advantage_avg": 0.0019221309339627624, + "objective/train/docs_used": 242832, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6218422651290894, + "objective/train/original_loss": 1.6218422651290894, + "objective/train/theoretical_loss": 3.8354043422222133, + "objective/train/tokens_used": 672543200, + "objective/train/value_avg": -0.0067138671875, + "objective/train/value_loss": 0.00014056370127946138, + "objective/train/value_max": -0.0002758502960205078, + "objective/train/value_min": -0.266357421875, + "objective/train/value_reward_corr": 0.6612652131998894, + "objective/train/value_std": 0.01168060302734375, + "objective/train/weight_avg": 1.0019882917404175, + "objective/train/weighted_lm_loss": 1.6255362033843994, + "objective/train/weights_max": 1.1257035732269287, + "objective/train/weights_min": 0.3843361437320709, + "theoretical_loss": 3.8354043422222133, + "tokens_seen": 652083200 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008104638099823464, + "loss": 0.08, + "theoretical_loss": 3.835325668636983, + "tokens_seen": 652214272 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008103835660407639, + "loss": 0.0815, + "theoretical_loss": 3.8351683821621814, + "tokens_seen": 652476416 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008103033220991816, + "loss": 0.0818, + "theoretical_loss": 3.8350111765531647, + "tokens_seen": 652738560 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008102230781575991, + "loss": 0.0795, + "theoretical_loss": 3.834854051735906, + "tokens_seen": 653000704 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008101428342160167, + "loss": 0.0824, + "theoretical_loss": 3.8346970076364757, + "tokens_seen": 653262848 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008100625902744343, + "loss": 0.0796, + "theoretical_loss": 3.8345400441810424, + "tokens_seen": 653524992 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008099823463328518, + "loss": 0.0816, + "theoretical_loss": 3.8343831612958703, + "tokens_seen": 653787136 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008099021023912694, + "loss": 0.0816, + "theoretical_loss": 3.834226358907322, + "tokens_seen": 654049280 + }, + { + "epoch": 0.2, + "learning_rate": 0.000809821858449687, + "loss": 0.0815, + "theoretical_loss": 3.8340696369418565, + "tokens_seen": 654311424 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008097416145081047, + "loss": 0.0782, + "theoretical_loss": 3.833912995326029, + "tokens_seen": 654573568 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008096613705665223, + "loss": 0.0789, + "theoretical_loss": 3.8337564339864914, + "tokens_seen": 654835712 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008095811266249399, + "loss": 0.0799, + "theoretical_loss": 3.8335999528499913, + "tokens_seen": 655097856 + }, + { + "debugging/Compilability": 0.9230769230769231, + "debugging/distinct-1-grams": 0.7560193640250044, + "debugging/entropy-1-grams": 5.2534808493234895, + "debugging/length": 422.2307692307692, + "debugging/num_segments": 13, + "debugging/raw_token_scores_avg": 0.00857908371835947, + "debugging/raw_token_scores_std": 0.02154596894979477, + "debugging/score": 0.01638830111902192, + "debugging/score_std": 0.019821935735086043, + "epoch": 0.2, + "objective/train/advantage_avg": 0.002284665359184146, + "objective/train/docs_used": 243976, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.535326361656189, + "objective/train/original_loss": 1.535326361656189, + "objective/train/theoretical_loss": 3.833443551843374, + "objective/train/tokens_used": 675820000, + "objective/train/value_avg": -0.0108642578125, + "objective/train/value_loss": 0.00021685670071747154, + "objective/train/value_max": -0.0002378225326538086, + "objective/train/value_min": -0.300537109375, + "objective/train/value_reward_corr": 0.7409915872584547, + "objective/train/value_std": 0.0174560546875, + "objective/train/weight_avg": 1.002388834953308, + "objective/train/weighted_lm_loss": 1.5379074811935425, + "objective/train/weights_max": 1.2372492551803589, + "objective/train/weights_min": 0.3808102309703827, + "theoretical_loss": 3.833443551843374, + "tokens_seen": 655360000 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008095008826833574, + "loss": 0.0823, + "theoretical_loss": 3.833443551843374, + "tokens_seen": 655360000 + }, + { + "epoch": 0.2, + "learning_rate": 0.000809420638741775, + "loss": 0.0799, + "theoretical_loss": 3.8332872308935793, + "tokens_seen": 655622144 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008093403948001926, + "loss": 0.0808, + "theoretical_loss": 3.833130989927643, + "tokens_seen": 655884288 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008092601508586101, + "loss": 0.0796, + "theoretical_loss": 3.8329748288726972, + "tokens_seen": 656146432 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008091799069170278, + "loss": 0.0836, + "theoretical_loss": 3.8328187476559687, + "tokens_seen": 656408576 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008090996629754453, + "loss": 0.0819, + "theoretical_loss": 3.83266274620478, + "tokens_seen": 656670720 + }, + { + "epoch": 0.2, + "learning_rate": 0.000809019419033863, + "loss": 0.0783, + "theoretical_loss": 3.832506824446549, + "tokens_seen": 656932864 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008089391750922806, + "loss": 0.0793, + "theoretical_loss": 3.832350982308788, + "tokens_seen": 657195008 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008088589311506981, + "loss": 0.0781, + "theoretical_loss": 3.8321952197191043, + "tokens_seen": 657457152 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008087786872091157, + "loss": 0.0814, + "theoretical_loss": 3.8320395366052, + "tokens_seen": 657719296 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008086984432675333, + "loss": 0.0794, + "theoretical_loss": 3.8318839328948715, + "tokens_seen": 657981440 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008086181993259509, + "loss": 0.0805, + "theoretical_loss": 3.8317284085160095, + "tokens_seen": 658243584 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008085379553843684, + "loss": 0.0803, + "theoretical_loss": 3.8315729633965994, + "tokens_seen": 658505728 + }, + { + "epoch": 0.2, + "objective/train/advantage_avg": -0.0003567223029676825, + "objective/train/docs_used": 245288, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4947141408920288, + "objective/train/original_loss": 1.4947139024734497, + "objective/train/theoretical_loss": 3.83149527053671, + "objective/train/tokens_used": 679096800, + "objective/train/value_avg": -0.010650634765625, + "objective/train/value_loss": 0.00032394565641880035, + "objective/train/value_max": -0.0002892017364501953, + "objective/train/value_min": -0.26806640625, + "objective/train/value_reward_corr": 0.618165205009982, + "objective/train/value_std": 0.01338958740234375, + "objective/train/weight_avg": 0.9997819066047668, + "objective/train/weighted_lm_loss": 1.4937161207199097, + "objective/train/weights_max": 1.172834873199463, + "objective/train/weights_min": 0.22922809422016144, + "theoretical_loss": 3.83149527053671, + "tokens_seen": 658636800 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008084577114427861, + "loss": 0.0784, + "theoretical_loss": 3.8314175974647195, + "tokens_seen": 658767872 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008083774675012036, + "loss": 0.0805, + "theoretical_loss": 3.831262310648544, + "tokens_seen": 659030016 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008082972235596214, + "loss": 0.0813, + "theoretical_loss": 3.831107102876338, + "tokens_seen": 659292160 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008082169796180389, + "loss": 0.0827, + "theoretical_loss": 3.830951974076463, + "tokens_seen": 659554304 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008081367356764564, + "loss": 0.0823, + "theoretical_loss": 3.830796924177371, + "tokens_seen": 659816448 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008080564917348741, + "loss": 0.079, + "theoretical_loss": 3.830641953107609, + "tokens_seen": 660078592 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008079762477932916, + "loss": 0.0804, + "theoretical_loss": 3.8304870607958175, + "tokens_seen": 660340736 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008078960038517092, + "loss": 0.0806, + "theoretical_loss": 3.8303322471707286, + "tokens_seen": 660602880 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008078157599101268, + "loss": 0.0784, + "theoretical_loss": 3.830177512161167, + "tokens_seen": 660865024 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008077355159685444, + "loss": 0.0816, + "theoretical_loss": 3.8300228556960523, + "tokens_seen": 661127168 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008076552720269619, + "loss": 0.0775, + "theoretical_loss": 3.829868277704393, + "tokens_seen": 661389312 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008075750280853796, + "loss": 0.0806, + "theoretical_loss": 3.829713778115293, + "tokens_seen": 661651456 + }, + { + "epoch": 0.2, + "objective/train/advantage_avg": 0.0008268101955763996, + "objective/train/docs_used": 246530, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.642927646636963, + "objective/train/original_loss": 1.6429274082183838, + "objective/train/theoretical_loss": 3.8295593568579465, + "objective/train/tokens_used": 682373600, + "objective/train/value_avg": -0.0113525390625, + "objective/train/value_loss": 0.0002882195694837719, + "objective/train/value_max": -0.0002434253692626953, + "objective/train/value_min": -0.40087890625, + "objective/train/value_reward_corr": 0.7469165639933384, + "objective/train/value_std": 0.01947021484375, + "objective/train/weight_avg": 1.0009649991989136, + "objective/train/weighted_lm_loss": 1.6438031196594238, + "objective/train/weights_max": 1.2659715414047241, + "objective/train/weights_min": 0.37021923065185547, + "theoretical_loss": 3.8295593568579465, + "tokens_seen": 661913600 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008074947841437972, + "loss": 0.0814, + "theoretical_loss": 3.8295593568579465, + "tokens_seen": 661913600 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008074145402022147, + "loss": 0.0812, + "theoretical_loss": 3.8294050138616402, + "tokens_seen": 662175744 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008073342962606324, + "loss": 0.0809, + "theoretical_loss": 3.8292507490557526, + "tokens_seen": 662437888 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008072540523190499, + "loss": 0.0766, + "theoretical_loss": 3.8290965623697537, + "tokens_seen": 662700032 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008071738083774676, + "loss": 0.0782, + "theoretical_loss": 3.8289424537332053, + "tokens_seen": 662962176 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008070935644358851, + "loss": 0.0825, + "theoretical_loss": 3.82878842307576, + "tokens_seen": 663224320 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008070133204943026, + "loss": 0.0795, + "theoretical_loss": 3.828634470327162, + "tokens_seen": 663486464 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008069330765527203, + "loss": 0.0805, + "theoretical_loss": 3.8284805954172474, + "tokens_seen": 663748608 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008068528326111379, + "loss": 0.081, + "theoretical_loss": 3.828326798275941, + "tokens_seen": 664010752 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008067725886695555, + "loss": 0.0794, + "theoretical_loss": 3.82817307883326, + "tokens_seen": 664272896 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008066923447279731, + "loss": 0.0795, + "theoretical_loss": 3.8280194370193112, + "tokens_seen": 664535040 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008066121007863907, + "loss": 0.0796, + "theoretical_loss": 3.827865872764293, + "tokens_seen": 664797184 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008065318568448082, + "loss": 0.0799, + "theoretical_loss": 3.8277123859984936, + "tokens_seen": 665059328 + }, + { + "epoch": 0.2, + "objective/train/advantage_avg": -0.0001572636392666027, + "objective/train/docs_used": 247583, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.708691954612732, + "objective/train/original_loss": 1.7086915969848633, + "objective/train/theoretical_loss": 3.82763567165229, + "objective/train/tokens_used": 685650400, + "objective/train/value_avg": -0.0080413818359375, + "objective/train/value_loss": 0.00032022417872212827, + "objective/train/value_max": -0.0002148151397705078, + "objective/train/value_min": -0.5732421875, + "objective/train/value_reward_corr": 0.6939509102245035, + "objective/train/value_std": 0.0135955810546875, + "objective/train/weight_avg": 0.9999920725822449, + "objective/train/weighted_lm_loss": 1.7084697484970093, + "objective/train/weights_max": 1.172614574432373, + "objective/train/weights_min": 0.5314959287643433, + "theoretical_loss": 3.82763567165229, + "tokens_seen": 665190400 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008064516129032258, + "loss": 0.0811, + "theoretical_loss": 3.8275589766522895, + "tokens_seen": 665321472 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008063713689616434, + "loss": 0.0793, + "theoretical_loss": 3.8274056446561504, + "tokens_seen": 665583616 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008062911250200609, + "loss": 0.0768, + "theoretical_loss": 3.827252389940633, + "tokens_seen": 665845760 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008062108810784786, + "loss": 0.0789, + "theoretical_loss": 3.827099212436386, + "tokens_seen": 666107904 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008061306371368961, + "loss": 0.08, + "theoretical_loss": 3.826946112074145, + "tokens_seen": 666370048 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008060503931953138, + "loss": 0.0789, + "theoretical_loss": 3.826793088784737, + "tokens_seen": 666632192 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008059701492537314, + "loss": 0.0816, + "theoretical_loss": 3.826640142499077, + "tokens_seen": 666894336 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008058899053121489, + "loss": 0.0782, + "theoretical_loss": 3.8264872731481705, + "tokens_seen": 667156480 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008058096613705666, + "loss": 0.0784, + "theoretical_loss": 3.8263344806631103, + "tokens_seen": 667418624 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008057294174289841, + "loss": 0.0803, + "theoretical_loss": 3.8261817649750784, + "tokens_seen": 667680768 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008056491734874017, + "loss": 0.0778, + "theoretical_loss": 3.8260291260153463, + "tokens_seen": 667942912 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008055689295458193, + "loss": 0.0795, + "theoretical_loss": 3.8258765637152727, + "tokens_seen": 668205056 + }, + { + "epoch": 0.2, + "objective/train/advantage_avg": 0.00023019686341285706, + "objective/train/docs_used": 248744, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6297837495803833, + "objective/train/original_loss": 1.6297837495803833, + "objective/train/theoretical_loss": 3.8257240780063055, + "objective/train/tokens_used": 688927200, + "objective/train/value_avg": -0.00739288330078125, + "objective/train/value_loss": 0.00030573157710023224, + "objective/train/value_max": -0.00020503997802734375, + "objective/train/value_min": -0.2294921875, + "objective/train/value_reward_corr": 0.7168568076089692, + "objective/train/value_std": 0.01239776611328125, + "objective/train/weight_avg": 1.0003737211227417, + "objective/train/weighted_lm_loss": 1.631818175315857, + "objective/train/weights_max": 1.175032138824463, + "objective/train/weights_min": 0.3974812924861908, + "theoretical_loss": 3.8257240780063055, + "tokens_seen": 668467200 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008054886856042369, + "loss": 0.0804, + "theoretical_loss": 3.8257240780063055, + "tokens_seen": 668467200 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008054084416626544, + "loss": 0.0778, + "theoretical_loss": 3.8255716688199803, + "tokens_seen": 668729344 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008053281977210722, + "loss": 0.0787, + "theoretical_loss": 3.825419336087921, + "tokens_seen": 668991488 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008052479537794897, + "loss": 0.0785, + "theoretical_loss": 3.825267079741839, + "tokens_seen": 669253632 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008051677098379072, + "loss": 0.0792, + "theoretical_loss": 3.825114899713533, + "tokens_seen": 669515776 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008050874658963249, + "loss": 0.0806, + "theoretical_loss": 3.8249627959348915, + "tokens_seen": 669777920 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008050072219547424, + "loss": 0.0789, + "theoretical_loss": 3.824810768337887, + "tokens_seen": 670040064 + }, + { + "epoch": 0.2, + "learning_rate": 0.00080492697801316, + "loss": 0.0797, + "theoretical_loss": 3.8246588168545816, + "tokens_seen": 670302208 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008048467340715776, + "loss": 0.0746, + "theoretical_loss": 3.824506941417125, + "tokens_seen": 670564352 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008047664901299952, + "loss": 0.0808, + "theoretical_loss": 3.824355141957752, + "tokens_seen": 670826496 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008046862461884128, + "loss": 0.0799, + "theoretical_loss": 3.8242034184087847, + "tokens_seen": 671088640 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008046060022468304, + "loss": 0.0773, + "theoretical_loss": 3.824051770702633, + "tokens_seen": 671350784 + }, + { + "epoch": 0.2, + "learning_rate": 0.000804525758305248, + "loss": 0.082, + "theoretical_loss": 3.823900198771792, + "tokens_seen": 671612928 + }, + { + "epoch": 0.2, + "objective/train/advantage_avg": 0.001254553790204227, + "objective/train/docs_used": 249880, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.473529577255249, + "objective/train/original_loss": 1.473529577255249, + "objective/train/theoretical_loss": 3.823824441201042, + "objective/train/tokens_used": 692204000, + "objective/train/value_avg": -0.00865936279296875, + "objective/train/value_loss": 0.00020654863328672945, + "objective/train/value_max": -0.00022172927856445312, + "objective/train/value_min": -0.406494140625, + "objective/train/value_reward_corr": 0.7662031501619532, + "objective/train/value_std": 0.0199127197265625, + "objective/train/weight_avg": 1.0013551712036133, + "objective/train/weighted_lm_loss": 1.4743964672088623, + "objective/train/weights_max": 1.267444372177124, + "objective/train/weights_min": 0.5460628271102905, + "theoretical_loss": 3.823824441201042, + "tokens_seen": 671744000 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008044455143636656, + "loss": 0.0765, + "theoretical_loss": 3.823748702548845, + "tokens_seen": 671875072 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008043652704220832, + "loss": 0.0774, + "theoretical_loss": 3.823597281966459, + "tokens_seen": 672137216 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008042850264805007, + "loss": 0.0784, + "theoretical_loss": 3.8234459369573894, + "tokens_seen": 672399360 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008042047825389184, + "loss": 0.0791, + "theoretical_loss": 3.8232946674544763, + "tokens_seen": 672661504 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008041245385973359, + "loss": 0.0803, + "theoretical_loss": 3.8231434733906458, + "tokens_seen": 672923648 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008040442946557534, + "loss": 0.0799, + "theoretical_loss": 3.822992354698911, + "tokens_seen": 673185792 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008039640507141711, + "loss": 0.0782, + "theoretical_loss": 3.822841311312368, + "tokens_seen": 673447936 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008038838067725887, + "loss": 0.079, + "theoretical_loss": 3.8226903431642008, + "tokens_seen": 673710080 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008038035628310063, + "loss": 0.0788, + "theoretical_loss": 3.8225394501876764, + "tokens_seen": 673972224 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008037233188894239, + "loss": 0.0799, + "theoretical_loss": 3.822388632316149, + "tokens_seen": 674234368 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008036430749478415, + "loss": 0.0774, + "theoretical_loss": 3.822237889483057, + "tokens_seen": 674496512 + }, + { + "epoch": 0.2, + "learning_rate": 0.000803562831006259, + "loss": 0.0792, + "theoretical_loss": 3.822087221621923, + "tokens_seen": 674758656 + }, + { + "epoch": 0.2, + "objective/train/advantage_avg": 0.0001953478204086423, + "objective/train/docs_used": 251058, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5611374378204346, + "objective/train/original_loss": 1.5611376762390137, + "objective/train/theoretical_loss": 3.821936628666355, + "objective/train/tokens_used": 695480800, + "objective/train/value_avg": -0.00750732421875, + "objective/train/value_loss": 0.00031827151542529464, + "objective/train/value_max": -0.00025916099548339844, + "objective/train/value_min": -0.9501953125, + "objective/train/value_reward_corr": 0.6665555896094748, + "objective/train/value_std": 0.0123443603515625, + "objective/train/weight_avg": 1.000333547592163, + "objective/train/weighted_lm_loss": 1.561583161354065, + "objective/train/weights_max": 1.1882543563842773, + "objective/train/weights_min": 0.23176389932632446, + "theoretical_loss": 3.821936628666355, + "tokens_seen": 675020800 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008034825870646766, + "loss": 0.075, + "theoretical_loss": 3.821936628666355, + "tokens_seen": 675020800 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008034023431230942, + "loss": 0.0776, + "theoretical_loss": 3.821786110550045, + "tokens_seen": 675282944 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008033220991815118, + "loss": 0.0766, + "theoretical_loss": 3.8216356672067704, + "tokens_seen": 675545088 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008032418552399294, + "loss": 0.0791, + "theoretical_loss": 3.821485298570391, + "tokens_seen": 675807232 + }, + { + "epoch": 0.2, + "learning_rate": 0.000803161611298347, + "loss": 0.0771, + "theoretical_loss": 3.8213350045748533, + "tokens_seen": 676069376 + }, + { + "epoch": 0.2, + "learning_rate": 0.0008030813673567647, + "loss": 0.0784, + "theoretical_loss": 3.821184785154186, + "tokens_seen": 676331520 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008030011234151822, + "loss": 0.0788, + "theoretical_loss": 3.8210346402425013, + "tokens_seen": 676593664 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008029208794735997, + "loss": 0.0788, + "theoretical_loss": 3.820884569773997, + "tokens_seen": 676855808 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008028406355320174, + "loss": 0.0768, + "theoretical_loss": 3.8207345736829526, + "tokens_seen": 677117952 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008027603915904349, + "loss": 0.0777, + "theoretical_loss": 3.820584651903732, + "tokens_seen": 677380096 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008026801476488525, + "loss": 0.0782, + "theoretical_loss": 3.820434804370782, + "tokens_seen": 677642240 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008025999037072701, + "loss": 0.0778, + "theoretical_loss": 3.820285031018633, + "tokens_seen": 677904384 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008025196597656877, + "loss": 0.0785, + "theoretical_loss": 3.8201353317818985, + "tokens_seen": 678166528 + }, + { + "epoch": 0.21, + "objective/train/advantage_avg": 0.0013171383179724216, + "objective/train/docs_used": 252282, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4991666078567505, + "objective/train/original_loss": 1.49916672706604, + "objective/train/theoretical_loss": 3.8200605099364005, + "objective/train/tokens_used": 698757600, + "objective/train/value_avg": -0.0072021484375, + "objective/train/value_loss": 0.00020966360170859843, + "objective/train/value_max": -0.0001609325408935547, + "objective/train/value_min": -0.260498046875, + "objective/train/value_reward_corr": 0.6153866281336506, + "objective/train/value_std": 0.01161956787109375, + "objective/train/weight_avg": 1.001415491104126, + "objective/train/weighted_lm_loss": 1.5012950897216797, + "objective/train/weights_max": 1.129281997680664, + "objective/train/weights_min": 0.3704085052013397, + "theoretical_loss": 3.8200605099364005, + "tokens_seen": 678297600 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008024394158241052, + "loss": 0.0765, + "theoretical_loss": 3.819985706595274, + "tokens_seen": 678428672 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008023591718825229, + "loss": 0.0815, + "theoretical_loss": 3.8198361553935385, + "tokens_seen": 678690816 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008022789279409405, + "loss": 0.0811, + "theoretical_loss": 3.8196866781115526, + "tokens_seen": 678952960 + }, + { + "epoch": 0.21, + "learning_rate": 0.000802198683999358, + "loss": 0.0828, + "theoretical_loss": 3.8195372746842615, + "tokens_seen": 679215104 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008021184400577757, + "loss": 0.0767, + "theoretical_loss": 3.8193879450466905, + "tokens_seen": 679477248 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008020381961161932, + "loss": 0.0797, + "theoretical_loss": 3.819238689133948, + "tokens_seen": 679739392 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008019579521746109, + "loss": 0.0793, + "theoretical_loss": 3.819089506881225, + "tokens_seen": 680001536 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008018777082330284, + "loss": 0.0788, + "theoretical_loss": 3.8189403982237935, + "tokens_seen": 680263680 + }, + { + "epoch": 0.21, + "learning_rate": 0.000801797464291446, + "loss": 0.0772, + "theoretical_loss": 3.818791363097008, + "tokens_seen": 680525824 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008017172203498636, + "loss": 0.079, + "theoretical_loss": 3.818642401436304, + "tokens_seen": 680787968 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008016369764082812, + "loss": 0.0792, + "theoretical_loss": 3.8184935131771987, + "tokens_seen": 681050112 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008015567324666988, + "loss": 0.0783, + "theoretical_loss": 3.8183446982552915, + "tokens_seen": 681312256 + }, + { + "epoch": 0.21, + "objective/train/advantage_avg": 0.000907992129214108, + "objective/train/docs_used": 253498, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.578412652015686, + "objective/train/original_loss": 1.5784125328063965, + "objective/train/theoretical_loss": 3.818195956606262, + "objective/train/tokens_used": 702034400, + "objective/train/value_avg": -0.005397796630859375, + "objective/train/value_loss": 0.0001965961855603382, + "objective/train/value_max": -0.0002512931823730469, + "objective/train/value_min": -0.1568603515625, + "objective/train/value_reward_corr": 0.4127726205428064, + "objective/train/value_std": 0.0063934326171875, + "objective/train/weight_avg": 1.0009913444519043, + "objective/train/weighted_lm_loss": 1.5804353952407837, + "objective/train/weights_max": 1.139668345451355, + "objective/train/weights_min": 0.3721051514148712, + "theoretical_loss": 3.818195956606262, + "tokens_seen": 681574400 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008014764885251164, + "loss": 0.0806, + "theoretical_loss": 3.818195956606262, + "tokens_seen": 681574400 + }, + { + "epoch": 0.21, + "learning_rate": 0.000801396244583534, + "loss": 0.08, + "theoretical_loss": 3.8180472881658707, + "tokens_seen": 681836544 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008013160006419515, + "loss": 0.0806, + "theoretical_loss": 3.817898692869961, + "tokens_seen": 682098688 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008012357567003692, + "loss": 0.081, + "theoretical_loss": 3.817750170654455, + "tokens_seen": 682360832 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008011555127587867, + "loss": 0.0795, + "theoretical_loss": 3.8176017214553575, + "tokens_seen": 682622976 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008010752688172042, + "loss": 0.0799, + "theoretical_loss": 3.8174533452087513, + "tokens_seen": 682885120 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008009950248756219, + "loss": 0.0774, + "theoretical_loss": 3.817305041850802, + "tokens_seen": 683147264 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008009147809340394, + "loss": 0.0804, + "theoretical_loss": 3.817156811317754, + "tokens_seen": 683409408 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008008345369924572, + "loss": 0.0801, + "theoretical_loss": 3.8170086535459333, + "tokens_seen": 683671552 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008007542930508747, + "loss": 0.0797, + "theoretical_loss": 3.8168605684717454, + "tokens_seen": 683933696 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008006740491092923, + "loss": 0.0796, + "theoretical_loss": 3.816712556031675, + "tokens_seen": 684195840 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008005938051677099, + "loss": 0.0788, + "theoretical_loss": 3.816564616162287, + "tokens_seen": 684457984 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008005135612261274, + "loss": 0.0778, + "theoretical_loss": 3.8164167488002265, + "tokens_seen": 684720128 + }, + { + "epoch": 0.21, + "objective/train/advantage_avg": 0.0016767126508057117, + "objective/train/docs_used": 254674, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5593749284744263, + "objective/train/original_loss": 1.5593749284744263, + "objective/train/theoretical_loss": 3.816342842289668, + "objective/train/tokens_used": 705311200, + "objective/train/value_avg": -0.00720977783203125, + "objective/train/value_loss": 0.00010896725143538788, + "objective/train/value_max": -0.00019407272338867188, + "objective/train/value_min": -0.28369140625, + "objective/train/value_reward_corr": 0.6942339530466668, + "objective/train/value_std": 0.0102386474609375, + "objective/train/weight_avg": 1.0017305612564087, + "objective/train/weighted_lm_loss": 1.5615864992141724, + "objective/train/weights_max": 1.1446876525878906, + "objective/train/weights_min": 0.7575010657310486, + "theoretical_loss": 3.816342842289668, + "tokens_seen": 684851200 + }, + { + "epoch": 0.21, + "learning_rate": 0.000800433317284545, + "loss": 0.0796, + "theoretical_loss": 3.816268953882218, + "tokens_seen": 684982272 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008003530733429626, + "loss": 0.0775, + "theoretical_loss": 3.8161212313450648, + "tokens_seen": 685244416 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008002728294013802, + "loss": 0.079, + "theoretical_loss": 3.81597358112565, + "tokens_seen": 685506560 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008001925854597977, + "loss": 0.0795, + "theoretical_loss": 3.815826003160935, + "tokens_seen": 685768704 + }, + { + "epoch": 0.21, + "learning_rate": 0.0008001123415182155, + "loss": 0.0809, + "theoretical_loss": 3.815678497387962, + "tokens_seen": 686030848 + }, + { + "epoch": 0.21, + "learning_rate": 0.000800032097576633, + "loss": 0.0785, + "theoretical_loss": 3.8155310637438506, + "tokens_seen": 686292992 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007999518536350505, + "loss": 0.0788, + "theoretical_loss": 3.8153837021657995, + "tokens_seen": 686555136 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007998716096934682, + "loss": 0.0773, + "theoretical_loss": 3.8152364125910863, + "tokens_seen": 686817280 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007997913657518857, + "loss": 0.0779, + "theoretical_loss": 3.8150891949570664, + "tokens_seen": 687079424 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007997111218103033, + "loss": 0.0779, + "theoretical_loss": 3.814942049201175, + "tokens_seen": 687341568 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007996308778687209, + "loss": 0.0814, + "theoretical_loss": 3.8147949752609236, + "tokens_seen": 687603712 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007995506339271385, + "loss": 0.0786, + "theoretical_loss": 3.814647973073903, + "tokens_seen": 687865856 + }, + { + "epoch": 0.21, + "objective/train/advantage_avg": 0.0012650431599467993, + "objective/train/docs_used": 255827, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5310931205749512, + "objective/train/original_loss": 1.5310931205749512, + "objective/train/theoretical_loss": 3.8145010425777826, + "objective/train/tokens_used": 708588000, + "objective/train/value_avg": -0.0109710693359375, + "objective/train/value_loss": 0.0002759453491307795, + "objective/train/value_max": -0.0001647472381591797, + "objective/train/value_min": -0.59130859375, + "objective/train/value_reward_corr": 0.7659391319564859, + "objective/train/value_std": 0.01934814453125, + "objective/train/weight_avg": 1.0013984441757202, + "objective/train/weighted_lm_loss": 1.5338319540023804, + "objective/train/weights_max": 1.1780399084091187, + "objective/train/weights_min": 0.6238200664520264, + "theoretical_loss": 3.8145010425777826, + "tokens_seen": 688128000 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007994703899855562, + "loss": 0.0783, + "theoretical_loss": 3.8145010425777826, + "tokens_seen": 688128000 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007993901460439737, + "loss": 0.0793, + "theoretical_loss": 3.814354183710308, + "tokens_seen": 688390144 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007993099021023913, + "loss": 0.0793, + "theoretical_loss": 3.8142073964093046, + "tokens_seen": 688652288 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007992296581608089, + "loss": 0.078, + "theoretical_loss": 3.8140606806126733, + "tokens_seen": 688914432 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007991494142192265, + "loss": 0.0792, + "theoretical_loss": 3.813914036258393, + "tokens_seen": 689176576 + }, + { + "epoch": 0.21, + "learning_rate": 0.000799069170277644, + "loss": 0.0786, + "theoretical_loss": 3.813767463284522, + "tokens_seen": 689438720 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007989889263360617, + "loss": 0.0794, + "theoretical_loss": 3.8136209616291934, + "tokens_seen": 689700864 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007989086823944792, + "loss": 0.0795, + "theoretical_loss": 3.813474531230618, + "tokens_seen": 689963008 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007988284384528968, + "loss": 0.0783, + "theoretical_loss": 3.8133281720270835, + "tokens_seen": 690225152 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007987481945113144, + "loss": 0.0804, + "theoretical_loss": 3.8131818839569562, + "tokens_seen": 690487296 + }, + { + "epoch": 0.21, + "learning_rate": 0.000798667950569732, + "loss": 0.0803, + "theoretical_loss": 3.8130356669586765, + "tokens_seen": 690749440 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007985877066281496, + "loss": 0.0765, + "theoretical_loss": 3.8128895209707627, + "tokens_seen": 691011584 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007985074626865672, + "loss": 0.0817, + "theoretical_loss": 3.81274344593181, + "tokens_seen": 691273728 + }, + { + "epoch": 0.21, + "objective/train/advantage_avg": 0.001247547217644751, + "objective/train/docs_used": 257040, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5552536249160767, + "objective/train/original_loss": 1.5552533864974976, + "objective/train/theoretical_loss": 3.812670434999026, + "objective/train/tokens_used": 711864800, + "objective/train/value_avg": -0.005382537841796875, + "objective/train/value_loss": 0.0001737583224894479, + "objective/train/value_max": -0.00015115737915039062, + "objective/train/value_min": -0.29052734375, + "objective/train/value_reward_corr": 0.624603044119257, + "objective/train/value_std": 0.00749969482421875, + "objective/train/weight_avg": 1.001328945159912, + "objective/train/weighted_lm_loss": 1.5580475330352783, + "objective/train/weights_max": 1.110756754875183, + "objective/train/weights_min": 0.36878642439842224, + "theoretical_loss": 3.812670434999026, + "tokens_seen": 691404800 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007984272187449848, + "loss": 0.0774, + "theoretical_loss": 3.8125974417804893, + "tokens_seen": 691535872 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007983469748034023, + "loss": 0.0765, + "theoretical_loss": 3.8124515084555477, + "tokens_seen": 691798016 + }, + { + "epoch": 0.21, + "learning_rate": 0.00079826673086182, + "loss": 0.0783, + "theoretical_loss": 3.8123056458958087, + "tokens_seen": 692060160 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007981864869202375, + "loss": 0.0778, + "theoretical_loss": 3.812159854040172, + "tokens_seen": 692322304 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007981062429786551, + "loss": 0.0794, + "theoretical_loss": 3.8120141328276125, + "tokens_seen": 692584448 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007980259990370727, + "loss": 0.0809, + "theoretical_loss": 3.8118684821971813, + "tokens_seen": 692846592 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007979457550954902, + "loss": 0.0804, + "theoretical_loss": 3.8117229020880057, + "tokens_seen": 693108736 + }, + { + "epoch": 0.21, + "learning_rate": 0.000797865511153908, + "loss": 0.0802, + "theoretical_loss": 3.811577392439287, + "tokens_seen": 693370880 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007977852672123255, + "loss": 0.08, + "theoretical_loss": 3.8114319531903025, + "tokens_seen": 693633024 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007977050232707431, + "loss": 0.0803, + "theoretical_loss": 3.811286584280406, + "tokens_seen": 693895168 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007976247793291607, + "loss": 0.0799, + "theoretical_loss": 3.8111412856490245, + "tokens_seen": 694157312 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007975445353875782, + "loss": 0.08, + "theoretical_loss": 3.810996057235661, + "tokens_seen": 694419456 + }, + { + "epoch": 0.21, + "objective/train/advantage_avg": 0.001645488664507866, + "objective/train/docs_used": 258341, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5940800905227661, + "objective/train/original_loss": 1.5940799713134766, + "objective/train/theoretical_loss": 3.810850898979894, + "objective/train/tokens_used": 715141600, + "objective/train/value_avg": -0.0085601806640625, + "objective/train/value_loss": 0.0003730976313818246, + "objective/train/value_max": -0.0002415180206298828, + "objective/train/value_min": -0.63525390625, + "objective/train/value_reward_corr": 0.5271795077187105, + "objective/train/value_std": 0.011138916015625, + "objective/train/weight_avg": 1.0017949342727661, + "objective/train/weighted_lm_loss": 1.5957831144332886, + "objective/train/weights_max": 1.2410212755203247, + "objective/train/weights_min": 0.22985856235027313, + "theoretical_loss": 3.810850898979894, + "tokens_seen": 694681600 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007974642914459958, + "loss": 0.0798, + "theoretical_loss": 3.810850898979894, + "tokens_seen": 694681600 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007973840475044134, + "loss": 0.0806, + "theoretical_loss": 3.810705810821375, + "tokens_seen": 694943744 + }, + { + "epoch": 0.21, + "learning_rate": 0.000797303803562831, + "loss": 0.0794, + "theoretical_loss": 3.8105607926998326, + "tokens_seen": 695205888 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007972235596212485, + "loss": 0.0782, + "theoretical_loss": 3.810415844555067, + "tokens_seen": 695468032 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007971433156796663, + "loss": 0.0776, + "theoretical_loss": 3.8102709663269554, + "tokens_seen": 695730176 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007970630717380838, + "loss": 0.079, + "theoretical_loss": 3.810126157955448, + "tokens_seen": 695992320 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007969828277965014, + "loss": 0.0777, + "theoretical_loss": 3.809981419380569, + "tokens_seen": 696254464 + }, + { + "epoch": 0.21, + "learning_rate": 0.000796902583854919, + "loss": 0.0797, + "theoretical_loss": 3.809836750542418, + "tokens_seen": 696516608 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007968223399133365, + "loss": 0.0801, + "theoretical_loss": 3.8096921513811663, + "tokens_seen": 696778752 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007967420959717542, + "loss": 0.0801, + "theoretical_loss": 3.809547621837061, + "tokens_seen": 697040896 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007966618520301717, + "loss": 0.0764, + "theoretical_loss": 3.809403161850423, + "tokens_seen": 697303040 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007965816080885893, + "loss": 0.0822, + "theoretical_loss": 3.8092587713616446, + "tokens_seen": 697565184 + }, + { + "epoch": 0.21, + "learning_rate": 0.000796501364147007, + "loss": 0.0809, + "theoretical_loss": 3.809114450311193, + "tokens_seen": 697827328 + }, + { + "epoch": 0.21, + "objective/train/advantage_avg": -0.001002307515591383, + "objective/train/docs_used": 259086, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6046802997589111, + "objective/train/original_loss": 1.604680061340332, + "objective/train/theoretical_loss": 3.8090423158067566, + "objective/train/tokens_used": 718418400, + "objective/train/value_avg": -0.00864410400390625, + "objective/train/value_loss": 0.00027594162384048104, + "objective/train/value_max": -0.00017404556274414062, + "objective/train/value_min": -0.255126953125, + "objective/train/value_reward_corr": 0.8747218212074903, + "objective/train/value_std": 0.020904541015625, + "objective/train/weight_avg": 0.9991254806518555, + "objective/train/weighted_lm_loss": 1.6026471853256226, + "objective/train/weights_max": 1.172548532485962, + "objective/train/weights_min": 0.3724800646305084, + "theoretical_loss": 3.8090423158067566, + "tokens_seen": 697958400 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007964211202054245, + "loss": 0.0797, + "theoretical_loss": 3.808970198639609, + "tokens_seen": 698089472 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007963408762638421, + "loss": 0.0779, + "theoretical_loss": 3.808826016287507, + "tokens_seen": 698351616 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007962606323222597, + "loss": 0.0801, + "theoretical_loss": 3.8086819031955725, + "tokens_seen": 698613760 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007961803883806773, + "loss": 0.0786, + "theoretical_loss": 3.8085378593045665, + "tokens_seen": 698875904 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007961001444390948, + "loss": 0.0815, + "theoretical_loss": 3.8083938845553202, + "tokens_seen": 699138048 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007960199004975125, + "loss": 0.0781, + "theoretical_loss": 3.80824997888874, + "tokens_seen": 699400192 + }, + { + "epoch": 0.21, + "learning_rate": 0.00079593965655593, + "loss": 0.0805, + "theoretical_loss": 3.8081061422458036, + "tokens_seen": 699662336 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007958594126143476, + "loss": 0.0783, + "theoretical_loss": 3.8079623745675613, + "tokens_seen": 699924480 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007957791686727652, + "loss": 0.0752, + "theoretical_loss": 3.8078186757951364, + "tokens_seen": 700186624 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007956989247311828, + "loss": 0.0806, + "theoretical_loss": 3.8076750458697237, + "tokens_seen": 700448768 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007956186807896005, + "loss": 0.0788, + "theoretical_loss": 3.807531484732591, + "tokens_seen": 700710912 + }, + { + "epoch": 0.21, + "learning_rate": 0.000795538436848018, + "loss": 0.0793, + "theoretical_loss": 3.8073879923250775, + "tokens_seen": 700973056 + }, + { + "epoch": 0.21, + "objective/train/advantage_avg": 0.0007970699807628989, + "objective/train/docs_used": 260260, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5783464908599854, + "objective/train/original_loss": 1.5783464908599854, + "objective/train/theoretical_loss": 3.8072445685885947, + "objective/train/tokens_used": 721695200, + "objective/train/value_avg": -0.007480621337890625, + "objective/train/value_loss": 0.00022251847258303314, + "objective/train/value_max": -8.887052536010742e-05, + "objective/train/value_min": -0.56689453125, + "objective/train/value_reward_corr": 0.5946732618517963, + "objective/train/value_std": 0.01220703125, + "objective/train/weight_avg": 1.000901222229004, + "objective/train/weighted_lm_loss": 1.5796709060668945, + "objective/train/weights_max": 1.5281187295913696, + "objective/train/weights_min": 0.38421887159347534, + "theoretical_loss": 3.8072445685885947, + "tokens_seen": 701235200 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007954581929064356, + "loss": 0.0774, + "theoretical_loss": 3.8072445685885947, + "tokens_seen": 701235200 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007953779489648532, + "loss": 0.0784, + "theoretical_loss": 3.807101213464625, + "tokens_seen": 701497344 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007952977050232708, + "loss": 0.0799, + "theoretical_loss": 3.8069579268947242, + "tokens_seen": 701759488 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007952174610816883, + "loss": 0.0811, + "theoretical_loss": 3.806814708820519, + "tokens_seen": 702021632 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007951372171401059, + "loss": 0.0758, + "theoretical_loss": 3.806671559183706, + "tokens_seen": 702283776 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007950569731985235, + "loss": 0.0777, + "theoretical_loss": 3.806528477926056, + "tokens_seen": 702545920 + }, + { + "epoch": 0.21, + "learning_rate": 0.000794976729256941, + "loss": 0.081, + "theoretical_loss": 3.806385464989409, + "tokens_seen": 702808064 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007948964853153588, + "loss": 0.0806, + "theoretical_loss": 3.806242520315676, + "tokens_seen": 703070208 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007948162413737763, + "loss": 0.0787, + "theoretical_loss": 3.806099643846841, + "tokens_seen": 703332352 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007947359974321939, + "loss": 0.0789, + "theoretical_loss": 3.8059568355249564, + "tokens_seen": 703594496 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007946557534906115, + "loss": 0.0787, + "theoretical_loss": 3.8058140952921478, + "tokens_seen": 703856640 + }, + { + "epoch": 0.21, + "learning_rate": 0.000794575509549029, + "loss": 0.0794, + "theoretical_loss": 3.805671423090609, + "tokens_seen": 704118784 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007944952656074467, + "loss": 0.078, + "theoretical_loss": 3.805528818862607, + "tokens_seen": 704380928 + }, + { + "epoch": 0.21, + "objective/train/advantage_avg": 0.0010003780480474234, + "objective/train/docs_used": 261464, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4299628734588623, + "objective/train/original_loss": 1.4299628734588623, + "objective/train/theoretical_loss": 3.8054575422206596, + "objective/train/tokens_used": 724972000, + "objective/train/value_avg": -0.005954742431640625, + "objective/train/value_loss": 0.00010991979797836393, + "objective/train/value_max": -0.00022172927856445312, + "objective/train/value_min": -0.26904296875, + "objective/train/value_reward_corr": 0.5729045165394668, + "objective/train/value_std": 0.007076263427734375, + "objective/train/weight_avg": 1.0010546445846558, + "objective/train/weighted_lm_loss": 1.4314100742340088, + "objective/train/weights_max": 1.20888352394104, + "objective/train/weights_min": 0.7809427976608276, + "theoretical_loss": 3.8054575422206596, + "tokens_seen": 704512000 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007944150216658642, + "loss": 0.0778, + "theoretical_loss": 3.8053862825504776, + "tokens_seen": 704643072 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007943347777242818, + "loss": 0.0805, + "theoretical_loss": 3.8052438140966265, + "tokens_seen": 704905216 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007942545337826995, + "loss": 0.08, + "theoretical_loss": 3.8051014134435315, + "tokens_seen": 705167360 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007941742898411171, + "loss": 0.0749, + "theoretical_loss": 3.804959080533739, + "tokens_seen": 705429504 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007940940458995346, + "loss": 0.079, + "theoretical_loss": 3.8048168153098656, + "tokens_seen": 705691648 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007940138019579522, + "loss": 0.0785, + "theoretical_loss": 3.8046746177145985, + "tokens_seen": 705953792 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007939335580163698, + "loss": 0.0796, + "theoretical_loss": 3.804532487690694, + "tokens_seen": 706215936 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007938533140747873, + "loss": 0.0781, + "theoretical_loss": 3.8043904251809786, + "tokens_seen": 706478080 + }, + { + "epoch": 0.21, + "learning_rate": 0.000793773070133205, + "loss": 0.0794, + "theoretical_loss": 3.8042484301283475, + "tokens_seen": 706740224 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007936928261916225, + "loss": 0.0805, + "theoretical_loss": 3.8041065024757668, + "tokens_seen": 707002368 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007936125822500401, + "loss": 0.0789, + "theoretical_loss": 3.8039646421662705, + "tokens_seen": 707264512 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007935323383084578, + "loss": 0.0781, + "theoretical_loss": 3.8038228491429624, + "tokens_seen": 707526656 + }, + { + "epoch": 0.21, + "objective/train/advantage_avg": 0.00017258555453736335, + "objective/train/docs_used": 262675, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.766710877418518, + "objective/train/original_loss": 1.7667109966278076, + "objective/train/theoretical_loss": 3.8036811233490164, + "objective/train/tokens_used": 728248800, + "objective/train/value_avg": -0.01094818115234375, + "objective/train/value_loss": 0.0004193360509816557, + "objective/train/value_max": -0.00029587745666503906, + "objective/train/value_min": -0.7568359375, + "objective/train/value_reward_corr": 0.6129143879400536, + "objective/train/value_std": 0.016021728515625, + "objective/train/weight_avg": 1.0003589391708374, + "objective/train/weighted_lm_loss": 1.7665947675704956, + "objective/train/weights_max": 1.1823924779891968, + "objective/train/weights_min": 0.38121721148490906, + "theoretical_loss": 3.8036811233490164, + "tokens_seen": 707788800 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007934520943668753, + "loss": 0.0802, + "theoretical_loss": 3.8036811233490164, + "tokens_seen": 707788800 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007933718504252929, + "loss": 0.0775, + "theoretical_loss": 3.803539464727673, + "tokens_seen": 708050944 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007932916064837105, + "loss": 0.0812, + "theoretical_loss": 3.803397873222244, + "tokens_seen": 708313088 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007932113625421281, + "loss": 0.0801, + "theoretical_loss": 3.8032563487761095, + "tokens_seen": 708575232 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007931311186005457, + "loss": 0.0771, + "theoretical_loss": 3.8031148913327177, + "tokens_seen": 708837376 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007930508746589633, + "loss": 0.0805, + "theoretical_loss": 3.8029735008355843, + "tokens_seen": 709099520 + }, + { + "epoch": 0.21, + "learning_rate": 0.0007929706307173808, + "loss": 0.0799, + "theoretical_loss": 3.8028321772282965, + "tokens_seen": 709361664 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007928903867757984, + "loss": 0.0791, + "theoretical_loss": 3.8026909204545065, + "tokens_seen": 709623808 + }, + { + "epoch": 0.22, + "learning_rate": 0.000792810142834216, + "loss": 0.0811, + "theoretical_loss": 3.8025497304579376, + "tokens_seen": 709885952 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007927298988926336, + "loss": 0.0784, + "theoretical_loss": 3.80240860718238, + "tokens_seen": 710148096 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007926496549510513, + "loss": 0.0827, + "theoretical_loss": 3.802267550571691, + "tokens_seen": 710410240 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007925694110094688, + "loss": 0.0819, + "theoretical_loss": 3.802126560569798, + "tokens_seen": 710672384 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007924891670678864, + "loss": 0.0814, + "theoretical_loss": 3.801985637120694, + "tokens_seen": 710934528 + }, + { + "epoch": 0.22, + "objective/train/advantage_avg": 0.0005567999905906618, + "objective/train/docs_used": 263840, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6380535364151, + "objective/train/original_loss": 1.6380536556243896, + "objective/train/theoretical_loss": 3.801915200335954, + "objective/train/tokens_used": 731525600, + "objective/train/value_avg": -0.00875091552734375, + "objective/train/value_loss": 0.0003900181909557432, + "objective/train/value_max": -0.0002002716064453125, + "objective/train/value_min": -0.435546875, + "objective/train/value_reward_corr": 0.6748556886758058, + "objective/train/value_std": 0.015167236328125, + "objective/train/weight_avg": 1.0007312297821045, + "objective/train/weighted_lm_loss": 1.640571117401123, + "objective/train/weights_max": 1.2967594861984253, + "objective/train/weights_min": 0.3751752972602844, + "theoretical_loss": 3.801915200335954, + "tokens_seen": 711065600 + }, + { + "epoch": 0.22, + "learning_rate": 0.000792408923126304, + "loss": 0.0786, + "theoretical_loss": 3.801844780168441, + "tokens_seen": 711196672 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007923286791847216, + "loss": 0.0816, + "theoretical_loss": 3.8017039896571685, + "tokens_seen": 711458816 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007922484352431391, + "loss": 0.0786, + "theoretical_loss": 3.8015632655310734, + "tokens_seen": 711720960 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007921681913015567, + "loss": 0.0801, + "theoretical_loss": 3.8014226077344198, + "tokens_seen": 711983104 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007920879473599743, + "loss": 0.0776, + "theoretical_loss": 3.8012820162115393, + "tokens_seen": 712245248 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007920077034183918, + "loss": 0.077, + "theoretical_loss": 3.801141490906831, + "tokens_seen": 712507392 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007919274594768096, + "loss": 0.0778, + "theoretical_loss": 3.80100103176476, + "tokens_seen": 712769536 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007918472155352271, + "loss": 0.0814, + "theoretical_loss": 3.8008606387298594, + "tokens_seen": 713031680 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007917669715936448, + "loss": 0.0764, + "theoretical_loss": 3.80072031174673, + "tokens_seen": 713293824 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007916867276520623, + "loss": 0.0803, + "theoretical_loss": 3.800580050760036, + "tokens_seen": 713555968 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007916064837104798, + "loss": 0.076, + "theoretical_loss": 3.800439855714512, + "tokens_seen": 713818112 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007915262397688975, + "loss": 0.0799, + "theoretical_loss": 3.8002997265549574, + "tokens_seen": 714080256 + }, + { + "epoch": 0.22, + "objective/train/advantage_avg": 0.00160113291349262, + "objective/train/docs_used": 265036, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4697742462158203, + "objective/train/original_loss": 1.4697742462158203, + "objective/train/theoretical_loss": 3.8001596632262387, + "objective/train/tokens_used": 734802400, + "objective/train/value_avg": -0.0093231201171875, + "objective/train/value_loss": 0.00014567101607099175, + "objective/train/value_max": -0.00023055076599121094, + "objective/train/value_min": -0.1461181640625, + "objective/train/value_reward_corr": 0.6542480897065853, + "objective/train/value_std": 0.01172637939453125, + "objective/train/weight_avg": 1.0016694068908691, + "objective/train/weighted_lm_loss": 1.4719576835632324, + "objective/train/weights_max": 1.1573328971862793, + "objective/train/weights_min": 0.36902564764022827, + "theoretical_loss": 3.8001596632262387, + "tokens_seen": 714342400 + }, + { + "epoch": 0.22, + "learning_rate": 0.000791445995827315, + "loss": 0.08, + "theoretical_loss": 3.8001596632262387, + "tokens_seen": 714342400 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007913657518857326, + "loss": 0.0777, + "theoretical_loss": 3.8000196656732874, + "tokens_seen": 714604544 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007912855079441503, + "loss": 0.0778, + "theoretical_loss": 3.7998797338411032, + "tokens_seen": 714866688 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007912052640025679, + "loss": 0.0795, + "theoretical_loss": 3.7997398676747496, + "tokens_seen": 715128832 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007911250200609854, + "loss": 0.0795, + "theoretical_loss": 3.7996000671193593, + "tokens_seen": 715390976 + }, + { + "epoch": 0.22, + "learning_rate": 0.000791044776119403, + "loss": 0.0775, + "theoretical_loss": 3.7994603321201277, + "tokens_seen": 715653120 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007909645321778206, + "loss": 0.0785, + "theoretical_loss": 3.7993206626223177, + "tokens_seen": 715915264 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007908842882362381, + "loss": 0.0787, + "theoretical_loss": 3.799181058571258, + "tokens_seen": 716177408 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007908040442946558, + "loss": 0.0756, + "theoretical_loss": 3.7990415199123424, + "tokens_seen": 716439552 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007907238003530733, + "loss": 0.0807, + "theoretical_loss": 3.79890204659103, + "tokens_seen": 716701696 + }, + { + "epoch": 0.22, + "learning_rate": 0.000790643556411491, + "loss": 0.0783, + "theoretical_loss": 3.7987626385528466, + "tokens_seen": 716963840 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007905633124699085, + "loss": 0.0816, + "theoretical_loss": 3.798623295743382, + "tokens_seen": 717225984 + }, + { + "epoch": 0.22, + "learning_rate": 0.000790483068528326, + "loss": 0.0817, + "theoretical_loss": 3.798484018108291, + "tokens_seen": 717488128 + }, + { + "epoch": 0.22, + "objective/train/advantage_avg": 0.00042405351996421814, + "objective/train/docs_used": 266305, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5860754251480103, + "objective/train/original_loss": 1.5860754251480103, + "objective/train/theoretical_loss": 3.7984144037141716, + "objective/train/tokens_used": 738079200, + "objective/train/value_avg": -0.00855255126953125, + "objective/train/value_loss": 0.0005129011115059257, + "objective/train/value_max": -0.0002065896987915039, + "objective/train/value_min": -0.96826171875, + "objective/train/value_reward_corr": 0.621451008656521, + "objective/train/value_std": 0.017425537109375, + "objective/train/weight_avg": 1.000646710395813, + "objective/train/weighted_lm_loss": 1.5866862535476685, + "objective/train/weights_max": 1.766230583190918, + "objective/train/weights_min": 0.24607975780963898, + "theoretical_loss": 3.7984144037141716, + "tokens_seen": 717619200 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007904028245867438, + "loss": 0.078, + "theoretical_loss": 3.7983448055932953, + "tokens_seen": 717750272 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007903225806451613, + "loss": 0.0819, + "theoretical_loss": 3.79820565814418, + "tokens_seen": 718012416 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007902423367035789, + "loss": 0.0784, + "theoretical_loss": 3.798066575706795, + "tokens_seen": 718274560 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007901620927619965, + "loss": 0.0778, + "theoretical_loss": 3.797927558227056, + "tokens_seen": 718536704 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007900818488204141, + "loss": 0.077, + "theoretical_loss": 3.7977886056509433, + "tokens_seen": 718798848 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007900016048788316, + "loss": 0.0778, + "theoretical_loss": 3.797649717924502, + "tokens_seen": 719060992 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007899213609372492, + "loss": 0.0789, + "theoretical_loss": 3.797510894993839, + "tokens_seen": 719323136 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007898411169956668, + "loss": 0.0781, + "theoretical_loss": 3.79737213680513, + "tokens_seen": 719585280 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007897608730540844, + "loss": 0.0789, + "theoretical_loss": 3.797233443304612, + "tokens_seen": 719847424 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007896806291125021, + "loss": 0.0804, + "theoretical_loss": 3.7970948144385868, + "tokens_seen": 720109568 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007896003851709196, + "loss": 0.0761, + "theoretical_loss": 3.796956250153421, + "tokens_seen": 720371712 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007895201412293372, + "loss": 0.0794, + "theoretical_loss": 3.796817750395544, + "tokens_seen": 720633856 + }, + { + "epoch": 0.22, + "objective/train/advantage_avg": 0.0018323938129469752, + "objective/train/docs_used": 267624, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.468968391418457, + "objective/train/original_loss": 1.468968152999878, + "objective/train/theoretical_loss": 3.7966793151114504, + "objective/train/tokens_used": 741356000, + "objective/train/value_avg": -0.00698089599609375, + "objective/train/value_loss": 0.00033189961686730385, + "objective/train/value_max": -0.00016605854034423828, + "objective/train/value_min": -0.8525390625, + "objective/train/value_reward_corr": 0.5717938170219408, + "objective/train/value_std": 0.0114288330078125, + "objective/train/weight_avg": 1.0019700527191162, + "objective/train/weighted_lm_loss": 1.4722436666488647, + "objective/train/weights_max": 1.2255247831344604, + "objective/train/weights_min": 0.28347817063331604, + "theoretical_loss": 3.7966793151114504, + "tokens_seen": 720896000 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007894398972877548, + "loss": 0.0765, + "theoretical_loss": 3.7966793151114504, + "tokens_seen": 720896000 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007893596533461724, + "loss": 0.0767, + "theoretical_loss": 3.796540944247698, + "tokens_seen": 721158144 + }, + { + "epoch": 0.22, + "learning_rate": 0.00078927940940459, + "loss": 0.078, + "theoretical_loss": 3.796402637750908, + "tokens_seen": 721420288 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007891991654630075, + "loss": 0.0806, + "theoretical_loss": 3.796264395567766, + "tokens_seen": 721682432 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007891189215214251, + "loss": 0.0784, + "theoretical_loss": 3.7961262176450195, + "tokens_seen": 721944576 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007890386775798428, + "loss": 0.0798, + "theoretical_loss": 3.795988103929482, + "tokens_seen": 722206720 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007889584336382604, + "loss": 0.0759, + "theoretical_loss": 3.7958500543680276, + "tokens_seen": 722468864 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007888781896966779, + "loss": 0.0787, + "theoretical_loss": 3.795712068907596, + "tokens_seen": 722731008 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007887979457550956, + "loss": 0.0821, + "theoretical_loss": 3.795574147495188, + "tokens_seen": 722993152 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007887177018135131, + "loss": 0.0804, + "theoretical_loss": 3.795436290077868, + "tokens_seen": 723255296 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007886374578719306, + "loss": 0.0809, + "theoretical_loss": 3.795298496602765, + "tokens_seen": 723517440 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007885572139303483, + "loss": 0.0775, + "theoretical_loss": 3.795160767017068, + "tokens_seen": 723779584 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007884769699887658, + "loss": 0.0785, + "theoretical_loss": 3.795023101268031, + "tokens_seen": 724041728 + }, + { + "epoch": 0.22, + "objective/train/advantage_avg": 0.0013428009115159512, + "objective/train/docs_used": 268786, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.583445429801941, + "objective/train/original_loss": 1.583445429801941, + "objective/train/theoretical_loss": 3.7949542923157935, + "objective/train/tokens_used": 744632800, + "objective/train/value_avg": -0.00720977783203125, + "objective/train/value_loss": 0.00011990307393716648, + "objective/train/value_max": -0.00021660327911376953, + "objective/train/value_min": -0.3720703125, + "objective/train/value_reward_corr": 0.6129042326888816, + "objective/train/value_std": 0.00875091552734375, + "objective/train/weight_avg": 1.001401662826538, + "objective/train/weighted_lm_loss": 1.5850435495376587, + "objective/train/weights_max": 1.175075650215149, + "objective/train/weights_min": 0.7339376211166382, + "theoretical_loss": 3.7949542923157935, + "tokens_seen": 724172800 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007883967260471834, + "loss": 0.0826, + "theoretical_loss": 3.7948854993029695, + "tokens_seen": 724303872 + }, + { + "epoch": 0.22, + "learning_rate": 0.000788316482105601, + "loss": 0.0766, + "theoretical_loss": 3.7947479610692616, + "tokens_seen": 724566016 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007882362381640187, + "loss": 0.0783, + "theoretical_loss": 3.794610486514348, + "tokens_seen": 724828160 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007881559942224363, + "loss": 0.0787, + "theoretical_loss": 3.7944730755857323, + "tokens_seen": 725090304 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007880757502808538, + "loss": 0.0771, + "theoretical_loss": 3.794335728230979, + "tokens_seen": 725352448 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007879955063392714, + "loss": 0.0777, + "theoretical_loss": 3.7941984443977157, + "tokens_seen": 725614592 + }, + { + "epoch": 0.22, + "learning_rate": 0.000787915262397689, + "loss": 0.0759, + "theoretical_loss": 3.7940612240336327, + "tokens_seen": 725876736 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007878350184561066, + "loss": 0.0785, + "theoretical_loss": 3.793924067086481, + "tokens_seen": 726138880 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007877547745145241, + "loss": 0.0779, + "theoretical_loss": 3.793786973504073, + "tokens_seen": 726401024 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007876745305729418, + "loss": 0.0771, + "theoretical_loss": 3.7936499432342847, + "tokens_seen": 726663168 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007875942866313593, + "loss": 0.078, + "theoretical_loss": 3.7935129762250526, + "tokens_seen": 726925312 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007875140426897769, + "loss": 0.0809, + "theoretical_loss": 3.7933760724243752, + "tokens_seen": 727187456 + }, + { + "epoch": 0.22, + "objective/train/advantage_avg": 0.0015301628736779094, + "objective/train/docs_used": 269904, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5771753787994385, + "objective/train/original_loss": 1.5771753787994385, + "objective/train/theoretical_loss": 3.7932392317803116, + "objective/train/tokens_used": 747909600, + "objective/train/value_avg": -0.005962371826171875, + "objective/train/value_loss": 0.00016079220222309232, + "objective/train/value_max": -0.00018966197967529297, + "objective/train/value_min": -0.2017822265625, + "objective/train/value_reward_corr": 0.5417873343764147, + "objective/train/value_std": 0.00815582275390625, + "objective/train/weight_avg": 1.0016032457351685, + "objective/train/weighted_lm_loss": 1.5803236961364746, + "objective/train/weights_max": 1.1518362760543823, + "objective/train/weights_min": 0.36859726905822754, + "theoretical_loss": 3.7932392317803116, + "tokens_seen": 727449600 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007874337987481946, + "loss": 0.0795, + "theoretical_loss": 3.7932392317803116, + "tokens_seen": 727449600 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007873535548066121, + "loss": 0.0771, + "theoretical_loss": 3.7931024542409837, + "tokens_seen": 727711744 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007872733108650297, + "loss": 0.0783, + "theoretical_loss": 3.7929657397545733, + "tokens_seen": 727973888 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007871930669234473, + "loss": 0.0766, + "theoretical_loss": 3.792829088269324, + "tokens_seen": 728236032 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007871128229818649, + "loss": 0.0766, + "theoretical_loss": 3.792692499733541, + "tokens_seen": 728498176 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007870325790402824, + "loss": 0.0784, + "theoretical_loss": 3.7925559740955896, + "tokens_seen": 728760320 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007869523350987, + "loss": 0.0774, + "theoretical_loss": 3.7924195113038968, + "tokens_seen": 729022464 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007868720911571176, + "loss": 0.0787, + "theoretical_loss": 3.7922831113069493, + "tokens_seen": 729284608 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007867918472155353, + "loss": 0.0761, + "theoretical_loss": 3.792146774053296, + "tokens_seen": 729546752 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007867116032739529, + "loss": 0.0767, + "theoretical_loss": 3.792010499491545, + "tokens_seen": 729808896 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007866313593323704, + "loss": 0.0751, + "theoretical_loss": 3.7918742875703657, + "tokens_seen": 730071040 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007865511153907881, + "loss": 0.0762, + "theoretical_loss": 3.7917381382384883, + "tokens_seen": 730333184 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007864708714492056, + "loss": 0.0767, + "theoretical_loss": 3.791602051444703, + "tokens_seen": 730595328 + }, + { + "epoch": 0.22, + "objective/train/advantage_avg": 0.001964101567864418, + "objective/train/docs_used": 271086, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5184394121170044, + "objective/train/original_loss": 1.518439531326294, + "objective/train/theoretical_loss": 3.7915340314836077, + "objective/train/tokens_used": 751186400, + "objective/train/value_avg": -0.007137298583984375, + "objective/train/value_loss": 0.00019137329945806414, + "objective/train/value_max": -0.00027370452880859375, + "objective/train/value_min": -0.767578125, + "objective/train/value_reward_corr": 0.6467627147740398, + "objective/train/value_std": 0.013946533203125, + "objective/train/weight_avg": 1.002050518989563, + "objective/train/weighted_lm_loss": 1.5213643312454224, + "objective/train/weights_max": 1.9310617446899414, + "objective/train/weights_min": 0.24183622002601624, + "theoretical_loss": 3.7915340314836077, + "tokens_seen": 730726400 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007863906275076232, + "loss": 0.0752, + "theoretical_loss": 3.791466027137859, + "tokens_seen": 730857472 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007863103835660408, + "loss": 0.0781, + "theoretical_loss": 3.7913300652668678, + "tokens_seen": 731119616 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007862301396244583, + "loss": 0.0777, + "theoretical_loss": 3.7911941657807002, + "tokens_seen": 731381760 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007861498956828759, + "loss": 0.0753, + "theoretical_loss": 3.7910583286283854, + "tokens_seen": 731643904 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007860696517412936, + "loss": 0.0784, + "theoretical_loss": 3.7909225537590157, + "tokens_seen": 731906048 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007859894077997112, + "loss": 0.0766, + "theoretical_loss": 3.790786841121739, + "tokens_seen": 732168192 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007859091638581287, + "loss": 0.0766, + "theoretical_loss": 3.7906511906657676, + "tokens_seen": 732430336 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007858289199165464, + "loss": 0.0763, + "theoretical_loss": 3.7905156023403697, + "tokens_seen": 732692480 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007857486759749639, + "loss": 0.078, + "theoretical_loss": 3.7903800760948743, + "tokens_seen": 732954624 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007856684320333814, + "loss": 0.0776, + "theoretical_loss": 3.790244611878671, + "tokens_seen": 733216768 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007855881880917991, + "loss": 0.078, + "theoretical_loss": 3.790109209641206, + "tokens_seen": 733478912 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007855079441502166, + "loss": 0.0768, + "theoretical_loss": 3.7899738693319875, + "tokens_seen": 733741056 + }, + { + "epoch": 0.22, + "objective/train/advantage_avg": 0.0013139895163476467, + "objective/train/docs_used": 272255, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6355035305023193, + "objective/train/original_loss": 1.6355032920837402, + "objective/train/theoretical_loss": 3.7898385909005814, + "objective/train/tokens_used": 754463200, + "objective/train/value_avg": -0.006435394287109375, + "objective/train/value_loss": 0.00019440214964561164, + "objective/train/value_max": -0.00017261505126953125, + "objective/train/value_min": -0.288818359375, + "objective/train/value_reward_corr": 0.5400154934455587, + "objective/train/value_std": 0.00855255126953125, + "objective/train/weight_avg": 1.0014010667800903, + "objective/train/weighted_lm_loss": 1.636972427368164, + "objective/train/weights_max": 1.0759254693984985, + "objective/train/weights_min": 0.36866194009780884, + "theoretical_loss": 3.7898385909005814, + "tokens_seen": 734003200 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007854277002086343, + "loss": 0.0802, + "theoretical_loss": 3.7898385909005814, + "tokens_seen": 734003200 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007853474562670519, + "loss": 0.0773, + "theoretical_loss": 3.7897033742966135, + "tokens_seen": 734265344 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007852672123254695, + "loss": 0.0774, + "theoretical_loss": 3.789568219469767, + "tokens_seen": 734527488 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007851869683838871, + "loss": 0.0799, + "theoretical_loss": 3.789433126369786, + "tokens_seen": 734789632 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007851067244423046, + "loss": 0.0765, + "theoretical_loss": 3.7892980949464716, + "tokens_seen": 735051776 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007850264805007222, + "loss": 0.0779, + "theoretical_loss": 3.7891631251496856, + "tokens_seen": 735313920 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007849462365591398, + "loss": 0.0774, + "theoretical_loss": 3.7890282169293465, + "tokens_seen": 735576064 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007848659926175574, + "loss": 0.0763, + "theoretical_loss": 3.7888933702354324, + "tokens_seen": 735838208 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007847857486759749, + "loss": 0.0794, + "theoretical_loss": 3.7887585850179786, + "tokens_seen": 736100352 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007847055047343926, + "loss": 0.0784, + "theoretical_loss": 3.788623861227081, + "tokens_seen": 736362496 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007846252607928101, + "loss": 0.075, + "theoretical_loss": 3.7884891988128926, + "tokens_seen": 736624640 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007845450168512277, + "loss": 0.0779, + "theoretical_loss": 3.7883545977256228, + "tokens_seen": 736886784 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007844647729096454, + "loss": 0.0779, + "theoretical_loss": 3.7882200579155416, + "tokens_seen": 737148928 + }, + { + "epoch": 0.22, + "objective/train/advantage_avg": 0.0010880038607865572, + "objective/train/docs_used": 273341, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5990962982177734, + "objective/train/original_loss": 1.5990962982177734, + "objective/train/theoretical_loss": 3.788152810973922, + "objective/train/tokens_used": 757740000, + "objective/train/value_avg": -0.00785064697265625, + "objective/train/value_loss": 0.0002862629189621657, + "objective/train/value_max": -0.0002551078796386719, + "objective/train/value_min": -0.399169921875, + "objective/train/value_reward_corr": 0.537728008257851, + "objective/train/value_std": 0.01242828369140625, + "objective/train/weight_avg": 1.001208782196045, + "objective/train/weighted_lm_loss": 1.6007589101791382, + "objective/train/weights_max": 1.2455767393112183, + "objective/train/weights_min": 0.3683927655220032, + "theoretical_loss": 3.788152810973922, + "tokens_seen": 737280000 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007843845289680629, + "loss": 0.079, + "theoretical_loss": 3.788085579332977, + "tokens_seen": 737411072 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007843042850264806, + "loss": 0.0772, + "theoretical_loss": 3.787951161928312, + "tokens_seen": 737673216 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007842240410848981, + "loss": 0.0783, + "theoretical_loss": 3.7878168056519916, + "tokens_seen": 737935360 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007841437971433157, + "loss": 0.0767, + "theoretical_loss": 3.787682510454515, + "tokens_seen": 738197504 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007840635532017333, + "loss": 0.0778, + "theoretical_loss": 3.7875482762864405, + "tokens_seen": 738459648 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007839833092601508, + "loss": 0.0758, + "theoretical_loss": 3.787414103098384, + "tokens_seen": 738721792 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007839030653185684, + "loss": 0.0764, + "theoretical_loss": 3.7872799908410193, + "tokens_seen": 738983936 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007838228213769861, + "loss": 0.0763, + "theoretical_loss": 3.787145939465076, + "tokens_seen": 739246080 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007837425774354037, + "loss": 0.0771, + "theoretical_loss": 3.7870119489213425, + "tokens_seen": 739508224 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007836623334938212, + "loss": 0.0795, + "theoretical_loss": 3.786878019160664, + "tokens_seen": 739770368 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007835820895522389, + "loss": 0.0762, + "theoretical_loss": 3.7867441501339427, + "tokens_seen": 740032512 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007835018456106564, + "loss": 0.0781, + "theoretical_loss": 3.7866103417921373, + "tokens_seen": 740294656 + }, + { + "epoch": 0.22, + "objective/train/advantage_avg": 0.0009620001073926687, + "objective/train/docs_used": 274540, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6784265041351318, + "objective/train/original_loss": 1.6784263849258423, + "objective/train/theoretical_loss": 3.786476594086265, + "objective/train/tokens_used": 761016800, + "objective/train/value_avg": -0.00841522216796875, + "objective/train/value_loss": 0.0004228087782394141, + "objective/train/value_max": -0.00015234947204589844, + "objective/train/value_min": -0.471435546875, + "objective/train/value_reward_corr": 0.5833070961147016, + "objective/train/value_std": 0.01428985595703125, + "objective/train/weight_avg": 1.001151204109192, + "objective/train/weighted_lm_loss": 1.6796696186065674, + "objective/train/weights_max": 1.384300947189331, + "objective/train/weights_min": 0.3705187439918518, + "theoretical_loss": 3.786476594086265, + "tokens_seen": 740556800 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007834216016690739, + "loss": 0.0816, + "theoretical_loss": 3.786476594086265, + "tokens_seen": 740556800 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007833413577274916, + "loss": 0.076, + "theoretical_loss": 3.7863429069673984, + "tokens_seen": 740818944 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007832611137859091, + "loss": 0.0771, + "theoretical_loss": 3.7862092803866663, + "tokens_seen": 741081088 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007831808698443267, + "loss": 0.0744, + "theoretical_loss": 3.786075714295257, + "tokens_seen": 741343232 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007831006259027444, + "loss": 0.0796, + "theoretical_loss": 3.7859422086444123, + "tokens_seen": 741605376 + }, + { + "epoch": 0.22, + "learning_rate": 0.000783020381961162, + "loss": 0.0777, + "theoretical_loss": 3.7858087633854325, + "tokens_seen": 741867520 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007829401380195796, + "loss": 0.0769, + "theoretical_loss": 3.785675378469673, + "tokens_seen": 742129664 + }, + { + "epoch": 0.22, + "learning_rate": 0.0007828598940779972, + "loss": 0.077, + "theoretical_loss": 3.7855420538485474, + "tokens_seen": 742391808 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007827796501364147, + "loss": 0.0786, + "theoretical_loss": 3.7854087894735233, + "tokens_seen": 742653952 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007826994061948323, + "loss": 0.075, + "theoretical_loss": 3.7852755852961257, + "tokens_seen": 742916096 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007826191622532499, + "loss": 0.079, + "theoretical_loss": 3.785142441267936, + "tokens_seen": 743178240 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007825389183116674, + "loss": 0.0775, + "theoretical_loss": 3.7850093573405905, + "tokens_seen": 743440384 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007824586743700851, + "loss": 0.0759, + "theoretical_loss": 3.7848763334657827, + "tokens_seen": 743702528 + }, + { + "epoch": 0.23, + "objective/train/advantage_avg": 0.0016461674822494388, + "objective/train/docs_used": 275779, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.647542119026184, + "objective/train/original_loss": 1.6475419998168945, + "objective/train/theoretical_loss": 3.784809844033, + "objective/train/tokens_used": 764293600, + "objective/train/value_avg": -0.00949859619140625, + "objective/train/value_loss": 0.000205447620828636, + "objective/train/value_max": -0.0001780986785888672, + "objective/train/value_min": -0.37939453125, + "objective/train/value_reward_corr": 0.6600181820289643, + "objective/train/value_std": 0.0131378173828125, + "objective/train/weight_avg": 1.0017461776733398, + "objective/train/weighted_lm_loss": 1.6508995294570923, + "objective/train/weights_max": 1.218446135520935, + "objective/train/weights_min": 0.6216440796852112, + "theoretical_loss": 3.784809844033, + "tokens_seen": 743833600 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007823784304285027, + "loss": 0.0805, + "theoretical_loss": 3.7847433695952617, + "tokens_seen": 743964672 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007822981864869203, + "loss": 0.0783, + "theoretical_loss": 3.7846104656808306, + "tokens_seen": 744226816 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007822179425453379, + "loss": 0.0757, + "theoretical_loss": 3.7844776216743505, + "tokens_seen": 744488960 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007821376986037554, + "loss": 0.0769, + "theoretical_loss": 3.784344837527737, + "tokens_seen": 744751104 + }, + { + "epoch": 0.23, + "learning_rate": 0.000782057454662173, + "loss": 0.076, + "theoretical_loss": 3.784212113192961, + "tokens_seen": 745013248 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007819772107205906, + "loss": 0.0773, + "theoretical_loss": 3.7840794486220495, + "tokens_seen": 745275392 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007818969667790082, + "loss": 0.0777, + "theoretical_loss": 3.783946843767084, + "tokens_seen": 745537536 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007818167228374257, + "loss": 0.0784, + "theoretical_loss": 3.783814298580203, + "tokens_seen": 745799680 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007817364788958434, + "loss": 0.0772, + "theoretical_loss": 3.7836818130135974, + "tokens_seen": 746061824 + }, + { + "epoch": 0.23, + "learning_rate": 0.000781656234954261, + "loss": 0.0757, + "theoretical_loss": 3.783549387019515, + "tokens_seen": 746323968 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007815759910126786, + "loss": 0.0779, + "theoretical_loss": 3.7834170205502584, + "tokens_seen": 746586112 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007814957470710962, + "loss": 0.0764, + "theoretical_loss": 3.783284713558186, + "tokens_seen": 746848256 + }, + { + "epoch": 0.23, + "objective/train/advantage_avg": 0.0008889124146662652, + "objective/train/docs_used": 277055, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5530109405517578, + "objective/train/original_loss": 1.5530109405517578, + "objective/train/theoretical_loss": 3.783152465995708, + "objective/train/tokens_used": 767570400, + "objective/train/value_avg": -0.01116943359375, + "objective/train/value_loss": 0.00037145931855775416, + "objective/train/value_max": -0.0002613067626953125, + "objective/train/value_min": -0.385009765625, + "objective/train/value_reward_corr": 0.6932264903927, + "objective/train/value_std": 0.01641845703125, + "objective/train/weight_avg": 1.0010658502578735, + "objective/train/weighted_lm_loss": 1.554740071296692, + "objective/train/weights_max": 1.2132785320281982, + "objective/train/weights_min": 0.36903059482574463, + "theoretical_loss": 3.783152465995708, + "tokens_seen": 747110400 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007814155031295137, + "loss": 0.079, + "theoretical_loss": 3.783152465995708, + "tokens_seen": 747110400 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007813352591879314, + "loss": 0.0772, + "theoretical_loss": 3.7830202778152935, + "tokens_seen": 747372544 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007812550152463489, + "loss": 0.0749, + "theoretical_loss": 3.7828881489694632, + "tokens_seen": 747634688 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007811747713047665, + "loss": 0.0755, + "theoretical_loss": 3.7827560794107926, + "tokens_seen": 747896832 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007810945273631841, + "loss": 0.0765, + "theoretical_loss": 3.7826240690919137, + "tokens_seen": 748158976 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007810142834216016, + "loss": 0.0791, + "theoretical_loss": 3.7824921179655115, + "tokens_seen": 748421120 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007809340394800192, + "loss": 0.0774, + "theoretical_loss": 3.782360225984325, + "tokens_seen": 748683264 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007808537955384369, + "loss": 0.0769, + "theoretical_loss": 3.782228393101149, + "tokens_seen": 748945408 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007807735515968545, + "loss": 0.0776, + "theoretical_loss": 3.78209661926883, + "tokens_seen": 749207552 + }, + { + "epoch": 0.23, + "learning_rate": 0.000780693307655272, + "loss": 0.0773, + "theoretical_loss": 3.781964904440271, + "tokens_seen": 749469696 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007806130637136897, + "loss": 0.0794, + "theoretical_loss": 3.7818332485684283, + "tokens_seen": 749731840 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007805328197721072, + "loss": 0.0771, + "theoretical_loss": 3.781701651606311, + "tokens_seen": 749993984 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007804525758305248, + "loss": 0.0795, + "theoretical_loss": 3.7815701135069846, + "tokens_seen": 750256128 + }, + { + "epoch": 0.23, + "objective/train/advantage_avg": 0.0017918732482939959, + "objective/train/docs_used": 278273, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4833215475082397, + "objective/train/original_loss": 1.4833214282989502, + "objective/train/theoretical_loss": 3.7815043665162147, + "objective/train/tokens_used": 770847200, + "objective/train/value_avg": -0.0086517333984375, + "objective/train/value_loss": 0.00018627886311151087, + "objective/train/value_max": -0.00018966197967529297, + "objective/train/value_min": -0.2398681640625, + "objective/train/value_reward_corr": 0.7108844292971628, + "objective/train/value_std": 0.01335906982421875, + "objective/train/weight_avg": 1.0018802881240845, + "objective/train/weighted_lm_loss": 1.4857239723205566, + "objective/train/weights_max": 1.1792951822280884, + "objective/train/weights_min": 0.37059226632118225, + "theoretical_loss": 3.7815043665162147, + "tokens_seen": 750387200 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007803723318889424, + "loss": 0.0764, + "theoretical_loss": 3.7814386342235653, + "tokens_seen": 750518272 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007802920879473599, + "loss": 0.0726, + "theoretical_loss": 3.7813072137092254, + "tokens_seen": 750780416 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007802118440057776, + "loss": 0.0749, + "theoretical_loss": 3.7811758519171894, + "tokens_seen": 751042560 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007801316000641952, + "loss": 0.0788, + "theoretical_loss": 3.781044548800736, + "tokens_seen": 751304704 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007800513561226128, + "loss": 0.0792, + "theoretical_loss": 3.7809133043131973, + "tokens_seen": 751566848 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007799711121810304, + "loss": 0.0784, + "theoretical_loss": 3.7807821184079584, + "tokens_seen": 751828992 + }, + { + "epoch": 0.23, + "learning_rate": 0.000779890868239448, + "loss": 0.0774, + "theoretical_loss": 3.780650991038459, + "tokens_seen": 752091136 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007798106242978655, + "loss": 0.0773, + "theoretical_loss": 3.7805199221581893, + "tokens_seen": 752353280 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007797303803562831, + "loss": 0.0796, + "theoretical_loss": 3.7803889117206957, + "tokens_seen": 752615424 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007796501364147007, + "loss": 0.0789, + "theoretical_loss": 3.7802579596795756, + "tokens_seen": 752877568 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007795698924731182, + "loss": 0.0754, + "theoretical_loss": 3.7801270659884807, + "tokens_seen": 753139712 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007794896485315359, + "loss": 0.0779, + "theoretical_loss": 3.7799962306011143, + "tokens_seen": 753401856 + }, + { + "epoch": 0.23, + "objective/train/advantage_avg": -0.0006313418271020055, + "objective/train/docs_used": 279492, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5877240896224976, + "objective/train/original_loss": 1.587724208831787, + "objective/train/theoretical_loss": 3.779865453471234, + "objective/train/tokens_used": 774124000, + "objective/train/value_avg": -0.01160430908203125, + "objective/train/value_loss": 0.00041958485962823033, + "objective/train/value_max": -0.0002002716064453125, + "objective/train/value_min": -0.424072265625, + "objective/train/value_reward_corr": 0.7799971506876824, + "objective/train/value_std": 0.0195465087890625, + "objective/train/weight_avg": 0.9995617866516113, + "objective/train/weighted_lm_loss": 1.5860668420791626, + "objective/train/weights_max": 1.216729998588562, + "objective/train/weights_min": 0.3889140486717224, + "theoretical_loss": 3.779865453471234, + "tokens_seen": 753664000 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007794094045899534, + "loss": 0.0791, + "theoretical_loss": 3.779865453471234, + "tokens_seen": 753664000 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007793291606483711, + "loss": 0.0777, + "theoretical_loss": 3.7797347345526484, + "tokens_seen": 753926144 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007792489167067887, + "loss": 0.0777, + "theoretical_loss": 3.7796040737992205, + "tokens_seen": 754188288 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007791686727652062, + "loss": 0.0783, + "theoretical_loss": 3.7794734711648648, + "tokens_seen": 754450432 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007790884288236239, + "loss": 0.0791, + "theoretical_loss": 3.779342926603549, + "tokens_seen": 754712576 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007790081848820414, + "loss": 0.0767, + "theoretical_loss": 3.7792124400692924, + "tokens_seen": 754974720 + }, + { + "epoch": 0.23, + "learning_rate": 0.000778927940940459, + "loss": 0.0761, + "theoretical_loss": 3.7790820115161674, + "tokens_seen": 755236864 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007788476969988766, + "loss": 0.079, + "theoretical_loss": 3.778951640898298, + "tokens_seen": 755499008 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007787674530572942, + "loss": 0.078, + "theoretical_loss": 3.7788213281698617, + "tokens_seen": 755761152 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007786872091157117, + "loss": 0.0759, + "theoretical_loss": 3.778691073285086, + "tokens_seen": 756023296 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007786069651741294, + "loss": 0.0796, + "theoretical_loss": 3.7785608761982523, + "tokens_seen": 756285440 + }, + { + "epoch": 0.23, + "learning_rate": 0.000778526721232547, + "loss": 0.0764, + "theoretical_loss": 3.7784307368636934, + "tokens_seen": 756547584 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007784464772909645, + "loss": 0.0755, + "theoretical_loss": 3.7783006552357934, + "tokens_seen": 756809728 + }, + { + "epoch": 0.23, + "objective/train/advantage_avg": 0.0012122009648010135, + "objective/train/docs_used": 280659, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.661129355430603, + "objective/train/original_loss": 1.661129117012024, + "objective/train/theoretical_loss": 3.7782356360476, + "objective/train/tokens_used": 777400800, + "objective/train/value_avg": -0.007114410400390625, + "objective/train/value_loss": 0.0002534230297897011, + "objective/train/value_max": -0.00016224384307861328, + "objective/train/value_min": -0.39208984375, + "objective/train/value_reward_corr": 0.6713327983629102, + "objective/train/value_std": 0.01213836669921875, + "objective/train/weight_avg": 1.0013306140899658, + "objective/train/weighted_lm_loss": 1.663190245628357, + "objective/train/weights_max": 1.3568058013916016, + "objective/train/weights_min": 0.4099985957145691, + "theoretical_loss": 3.7782356360476, + "tokens_seen": 756940800 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007783662333493822, + "loss": 0.0794, + "theoretical_loss": 3.7781706312689893, + "tokens_seen": 757071872 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007782859894077997, + "loss": 0.078, + "theoretical_loss": 3.7780406649177696, + "tokens_seen": 757334016 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007782057454662173, + "loss": 0.0772, + "theoretical_loss": 3.777910756136673, + "tokens_seen": 757596160 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007781255015246349, + "loss": 0.0779, + "theoretical_loss": 3.777780904880292, + "tokens_seen": 757858304 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007780452575830524, + "loss": 0.0791, + "theoretical_loss": 3.777651111103269, + "tokens_seen": 758120448 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007779650136414702, + "loss": 0.0766, + "theoretical_loss": 3.777521374760298, + "tokens_seen": 758382592 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007778847696998877, + "loss": 0.0795, + "theoretical_loss": 3.7773916958061253, + "tokens_seen": 758644736 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007778045257583053, + "loss": 0.0811, + "theoretical_loss": 3.777262074195548, + "tokens_seen": 758906880 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007777242818167229, + "loss": 0.079, + "theoretical_loss": 3.777132509883413, + "tokens_seen": 759169024 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007776440378751405, + "loss": 0.0787, + "theoretical_loss": 3.7770030028246215, + "tokens_seen": 759431168 + }, + { + "epoch": 0.23, + "learning_rate": 0.000777563793933558, + "loss": 0.0779, + "theoretical_loss": 3.7768735529741226, + "tokens_seen": 759693312 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007774835499919756, + "loss": 0.0756, + "theoretical_loss": 3.776744160286918, + "tokens_seen": 759955456 + }, + { + "epoch": 0.23, + "objective/train/advantage_avg": -0.0010801394237205386, + "objective/train/docs_used": 281753, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5861867666244507, + "objective/train/original_loss": 1.5861866474151611, + "objective/train/theoretical_loss": 3.77661482471806, + "objective/train/tokens_used": 780677600, + "objective/train/value_avg": -0.007518768310546875, + "objective/train/value_loss": 0.0008125813328661025, + "objective/train/value_max": -0.00017952919006347656, + "objective/train/value_min": -0.876953125, + "objective/train/value_reward_corr": 0.6025707283966123, + "objective/train/value_std": 0.0168304443359375, + "objective/train/weight_avg": 0.9992645978927612, + "objective/train/weighted_lm_loss": 1.5850564241409302, + "objective/train/weights_max": 1.554292917251587, + "objective/train/weights_min": 0.2646503746509552, + "theoretical_loss": 3.77661482471806, + "tokens_seen": 760217600 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007774033060503932, + "loss": 0.0804, + "theoretical_loss": 3.77661482471806, + "tokens_seen": 760217600 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007773230621088107, + "loss": 0.0797, + "theoretical_loss": 3.776485546222651, + "tokens_seen": 760479744 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007772428181672284, + "loss": 0.0784, + "theoretical_loss": 3.776356324755847, + "tokens_seen": 760741888 + }, + { + "epoch": 0.23, + "learning_rate": 0.000777162574225646, + "loss": 0.0766, + "theoretical_loss": 3.7762271602728497, + "tokens_seen": 761004032 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007770823302840636, + "loss": 0.0784, + "theoretical_loss": 3.7760980527289156, + "tokens_seen": 761266176 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007770020863424812, + "loss": 0.0756, + "theoretical_loss": 3.77596900207935, + "tokens_seen": 761528320 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007769218424008987, + "loss": 0.076, + "theoretical_loss": 3.775840008279509, + "tokens_seen": 761790464 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007768415984593163, + "loss": 0.0785, + "theoretical_loss": 3.7757110712847997, + "tokens_seen": 762052608 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007767613545177339, + "loss": 0.0793, + "theoretical_loss": 3.775582191050678, + "tokens_seen": 762314752 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007766811105761515, + "loss": 0.0782, + "theoretical_loss": 3.775453367532651, + "tokens_seen": 762576896 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007766008666345691, + "loss": 0.0781, + "theoretical_loss": 3.775324600686276, + "tokens_seen": 762839040 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007765206226929867, + "loss": 0.0774, + "theoretical_loss": 3.7751958904671614, + "tokens_seen": 763101184 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007764403787514042, + "loss": 0.0784, + "theoretical_loss": 3.7750672368309623, + "tokens_seen": 763363328 + }, + { + "epoch": 0.23, + "objective/train/advantage_avg": 0.001514730043709278, + "objective/train/docs_used": 282838, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4499045610427856, + "objective/train/original_loss": 1.449904441833496, + "objective/train/theoretical_loss": 3.775002931217613, + "objective/train/tokens_used": 783954400, + "objective/train/value_avg": -0.007289886474609375, + "objective/train/value_loss": 0.0001685796451056376, + "objective/train/value_max": -0.00012052059173583984, + "objective/train/value_min": -0.278076171875, + "objective/train/value_reward_corr": 0.5978342953226954, + "objective/train/value_std": 0.0114593505859375, + "objective/train/weight_avg": 1.0015908479690552, + "objective/train/weighted_lm_loss": 1.4518433809280396, + "objective/train/weights_max": 1.1252226829528809, + "objective/train/weights_min": 0.3683340847492218, + "theoretical_loss": 3.775002931217613, + "tokens_seen": 763494400 + }, + { + "epoch": 0.23, + "learning_rate": 0.000776360134809822, + "loss": 0.0811, + "theoretical_loss": 3.7749386397333873, + "tokens_seen": 763625472 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007762798908682395, + "loss": 0.078, + "theoretical_loss": 3.774810099130193, + "tokens_seen": 763887616 + }, + { + "epoch": 0.23, + "learning_rate": 0.000776199646926657, + "loss": 0.0783, + "theoretical_loss": 3.7746816149771862, + "tokens_seen": 764149760 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007761194029850747, + "loss": 0.0771, + "theoretical_loss": 3.7745531872302234, + "tokens_seen": 764411904 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007760391590434922, + "loss": 0.0782, + "theoretical_loss": 3.774424815845211, + "tokens_seen": 764674048 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007759589151019098, + "loss": 0.0777, + "theoretical_loss": 3.774296500778105, + "tokens_seen": 764936192 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007758786711603274, + "loss": 0.0782, + "theoretical_loss": 3.77416824198491, + "tokens_seen": 765198336 + }, + { + "epoch": 0.23, + "learning_rate": 0.000775798427218745, + "loss": 0.0761, + "theoretical_loss": 3.7740400394216813, + "tokens_seen": 765460480 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007757181832771625, + "loss": 0.0808, + "theoretical_loss": 3.7739118930445223, + "tokens_seen": 765722624 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007756379393355802, + "loss": 0.0797, + "theoretical_loss": 3.7737838028095867, + "tokens_seen": 765984768 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007755576953939978, + "loss": 0.077, + "theoretical_loss": 3.773655768673077, + "tokens_seen": 766246912 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007754774514524153, + "loss": 0.0803, + "theoretical_loss": 3.7735277905912445, + "tokens_seen": 766509056 + }, + { + "epoch": 0.23, + "objective/train/advantage_avg": -0.0003182470391038805, + "objective/train/docs_used": 283988, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.545307993888855, + "objective/train/original_loss": 1.5453078746795654, + "objective/train/theoretical_loss": 3.773399868520391, + "objective/train/tokens_used": 787231200, + "objective/train/value_avg": -0.0092926025390625, + "objective/train/value_loss": 0.00031321687856689095, + "objective/train/value_max": -0.00025916099548339844, + "objective/train/value_min": -0.260498046875, + "objective/train/value_reward_corr": 0.6196410614582508, + "objective/train/value_std": 0.013397216796875, + "objective/train/weight_avg": 0.9998276829719543, + "objective/train/weighted_lm_loss": 1.5445711612701416, + "objective/train/weights_max": 1.1434308290481567, + "objective/train/weights_min": 0.37836602330207825, + "theoretical_loss": 3.773399868520391, + "tokens_seen": 766771200 + }, + { + "epoch": 0.23, + "learning_rate": 0.000775397207510833, + "loss": 0.0783, + "theoretical_loss": 3.773399868520391, + "tokens_seen": 766771200 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007753169635692505, + "loss": 0.0784, + "theoretical_loss": 3.7732720024168644, + "tokens_seen": 767033344 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007752367196276682, + "loss": 0.0772, + "theoretical_loss": 3.773144192237065, + "tokens_seen": 767295488 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007751564756860857, + "loss": 0.078, + "theoretical_loss": 3.7730164379374402, + "tokens_seen": 767557632 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007750762317445032, + "loss": 0.0777, + "theoretical_loss": 3.772888739474485, + "tokens_seen": 767819776 + }, + { + "epoch": 0.23, + "learning_rate": 0.000774995987802921, + "loss": 0.0768, + "theoretical_loss": 3.772761096804745, + "tokens_seen": 768081920 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007749157438613385, + "loss": 0.0776, + "theoretical_loss": 3.7726335098848143, + "tokens_seen": 768344064 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007748354999197561, + "loss": 0.0774, + "theoretical_loss": 3.772505978671334, + "tokens_seen": 768606208 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007747552559781737, + "loss": 0.081, + "theoretical_loss": 3.772378503120996, + "tokens_seen": 768868352 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007746750120365913, + "loss": 0.0786, + "theoretical_loss": 3.7722510831905387, + "tokens_seen": 769130496 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007745947680950088, + "loss": 0.0791, + "theoretical_loss": 3.7721237188367494, + "tokens_seen": 769392640 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007745145241534264, + "loss": 0.0773, + "theoretical_loss": 3.771996410016464, + "tokens_seen": 769654784 + }, + { + "epoch": 0.23, + "learning_rate": 0.000774434280211844, + "loss": 0.0757, + "theoretical_loss": 3.7718691566865665, + "tokens_seen": 769916928 + }, + { + "epoch": 0.23, + "objective/train/advantage_avg": 0.0014507649466395378, + "objective/train/docs_used": 285055, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5732736587524414, + "objective/train/original_loss": 1.573273777961731, + "objective/train/theoretical_loss": 3.7718055508170525, + "objective/train/tokens_used": 790508000, + "objective/train/value_avg": -0.0090179443359375, + "objective/train/value_loss": 0.00021232401195447892, + "objective/train/value_max": -0.00019872188568115234, + "objective/train/value_min": -0.218505859375, + "objective/train/value_reward_corr": 0.6576404974877524, + "objective/train/value_std": 0.01152801513671875, + "objective/train/weight_avg": 1.001549243927002, + "objective/train/weighted_lm_loss": 1.575255274772644, + "objective/train/weights_max": 1.1538656949996948, + "objective/train/weights_min": 0.394123375415802, + "theoretical_loss": 3.7718055508170525, + "tokens_seen": 770048000 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007743540362702615, + "loss": 0.078, + "theoretical_loss": 3.7717419588039887, + "tokens_seen": 770179072 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007742737923286792, + "loss": 0.0776, + "theoretical_loss": 3.7716148163257115, + "tokens_seen": 770441216 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007741935483870968, + "loss": 0.0747, + "theoretical_loss": 3.7714877292087623, + "tokens_seen": 770703360 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007741133044455145, + "loss": 0.0772, + "theoretical_loss": 3.7713606974102167, + "tokens_seen": 770965504 + }, + { + "epoch": 0.23, + "learning_rate": 0.000774033060503932, + "loss": 0.0807, + "theoretical_loss": 3.7712337208872, + "tokens_seen": 771227648 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007739528165623495, + "loss": 0.0763, + "theoretical_loss": 3.7711067995968826, + "tokens_seen": 771489792 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007738725726207672, + "loss": 0.0796, + "theoretical_loss": 3.770979933496485, + "tokens_seen": 771751936 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007737923286791847, + "loss": 0.0769, + "theoretical_loss": 3.770853122543274, + "tokens_seen": 772014080 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007737120847376023, + "loss": 0.0751, + "theoretical_loss": 3.770726366694564, + "tokens_seen": 772276224 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007736318407960199, + "loss": 0.0787, + "theoretical_loss": 3.7705996659077172, + "tokens_seen": 772538368 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007735515968544375, + "loss": 0.0765, + "theoretical_loss": 3.770473020140143, + "tokens_seen": 772800512 + }, + { + "epoch": 0.23, + "learning_rate": 0.000773471352912855, + "loss": 0.0816, + "theoretical_loss": 3.770346429349299, + "tokens_seen": 773062656 + }, + { + "epoch": 0.23, + "objective/train/advantage_avg": 0.0006765631842426956, + "objective/train/docs_used": 286255, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4567815065383911, + "objective/train/original_loss": 1.4567815065383911, + "objective/train/theoretical_loss": 3.7702198934926896, + "objective/train/tokens_used": 793784800, + "objective/train/value_avg": -0.00994110107421875, + "objective/train/value_loss": 0.0005104008014313877, + "objective/train/value_max": -0.00031495094299316406, + "objective/train/value_min": -0.461669921875, + "objective/train/value_reward_corr": 0.55814780638149, + "objective/train/value_std": 0.0157012939453125, + "objective/train/weight_avg": 1.0008918046951294, + "objective/train/weighted_lm_loss": 1.4580830335617065, + "objective/train/weights_max": 1.4496492147445679, + "objective/train/weights_min": 0.36970266699790955, + "theoretical_loss": 3.7702198934926896, + "tokens_seen": 773324800 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007733911089712728, + "loss": 0.077, + "theoretical_loss": 3.7702198934926896, + "tokens_seen": 773324800 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007733108650296903, + "loss": 0.0767, + "theoretical_loss": 3.7700934125278653, + "tokens_seen": 773586944 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007732306210881078, + "loss": 0.0802, + "theoretical_loss": 3.7699669864124266, + "tokens_seen": 773849088 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007731503771465255, + "loss": 0.0774, + "theoretical_loss": 3.769840615104018, + "tokens_seen": 774111232 + }, + { + "epoch": 0.23, + "learning_rate": 0.000773070133204943, + "loss": 0.0807, + "theoretical_loss": 3.7697142985603325, + "tokens_seen": 774373376 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007729898892633606, + "loss": 0.0795, + "theoretical_loss": 3.76958803673911, + "tokens_seen": 774635520 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007729096453217782, + "loss": 0.0798, + "theoretical_loss": 3.7694618295981375, + "tokens_seen": 774897664 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007728294013801958, + "loss": 0.0776, + "theoretical_loss": 3.769335677095248, + "tokens_seen": 775159808 + }, + { + "epoch": 0.23, + "learning_rate": 0.0007727491574386135, + "loss": 0.0804, + "theoretical_loss": 3.769209579188323, + "tokens_seen": 775421952 + }, + { + "epoch": 0.24, + "learning_rate": 0.000772668913497031, + "loss": 0.0779, + "theoretical_loss": 3.7690835358352883, + "tokens_seen": 775684096 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007725886695554486, + "loss": 0.0803, + "theoretical_loss": 3.7689575469941183, + "tokens_seen": 775946240 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007725084256138662, + "loss": 0.079, + "theoretical_loss": 3.768831612622833, + "tokens_seen": 776208384 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007724281816722838, + "loss": 0.0772, + "theoretical_loss": 3.7687057326794986, + "tokens_seen": 776470528 + }, + { + "epoch": 0.24, + "objective/train/advantage_avg": 0.001257130061276257, + "objective/train/docs_used": 287303, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5794024467468262, + "objective/train/original_loss": 1.5794023275375366, + "objective/train/theoretical_loss": 3.768642813105222, + "objective/train/tokens_used": 797061600, + "objective/train/value_avg": -0.006626129150390625, + "objective/train/value_loss": 0.0002560614375397563, + "objective/train/value_max": -0.00018668174743652344, + "objective/train/value_min": -0.265380859375, + "objective/train/value_reward_corr": 0.4292624585261261, + "objective/train/value_std": 0.0083160400390625, + "objective/train/weight_avg": 1.001365065574646, + "objective/train/weighted_lm_loss": 1.5816097259521484, + "objective/train/weights_max": 1.3039275407791138, + "objective/train/weights_min": 0.36852309107780457, + "theoretical_loss": 3.768642813105222, + "tokens_seen": 776601600 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007723479377307013, + "loss": 0.0803, + "theoretical_loss": 3.768579907122229, + "tokens_seen": 776732672 + }, + { + "epoch": 0.24, + "learning_rate": 0.000772267693789119, + "loss": 0.0779, + "theoretical_loss": 3.768454135909183, + "tokens_seen": 776994816 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007721874498475365, + "loss": 0.0779, + "theoretical_loss": 3.768328418998567, + "tokens_seen": 777256960 + }, + { + "epoch": 0.24, + "learning_rate": 0.000772107205905954, + "loss": 0.0778, + "theoretical_loss": 3.7682027563486327, + "tokens_seen": 777519104 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007720269619643718, + "loss": 0.0803, + "theoretical_loss": 3.768077147917678, + "tokens_seen": 777781248 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007719467180227893, + "loss": 0.0771, + "theoretical_loss": 3.7679515936640477, + "tokens_seen": 778043392 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007718664740812069, + "loss": 0.0756, + "theoretical_loss": 3.7678260935461316, + "tokens_seen": 778305536 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007717862301396245, + "loss": 0.0739, + "theoretical_loss": 3.767700647522366, + "tokens_seen": 778567680 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007717059861980421, + "loss": 0.0735, + "theoretical_loss": 3.7675752555512334, + "tokens_seen": 778829824 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007716257422564597, + "loss": 0.0781, + "theoretical_loss": 3.7674499175912617, + "tokens_seen": 779091968 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007715454983148772, + "loss": 0.0775, + "theoretical_loss": 3.767324633601024, + "tokens_seen": 779354112 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007714652543732948, + "loss": 0.0786, + "theoretical_loss": 3.7671994035391405, + "tokens_seen": 779616256 + }, + { + "epoch": 0.24, + "objective/train/advantage_avg": 0.0018263828242197633, + "objective/train/docs_used": 288522, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5297796726226807, + "objective/train/original_loss": 1.5297796726226807, + "objective/train/theoretical_loss": 3.767074227364275, + "objective/train/tokens_used": 800338400, + "objective/train/value_avg": -0.00594329833984375, + "objective/train/value_loss": 0.00013772714009974152, + "objective/train/value_max": -0.0001780986785888672, + "objective/train/value_min": -0.258056640625, + "objective/train/value_reward_corr": 0.5992897838823066, + "objective/train/value_std": 0.00849151611328125, + "objective/train/weight_avg": 1.0018903017044067, + "objective/train/weighted_lm_loss": 1.5327706336975098, + "objective/train/weights_max": 1.1079773902893066, + "objective/train/weights_min": 0.3688954710960388, + "theoretical_loss": 3.767074227364275, + "tokens_seen": 779878400 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007713850104317124, + "loss": 0.0804, + "theoretical_loss": 3.767074227364275, + "tokens_seen": 779878400 + }, + { + "epoch": 0.24, + "learning_rate": 0.00077130476649013, + "loss": 0.0803, + "theoretical_loss": 3.7669491050351396, + "tokens_seen": 780140544 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007712245225485476, + "loss": 0.0792, + "theoretical_loss": 3.7668240365104895, + "tokens_seen": 780402688 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007711442786069653, + "loss": 0.0797, + "theoretical_loss": 3.7666990217491265, + "tokens_seen": 780664832 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007710640346653828, + "loss": 0.0777, + "theoretical_loss": 3.7665740607098974, + "tokens_seen": 780926976 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007709837907238003, + "loss": 0.077, + "theoretical_loss": 3.7664491533516946, + "tokens_seen": 781189120 + }, + { + "epoch": 0.24, + "learning_rate": 0.000770903546782218, + "loss": 0.0771, + "theoretical_loss": 3.766324299633455, + "tokens_seen": 781451264 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007708233028406355, + "loss": 0.0787, + "theoretical_loss": 3.766199499514162, + "tokens_seen": 781713408 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007707430588990531, + "loss": 0.0754, + "theoretical_loss": 3.7660747529528424, + "tokens_seen": 781975552 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007706628149574707, + "loss": 0.0787, + "theoretical_loss": 3.76595005990857, + "tokens_seen": 782237696 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007705825710158883, + "loss": 0.0749, + "theoretical_loss": 3.7658254203404615, + "tokens_seen": 782499840 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007705023270743058, + "loss": 0.0771, + "theoretical_loss": 3.7657008342076796, + "tokens_seen": 782761984 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007704220831327236, + "loss": 0.076, + "theoretical_loss": 3.765576301469433, + "tokens_seen": 783024128 + }, + { + "epoch": 0.24, + "objective/train/advantage_avg": 0.0011886970605701208, + "objective/train/docs_used": 289672, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6633141040802002, + "objective/train/original_loss": 1.6633139848709106, + "objective/train/theoretical_loss": 3.7655140551105246, + "objective/train/tokens_used": 803615200, + "objective/train/value_avg": -0.008880615234375, + "objective/train/value_loss": 0.0002518830297049135, + "objective/train/value_max": -0.00018668174743652344, + "objective/train/value_min": -0.39794921875, + "objective/train/value_reward_corr": 0.6377278955459637, + "objective/train/value_std": 0.015869140625, + "objective/train/weight_avg": 1.0013060569763184, + "objective/train/weighted_lm_loss": 1.6655610799789429, + "objective/train/weights_max": 1.2945058345794678, + "objective/train/weights_min": 0.3694334030151367, + "theoretical_loss": 3.7655140551105246, + "tokens_seen": 783155200 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007703418391911411, + "loss": 0.0774, + "theoretical_loss": 3.7654518220849726, + "tokens_seen": 783286272 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007702615952495587, + "loss": 0.0768, + "theoretical_loss": 3.7653273960135962, + "tokens_seen": 783548416 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007701813513079763, + "loss": 0.0808, + "theoretical_loss": 3.765203023214645, + "tokens_seen": 783810560 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007701011073663938, + "loss": 0.0753, + "theoretical_loss": 3.7650787036475055, + "tokens_seen": 784072704 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007700208634248115, + "loss": 0.0766, + "theoretical_loss": 3.764954437271608, + "tokens_seen": 784334848 + }, + { + "epoch": 0.24, + "learning_rate": 0.000769940619483229, + "loss": 0.0717, + "theoretical_loss": 3.7648302240464284, + "tokens_seen": 784596992 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007698603755416466, + "loss": 0.0762, + "theoretical_loss": 3.764706063931486, + "tokens_seen": 784859136 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007697801316000643, + "loss": 0.0783, + "theoretical_loss": 3.764581956886345, + "tokens_seen": 785121280 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007696998876584818, + "loss": 0.0775, + "theoretical_loss": 3.7644579028706135, + "tokens_seen": 785383424 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007696196437168994, + "loss": 0.0757, + "theoretical_loss": 3.764333901843944, + "tokens_seen": 785645568 + }, + { + "epoch": 0.24, + "learning_rate": 0.000769539399775317, + "loss": 0.0772, + "theoretical_loss": 3.764209953766033, + "tokens_seen": 785907712 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007694591558337346, + "loss": 0.0753, + "theoretical_loss": 3.7640860585966207, + "tokens_seen": 786169856 + }, + { + "epoch": 0.24, + "objective/train/advantage_avg": 0.0011787430848926306, + "objective/train/docs_used": 290810, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4592416286468506, + "objective/train/original_loss": 1.4592418670654297, + "objective/train/theoretical_loss": 3.763962216295493, + "objective/train/tokens_used": 806892000, + "objective/train/value_avg": -0.00862884521484375, + "objective/train/value_loss": 0.0002726856037043035, + "objective/train/value_max": -0.00022518634796142578, + "objective/train/value_min": -0.339599609375, + "objective/train/value_reward_corr": 0.686101390930153, + "objective/train/value_std": 0.0152587890625, + "objective/train/weight_avg": 1.0012991428375244, + "objective/train/weighted_lm_loss": 1.4610198736190796, + "objective/train/weights_max": 1.1420053243637085, + "objective/train/weights_min": 0.36918336153030396, + "theoretical_loss": 3.763962216295493, + "tokens_seen": 786432000 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007693789118921521, + "loss": 0.0756, + "theoretical_loss": 3.763962216295493, + "tokens_seen": 786432000 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007692986679505698, + "loss": 0.0761, + "theoretical_loss": 3.7638384268224776, + "tokens_seen": 786694144 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007692184240089873, + "loss": 0.0774, + "theoretical_loss": 3.7637146901374474, + "tokens_seen": 786956288 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007691381800674048, + "loss": 0.0785, + "theoretical_loss": 3.7635910062003193, + "tokens_seen": 787218432 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007690579361258225, + "loss": 0.0767, + "theoretical_loss": 3.7634673749710523, + "tokens_seen": 787480576 + }, + { + "epoch": 0.24, + "learning_rate": 0.00076897769218424, + "loss": 0.0753, + "theoretical_loss": 3.763343796409651, + "tokens_seen": 787742720 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007688974482426578, + "loss": 0.076, + "theoretical_loss": 3.7632202704761637, + "tokens_seen": 788004864 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007688172043010753, + "loss": 0.0756, + "theoretical_loss": 3.7630967971306797, + "tokens_seen": 788267008 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007687369603594929, + "loss": 0.0766, + "theoretical_loss": 3.762973376333335, + "tokens_seen": 788529152 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007686567164179105, + "loss": 0.0774, + "theoretical_loss": 3.7628500080443077, + "tokens_seen": 788791296 + }, + { + "epoch": 0.24, + "learning_rate": 0.000768576472476328, + "loss": 0.077, + "theoretical_loss": 3.7627266922238185, + "tokens_seen": 789053440 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007684962285347456, + "loss": 0.0769, + "theoretical_loss": 3.762603428832133, + "tokens_seen": 789315584 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007684159845931632, + "loss": 0.075, + "theoretical_loss": 3.7624802178295584, + "tokens_seen": 789577728 + }, + { + "epoch": 0.24, + "objective/train/advantage_avg": 0.0022916854359209538, + "objective/train/docs_used": 292000, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.7142587900161743, + "objective/train/original_loss": 1.7142587900161743, + "objective/train/theoretical_loss": 3.762418631961796, + "objective/train/tokens_used": 810168800, + "objective/train/value_avg": -0.00872039794921875, + "objective/train/value_loss": 9.242525993613526e-05, + "objective/train/value_max": -0.00015115737915039062, + "objective/train/value_min": -0.2568359375, + "objective/train/value_reward_corr": 0.8276501970296173, + "objective/train/value_std": 0.01387786865234375, + "objective/train/weight_avg": 1.0023375749588013, + "objective/train/weighted_lm_loss": 1.7183908224105835, + "objective/train/weights_max": 1.1157166957855225, + "objective/train/weights_min": 0.8307360410690308, + "theoretical_loss": 3.762418631961796, + "tokens_seen": 789708800 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007683357406515808, + "loss": 0.0778, + "theoretical_loss": 3.762357059176447, + "tokens_seen": 789839872 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007682554967099984, + "loss": 0.0774, + "theoretical_loss": 3.762233952833193, + "tokens_seen": 790102016 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007681752527684161, + "loss": 0.0796, + "theoretical_loss": 3.7621108987602336, + "tokens_seen": 790364160 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007680950088268336, + "loss": 0.0765, + "theoretical_loss": 3.76198789691805, + "tokens_seen": 790626304 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007680147648852511, + "loss": 0.0798, + "theoretical_loss": 3.7618649472671652, + "tokens_seen": 790888448 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007679345209436688, + "loss": 0.0782, + "theoretical_loss": 3.761742049768146, + "tokens_seen": 791150592 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007678542770020863, + "loss": 0.0788, + "theoretical_loss": 3.761619204381602, + "tokens_seen": 791412736 + }, + { + "epoch": 0.24, + "learning_rate": 0.000767774033060504, + "loss": 0.0752, + "theoretical_loss": 3.7614964110681846, + "tokens_seen": 791674880 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007676937891189215, + "loss": 0.077, + "theoretical_loss": 3.761373669788589, + "tokens_seen": 791937024 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007676135451773391, + "loss": 0.0765, + "theoretical_loss": 3.7612509805035526, + "tokens_seen": 792199168 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007675333012357568, + "loss": 0.075, + "theoretical_loss": 3.761128343173856, + "tokens_seen": 792461312 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007674530572941743, + "loss": 0.0758, + "theoretical_loss": 3.7610057577603215, + "tokens_seen": 792723456 + }, + { + "epoch": 0.24, + "objective/train/advantage_avg": 0.0004144915146753192, + "objective/train/docs_used": 293128, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4658265113830566, + "objective/train/original_loss": 1.465826392173767, + "objective/train/theoretical_loss": 3.7608832242238144, + "objective/train/tokens_used": 813445600, + "objective/train/value_avg": -0.01003265380859375, + "objective/train/value_loss": 0.0002592336677480489, + "objective/train/value_max": -0.0003101825714111328, + "objective/train/value_min": -0.701171875, + "objective/train/value_reward_corr": 0.6734732309335764, + "objective/train/value_std": 0.0139007568359375, + "objective/train/weight_avg": 1.0005309581756592, + "objective/train/weighted_lm_loss": 1.4661011695861816, + "objective/train/weights_max": 1.2755892276763916, + "objective/train/weights_min": 0.36990442872047424, + "theoretical_loss": 3.7608832242238144, + "tokens_seen": 792985600 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007673728133525919, + "loss": 0.0781, + "theoretical_loss": 3.7608832242238144, + "tokens_seen": 792985600 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007672925694110095, + "loss": 0.0778, + "theoretical_loss": 3.7607607425252416, + "tokens_seen": 793247744 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007672123254694271, + "loss": 0.0789, + "theoretical_loss": 3.7606383126255536, + "tokens_seen": 793509888 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007671320815278446, + "loss": 0.0793, + "theoretical_loss": 3.760515934485743, + "tokens_seen": 793772032 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007670518375862623, + "loss": 0.0775, + "theoretical_loss": 3.760393608066843, + "tokens_seen": 794034176 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007669715936446798, + "loss": 0.0758, + "theoretical_loss": 3.760271333329932, + "tokens_seen": 794296320 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007668913497030974, + "loss": 0.0779, + "theoretical_loss": 3.7601491102361275, + "tokens_seen": 794558464 + }, + { + "epoch": 0.24, + "learning_rate": 0.000766811105761515, + "loss": 0.0776, + "theoretical_loss": 3.7600269387465914, + "tokens_seen": 794820608 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007667308618199326, + "loss": 0.0779, + "theoretical_loss": 3.759904818822525, + "tokens_seen": 795082752 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007666506178783502, + "loss": 0.0788, + "theoretical_loss": 3.759782750425175, + "tokens_seen": 795344896 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007665703739367678, + "loss": 0.0759, + "theoretical_loss": 3.759660733515826, + "tokens_seen": 795607040 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007664901299951854, + "loss": 0.0765, + "theoretical_loss": 3.7595387680558088, + "tokens_seen": 795869184 + }, + { + "epoch": 0.24, + "learning_rate": 0.000766409886053603, + "loss": 0.079, + "theoretical_loss": 3.759416854006492, + "tokens_seen": 796131328 + }, + { + "epoch": 0.24, + "objective/train/advantage_avg": 0.0004741183656733483, + "objective/train/docs_used": 294439, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6255043745040894, + "objective/train/original_loss": 1.6255042552947998, + "objective/train/theoretical_loss": 3.7593559162487864, + "objective/train/tokens_used": 816722400, + "objective/train/value_avg": -0.007808685302734375, + "objective/train/value_loss": 0.0003142087662126869, + "objective/train/value_max": -0.00016868114471435547, + "objective/train/value_min": -0.74560546875, + "objective/train/value_reward_corr": 0.6347925749623042, + "objective/train/value_std": 0.01406097412109375, + "objective/train/weight_avg": 1.000614047050476, + "objective/train/weighted_lm_loss": 1.6268646717071533, + "objective/train/weights_max": 1.8958141803741455, + "objective/train/weights_min": 0.3899003863334656, + "theoretical_loss": 3.7593559162487864, + "tokens_seen": 796262400 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007663296421120206, + "loss": 0.0792, + "theoretical_loss": 3.7592949913292886, + "tokens_seen": 796393472 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007662493981704381, + "loss": 0.0786, + "theoretical_loss": 3.759173179985652, + "tokens_seen": 796655616 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007661691542288557, + "loss": 0.0747, + "theoretical_loss": 3.7590514199370775, + "tokens_seen": 796917760 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007660889102872733, + "loss": 0.0736, + "theoretical_loss": 3.758929711145101, + "tokens_seen": 797179904 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007660086663456909, + "loss": 0.0756, + "theoretical_loss": 3.758808053571302, + "tokens_seen": 797442048 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007659284224041086, + "loss": 0.0804, + "theoretical_loss": 3.7586864471772996, + "tokens_seen": 797704192 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007658481784625261, + "loss": 0.0771, + "theoretical_loss": 3.758564891924755, + "tokens_seen": 797966336 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007657679345209437, + "loss": 0.0793, + "theoretical_loss": 3.758443387775371, + "tokens_seen": 798228480 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007656876905793613, + "loss": 0.0762, + "theoretical_loss": 3.7583219346908905, + "tokens_seen": 798490624 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007656074466377788, + "loss": 0.077, + "theoretical_loss": 3.758200532633099, + "tokens_seen": 798752768 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007655272026961964, + "loss": 0.0767, + "theoretical_loss": 3.7580791815638213, + "tokens_seen": 799014912 + }, + { + "epoch": 0.24, + "learning_rate": 0.000765446958754614, + "loss": 0.0782, + "theoretical_loss": 3.7579578814449253, + "tokens_seen": 799277056 + }, + { + "epoch": 0.24, + "objective/train/advantage_avg": 0.0013628253946080804, + "objective/train/docs_used": 295724, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.440169095993042, + "objective/train/original_loss": 1.440169334411621, + "objective/train/theoretical_loss": 3.7578366322383188, + "objective/train/tokens_used": 819999200, + "objective/train/value_avg": -0.00508880615234375, + "objective/train/value_loss": 0.0001029219274641946, + "objective/train/value_max": -0.00011771917343139648, + "objective/train/value_min": -0.8525390625, + "objective/train/value_reward_corr": 0.7275116812377113, + "objective/train/value_std": 0.01080322265625, + "objective/train/weight_avg": 1.0014126300811768, + "objective/train/weighted_lm_loss": 1.4426296949386597, + "objective/train/weights_max": 1.3504908084869385, + "objective/train/weights_min": 0.5435689091682434, + "theoretical_loss": 3.7578366322383188, + "tokens_seen": 799539200 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007653667148130316, + "loss": 0.0779, + "theoretical_loss": 3.7578366322383188, + "tokens_seen": 799539200 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007652864708714491, + "loss": 0.0762, + "theoretical_loss": 3.7577154339059504, + "tokens_seen": 799801344 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007652062269298669, + "loss": 0.0768, + "theoretical_loss": 3.7575942864098106, + "tokens_seen": 800063488 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007651259829882844, + "loss": 0.0754, + "theoretical_loss": 3.75747318971193, + "tokens_seen": 800325632 + }, + { + "epoch": 0.24, + "learning_rate": 0.000765045739046702, + "loss": 0.0756, + "theoretical_loss": 3.7573521437743795, + "tokens_seen": 800587776 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007649654951051196, + "loss": 0.0776, + "theoretical_loss": 3.7572311485592715, + "tokens_seen": 800849920 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007648852511635371, + "loss": 0.0753, + "theoretical_loss": 3.7571102040287596, + "tokens_seen": 801112064 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007648050072219548, + "loss": 0.0803, + "theoretical_loss": 3.7569893101450367, + "tokens_seen": 801374208 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007647247632803723, + "loss": 0.0804, + "theoretical_loss": 3.756868466870337, + "tokens_seen": 801636352 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007646445193387899, + "loss": 0.0781, + "theoretical_loss": 3.7567476741669346, + "tokens_seen": 801898496 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007645642753972076, + "loss": 0.0779, + "theoretical_loss": 3.756626931997145, + "tokens_seen": 802160640 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007644840314556251, + "loss": 0.0745, + "theoretical_loss": 3.7565062403233234, + "tokens_seen": 802422784 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007644037875140427, + "loss": 0.0742, + "theoretical_loss": 3.7563855991078654, + "tokens_seen": 802684928 + }, + { + "epoch": 0.24, + "objective/train/advantage_avg": -0.0005770600982941687, + "objective/train/docs_used": 296852, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.501123070716858, + "objective/train/original_loss": 1.5011229515075684, + "objective/train/theoretical_loss": 3.7563252974102825, + "objective/train/tokens_used": 823276000, + "objective/train/value_avg": -0.00981903076171875, + "objective/train/value_loss": 0.00042762915836647153, + "objective/train/value_max": -0.0001926422119140625, + "objective/train/value_min": -0.8857421875, + "objective/train/value_reward_corr": 0.6463107507567282, + "objective/train/value_std": 0.017730712890625, + "objective/train/weight_avg": 0.9996160268783569, + "objective/train/weighted_lm_loss": 1.500608205795288, + "objective/train/weights_max": 2.0076003074645996, + "objective/train/weights_min": 0.36834320425987244, + "theoretical_loss": 3.7563252974102825, + "tokens_seen": 802816000 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007643235435724603, + "loss": 0.0727, + "theoretical_loss": 3.7562650083132074, + "tokens_seen": 802947072 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007642432996308779, + "loss": 0.0784, + "theoretical_loss": 3.756144467901825, + "tokens_seen": 803209216 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007641630556892954, + "loss": 0.0777, + "theoretical_loss": 3.756023977836235, + "tokens_seen": 803471360 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007640828117477131, + "loss": 0.0765, + "theoretical_loss": 3.755903538078994, + "tokens_seen": 803733504 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007640025678061306, + "loss": 0.0803, + "theoretical_loss": 3.7557831485926982, + "tokens_seen": 803995648 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007639223238645483, + "loss": 0.0785, + "theoretical_loss": 3.7556628093399835, + "tokens_seen": 804257792 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007638420799229659, + "loss": 0.0802, + "theoretical_loss": 3.7555425202835275, + "tokens_seen": 804519936 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007637618359813834, + "loss": 0.0737, + "theoretical_loss": 3.7554222813860463, + "tokens_seen": 804782080 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007636815920398011, + "loss": 0.0768, + "theoretical_loss": 3.7553020926102954, + "tokens_seen": 805044224 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007636013480982186, + "loss": 0.0784, + "theoretical_loss": 3.755181953919071, + "tokens_seen": 805306368 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007635211041566362, + "loss": 0.0767, + "theoretical_loss": 3.755061865275209, + "tokens_seen": 805568512 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007634408602150538, + "loss": 0.0778, + "theoretical_loss": 3.754941826641584, + "tokens_seen": 805830656 + }, + { + "epoch": 0.24, + "objective/train/advantage_avg": 0.0020079086534678936, + "objective/train/docs_used": 297892, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.539768934249878, + "objective/train/original_loss": 1.539768934249878, + "objective/train/theoretical_loss": 3.754821837981112, + "objective/train/tokens_used": 826552800, + "objective/train/value_avg": -0.00553131103515625, + "objective/train/value_loss": 7.007517706369981e-05, + "objective/train/value_max": -0.00014650821685791016, + "objective/train/value_min": -0.1627197265625, + "objective/train/value_reward_corr": 0.6225994562957997, + "objective/train/value_std": 0.007488250732421875, + "objective/train/weight_avg": 1.0020426511764526, + "objective/train/weighted_lm_loss": 1.542773723602295, + "objective/train/weights_max": 1.1238499879837036, + "objective/train/weights_min": 0.7914876937866211, + "theoretical_loss": 3.754821837981112, + "tokens_seen": 806092800 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007633606162734714, + "loss": 0.0752, + "theoretical_loss": 3.754821837981112, + "tokens_seen": 806092800 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007632803723318889, + "loss": 0.076, + "theoretical_loss": 3.7547018992567462, + "tokens_seen": 806354944 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007632001283903065, + "loss": 0.0789, + "theoretical_loss": 3.7545820104314815, + "tokens_seen": 806617088 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007631198844487241, + "loss": 0.0742, + "theoretical_loss": 3.7544621714683517, + "tokens_seen": 806879232 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007630396405071417, + "loss": 0.0764, + "theoretical_loss": 3.754342382330428, + "tokens_seen": 807141376 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007629593965655594, + "loss": 0.0746, + "theoretical_loss": 3.7542226429808236, + "tokens_seen": 807403520 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007628791526239769, + "loss": 0.0742, + "theoretical_loss": 3.7541029533826893, + "tokens_seen": 807665664 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007627989086823945, + "loss": 0.0753, + "theoretical_loss": 3.7539833134992158, + "tokens_seen": 807927808 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007627186647408121, + "loss": 0.0782, + "theoretical_loss": 3.753863723293634, + "tokens_seen": 808189952 + }, + { + "epoch": 0.24, + "learning_rate": 0.0007626384207992296, + "loss": 0.0765, + "theoretical_loss": 3.7537441827292106, + "tokens_seen": 808452096 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007625581768576473, + "loss": 0.077, + "theoretical_loss": 3.753624691769255, + "tokens_seen": 808714240 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007624779329160648, + "loss": 0.0789, + "theoretical_loss": 3.7535052503771142, + "tokens_seen": 808976384 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007623976889744824, + "loss": 0.0754, + "theoretical_loss": 3.7533858585161735, + "tokens_seen": 809238528 + }, + { + "epoch": 0.25, + "objective/train/advantage_avg": 0.0003943835909012705, + "objective/train/docs_used": 298985, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5782808065414429, + "objective/train/original_loss": 1.5782808065414429, + "objective/train/theoretical_loss": 3.753326181148472, + "objective/train/tokens_used": 829829600, + "objective/train/value_avg": -0.006145477294921875, + "objective/train/value_loss": 0.00019164620607625693, + "objective/train/value_max": -0.00014650821685791016, + "objective/train/value_min": -0.4326171875, + "objective/train/value_reward_corr": 0.4990966260756924, + "objective/train/value_std": 0.00820159912109375, + "objective/train/weight_avg": 1.0004817247390747, + "objective/train/weighted_lm_loss": 1.5783696174621582, + "objective/train/weights_max": 1.4907567501068115, + "objective/train/weights_min": 0.3784526288509369, + "theoretical_loss": 3.753326181148472, + "tokens_seen": 809369600 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007623174450329001, + "loss": 0.0796, + "theoretical_loss": 3.753266516149858, + "tokens_seen": 809500672 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007622372010913177, + "loss": 0.0765, + "theoretical_loss": 3.7531472232416316, + "tokens_seen": 809762816 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007621569571497352, + "loss": 0.0737, + "theoretical_loss": 3.7530279797549957, + "tokens_seen": 810024960 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007620767132081528, + "loss": 0.0747, + "theoretical_loss": 3.752908785653492, + "tokens_seen": 810287104 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007619964692665704, + "loss": 0.0756, + "theoretical_loss": 3.7527896409007004, + "tokens_seen": 810549248 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007619162253249879, + "loss": 0.078, + "theoretical_loss": 3.7526705454602394, + "tokens_seen": 810811392 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007618359813834056, + "loss": 0.0772, + "theoretical_loss": 3.752551499295766, + "tokens_seen": 811073536 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007617557374418231, + "loss": 0.0766, + "theoretical_loss": 3.7524325023709757, + "tokens_seen": 811335680 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007616754935002407, + "loss": 0.0736, + "theoretical_loss": 3.7523135546496023, + "tokens_seen": 811597824 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007615952495586584, + "loss": 0.0771, + "theoretical_loss": 3.7521946560954182, + "tokens_seen": 811859968 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007615150056170759, + "loss": 0.0768, + "theoretical_loss": 3.7520758066722344, + "tokens_seen": 812122112 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007614347616754936, + "loss": 0.075, + "theoretical_loss": 3.7519570063438996, + "tokens_seen": 812384256 + }, + { + "epoch": 0.25, + "objective/train/advantage_avg": 0.002029745141044259, + "objective/train/docs_used": 300102, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4737001657485962, + "objective/train/original_loss": 1.4737000465393066, + "objective/train/theoretical_loss": 3.7518382550743024, + "objective/train/tokens_used": 833106400, + "objective/train/value_avg": -0.00803375244140625, + "objective/train/value_loss": 0.00014135301171336323, + "objective/train/value_max": -0.0001823902130126953, + "objective/train/value_min": -0.247314453125, + "objective/train/value_reward_corr": 0.6082131168324016, + "objective/train/value_std": 0.01202392578125, + "objective/train/weight_avg": 1.0020960569381714, + "objective/train/weighted_lm_loss": 1.4767205715179443, + "objective/train/weights_max": 1.1500643491744995, + "objective/train/weights_min": 0.36875900626182556, + "theoretical_loss": 3.7518382550743024, + "tokens_seen": 812646400 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007613545177339111, + "loss": 0.0761, + "theoretical_loss": 3.7518382550743024, + "tokens_seen": 812646400 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007612742737923287, + "loss": 0.0775, + "theoretical_loss": 3.7517195528273666, + "tokens_seen": 812908544 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007611940298507463, + "loss": 0.0757, + "theoretical_loss": 3.751600899567057, + "tokens_seen": 813170688 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007611137859091639, + "loss": 0.0724, + "theoretical_loss": 3.7514822952573743, + "tokens_seen": 813432832 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007610335419675814, + "loss": 0.0773, + "theoretical_loss": 3.7513637398623603, + "tokens_seen": 813694976 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007609532980259991, + "loss": 0.0756, + "theoretical_loss": 3.751245233346091, + "tokens_seen": 813957120 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007608730540844167, + "loss": 0.0768, + "theoretical_loss": 3.7511267756726823, + "tokens_seen": 814219264 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007607928101428342, + "loss": 0.0784, + "theoretical_loss": 3.7510083668062886, + "tokens_seen": 814481408 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007607125662012519, + "loss": 0.0748, + "theoretical_loss": 3.750890006711101, + "tokens_seen": 814743552 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007606323222596694, + "loss": 0.0749, + "theoretical_loss": 3.7507716953513492, + "tokens_seen": 815005696 + }, + { + "epoch": 0.25, + "learning_rate": 0.000760552078318087, + "loss": 0.0785, + "theoretical_loss": 3.7506534326912995, + "tokens_seen": 815267840 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007604718343765046, + "loss": 0.0769, + "theoretical_loss": 3.7505352186952567, + "tokens_seen": 815529984 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007603915904349222, + "loss": 0.0738, + "theoretical_loss": 3.7504170533275634, + "tokens_seen": 815792128 + }, + { + "epoch": 0.25, + "objective/train/advantage_avg": 0.0005395530024543405, + "objective/train/docs_used": 301260, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4942996501922607, + "objective/train/original_loss": 1.4942996501922607, + "objective/train/theoretical_loss": 3.7503579888682155, + "objective/train/tokens_used": 836383200, + "objective/train/value_avg": -0.0091552734375, + "objective/train/value_loss": 0.00036889483453705907, + "objective/train/value_max": -0.00018525123596191406, + "objective/train/value_min": -0.25390625, + "objective/train/value_reward_corr": 0.6614674929075118, + "objective/train/value_std": 0.01580810546875, + "objective/train/weight_avg": 1.0007071495056152, + "objective/train/weighted_lm_loss": 1.4939919710159302, + "objective/train/weights_max": 1.2547404766082764, + "objective/train/weights_min": 0.36872875690460205, + "theoretical_loss": 3.7503579888682155, + "tokens_seen": 815923200 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007603113464933397, + "loss": 0.0732, + "theoretical_loss": 3.7502989365526, + "tokens_seen": 816054272 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007602311025517573, + "loss": 0.0763, + "theoretical_loss": 3.7501808683347826, + "tokens_seen": 816316416 + }, + { + "epoch": 0.25, + "learning_rate": 0.000760150858610175, + "loss": 0.0751, + "theoretical_loss": 3.7500628486385668, + "tokens_seen": 816578560 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007600706146685926, + "loss": 0.0743, + "theoretical_loss": 3.7499448774284447, + "tokens_seen": 816840704 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007599903707270102, + "loss": 0.077, + "theoretical_loss": 3.749826954668946, + "tokens_seen": 817102848 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007599101267854277, + "loss": 0.077, + "theoretical_loss": 3.7497090803246387, + "tokens_seen": 817364992 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007598298828438454, + "loss": 0.0747, + "theoretical_loss": 3.7495912543601246, + "tokens_seen": 817627136 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007597496389022629, + "loss": 0.0775, + "theoretical_loss": 3.7494734767400475, + "tokens_seen": 817889280 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007596693949606804, + "loss": 0.0764, + "theoretical_loss": 3.7493557474290853, + "tokens_seen": 818151424 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007595891510190981, + "loss": 0.0744, + "theoretical_loss": 3.7492380663919533, + "tokens_seen": 818413568 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007595089070775156, + "loss": 0.0761, + "theoretical_loss": 3.7491204335934043, + "tokens_seen": 818675712 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007594286631359332, + "loss": 0.0759, + "theoretical_loss": 3.7490028489982286, + "tokens_seen": 818937856 + }, + { + "epoch": 0.25, + "objective/train/advantage_avg": 0.0015267569106072187, + "objective/train/docs_used": 302476, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5693575143814087, + "objective/train/original_loss": 1.5693573951721191, + "objective/train/theoretical_loss": 3.7488853125712525, + "objective/train/tokens_used": 839660000, + "objective/train/value_avg": -0.01146697998046875, + "objective/train/value_loss": 0.0005511667695827782, + "objective/train/value_max": -0.00011593103408813477, + "objective/train/value_min": -0.61669921875, + "objective/train/value_reward_corr": 0.5895186763547585, + "objective/train/value_std": 0.0184326171875, + "objective/train/weight_avg": 1.0017653703689575, + "objective/train/weighted_lm_loss": 1.5727734565734863, + "objective/train/weights_max": 1.5060323476791382, + "objective/train/weights_min": 0.3772936761379242, + "theoretical_loss": 3.7488853125712525, + "tokens_seen": 819200000 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007593484191943509, + "loss": 0.0728, + "theoretical_loss": 3.7488853125712525, + "tokens_seen": 819200000 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007592681752527685, + "loss": 0.0735, + "theoretical_loss": 3.7487678242773406, + "tokens_seen": 819462144 + }, + { + "epoch": 0.25, + "learning_rate": 0.000759187931311186, + "loss": 0.0772, + "theoretical_loss": 3.748650384081392, + "tokens_seen": 819724288 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007591076873696036, + "loss": 0.0765, + "theoretical_loss": 3.7485329919483448, + "tokens_seen": 819986432 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007590274434280212, + "loss": 0.0744, + "theoretical_loss": 3.7484156478431734, + "tokens_seen": 820248576 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007589471994864387, + "loss": 0.075, + "theoretical_loss": 3.748298351730888, + "tokens_seen": 820510720 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007588669555448564, + "loss": 0.0754, + "theoretical_loss": 3.748181103576537, + "tokens_seen": 820772864 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007587867116032739, + "loss": 0.0772, + "theoretical_loss": 3.7480639033452032, + "tokens_seen": 821035008 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007587064676616916, + "loss": 0.0779, + "theoretical_loss": 3.747946751002009, + "tokens_seen": 821297152 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007586262237201092, + "loss": 0.0781, + "theoretical_loss": 3.747829646512109, + "tokens_seen": 821559296 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007585459797785267, + "loss": 0.0762, + "theoretical_loss": 3.747712589840699, + "tokens_seen": 821821440 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007584657358369444, + "loss": 0.0748, + "theoretical_loss": 3.7475955809530084, + "tokens_seen": 822083584 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007583854918953619, + "loss": 0.0731, + "theoretical_loss": 3.747478619814303, + "tokens_seen": 822345728 + }, + { + "epoch": 0.25, + "objective/train/advantage_avg": 0.0007878687465563416, + "objective/train/docs_used": 303734, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5387781858444214, + "objective/train/original_loss": 1.5387780666351318, + "objective/train/theoretical_loss": 3.7474201571399757, + "objective/train/tokens_used": 842936800, + "objective/train/value_avg": -0.0122528076171875, + "objective/train/value_loss": 0.00017256451246794313, + "objective/train/value_max": -0.00028014183044433594, + "objective/train/value_min": -0.234375, + "objective/train/value_reward_corr": 0.9079275003543559, + "objective/train/value_std": 0.0249176025390625, + "objective/train/weight_avg": 1.000869870185852, + "objective/train/weighted_lm_loss": 1.540695071220398, + "objective/train/weights_max": 1.221840262413025, + "objective/train/weights_min": 0.3789900243282318, + "theoretical_loss": 3.7474201571399757, + "tokens_seen": 822476800 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007583052479537795, + "loss": 0.079, + "theoretical_loss": 3.7473617063898863, + "tokens_seen": 822607872 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007582250040121971, + "loss": 0.0764, + "theoretical_loss": 3.747244840645097, + "tokens_seen": 822870016 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007581447600706147, + "loss": 0.0749, + "theoretical_loss": 3.7471280225453096, + "tokens_seen": 823132160 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007580645161290322, + "loss": 0.0763, + "theoretical_loss": 3.747011252055936, + "tokens_seen": 823394304 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007579842721874498, + "loss": 0.0749, + "theoretical_loss": 3.746894529142424, + "tokens_seen": 823656448 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007579040282458675, + "loss": 0.0762, + "theoretical_loss": 3.746777853770256, + "tokens_seen": 823918592 + }, + { + "epoch": 0.25, + "learning_rate": 0.000757823784304285, + "loss": 0.0751, + "theoretical_loss": 3.746661225904953, + "tokens_seen": 824180736 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007577435403627027, + "loss": 0.0775, + "theoretical_loss": 3.746544645512069, + "tokens_seen": 824442880 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007576632964211202, + "loss": 0.0753, + "theoretical_loss": 3.7464281125571963, + "tokens_seen": 824705024 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007575830524795379, + "loss": 0.0759, + "theoretical_loss": 3.7463116270059618, + "tokens_seen": 824967168 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007575028085379554, + "loss": 0.075, + "theoretical_loss": 3.7461951888240286, + "tokens_seen": 825229312 + }, + { + "epoch": 0.25, + "learning_rate": 0.000757422564596373, + "loss": 0.0769, + "theoretical_loss": 3.7460787979770958, + "tokens_seen": 825491456 + }, + { + "epoch": 0.25, + "objective/train/advantage_avg": 0.000569486990571022, + "objective/train/docs_used": 304950, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4356939792633057, + "objective/train/original_loss": 1.4356937408447266, + "objective/train/theoretical_loss": 3.745962454430897, + "objective/train/tokens_used": 846213600, + "objective/train/value_avg": -0.0054473876953125, + "objective/train/value_loss": 0.00011903609993169084, + "objective/train/value_max": -0.0001838207244873047, + "objective/train/value_min": -0.192138671875, + "objective/train/value_reward_corr": 0.6001426475963616, + "objective/train/value_std": 0.00807952880859375, + "objective/train/weight_avg": 1.000624656677246, + "objective/train/weighted_lm_loss": 1.4367724657058716, + "objective/train/weights_max": 1.202261209487915, + "objective/train/weights_min": 0.37400925159454346, + "theoretical_loss": 3.745962454430897, + "tokens_seen": 825753600 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007573423206547906, + "loss": 0.0764, + "theoretical_loss": 3.745962454430897, + "tokens_seen": 825753600 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007572620767132081, + "loss": 0.0784, + "theoretical_loss": 3.745846158151204, + "tokens_seen": 826015744 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007571818327716257, + "loss": 0.0764, + "theoretical_loss": 3.7457299091038214, + "tokens_seen": 826277888 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007571015888300434, + "loss": 0.0747, + "theoretical_loss": 3.745613707254591, + "tokens_seen": 826540032 + }, + { + "epoch": 0.25, + "learning_rate": 0.000757021344888461, + "loss": 0.0763, + "theoretical_loss": 3.7454975525693897, + "tokens_seen": 826802176 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007569411009468785, + "loss": 0.0759, + "theoretical_loss": 3.7453814450141305, + "tokens_seen": 827064320 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007568608570052962, + "loss": 0.0807, + "theoretical_loss": 3.7452653845547603, + "tokens_seen": 827326464 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007567806130637137, + "loss": 0.0798, + "theoretical_loss": 3.745149371157263, + "tokens_seen": 827588608 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007567003691221312, + "loss": 0.0779, + "theoretical_loss": 3.7450334047876574, + "tokens_seen": 827850752 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007566201251805489, + "loss": 0.0778, + "theoretical_loss": 3.744917485411997, + "tokens_seen": 828112896 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007565398812389664, + "loss": 0.0803, + "theoretical_loss": 3.744801612996371, + "tokens_seen": 828375040 + }, + { + "epoch": 0.25, + "learning_rate": 0.000756459637297384, + "loss": 0.0766, + "theoretical_loss": 3.744685787506903, + "tokens_seen": 828637184 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007563793933558017, + "loss": 0.0774, + "theoretical_loss": 3.7445700089097533, + "tokens_seen": 828899328 + }, + { + "epoch": 0.25, + "objective/train/advantage_avg": -0.0006911460659466684, + "objective/train/docs_used": 306096, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4114298820495605, + "objective/train/original_loss": 1.4114298820495605, + "objective/train/theoretical_loss": 3.7445121371852323, + "objective/train/tokens_used": 849490400, + "objective/train/value_avg": -0.00730133056640625, + "objective/train/value_loss": 0.0002188291255151853, + "objective/train/value_max": -0.00016224384307861328, + "objective/train/value_min": -0.186279296875, + "objective/train/value_reward_corr": 0.6810770488985827, + "objective/train/value_std": 0.01190185546875, + "objective/train/weight_avg": 0.9994062185287476, + "objective/train/weighted_lm_loss": 1.4109423160552979, + "objective/train/weights_max": 1.0865503549575806, + "objective/train/weights_min": 0.3692615330219269, + "theoretical_loss": 3.7445121371852323, + "tokens_seen": 829030400 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007562991494142193, + "loss": 0.0763, + "theoretical_loss": 3.7444542771711165, + "tokens_seen": 829161472 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007562189054726369, + "loss": 0.0745, + "theoretical_loss": 3.744338592257222, + "tokens_seen": 829423616 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007561386615310544, + "loss": 0.0759, + "theoretical_loss": 3.744222954134334, + "tokens_seen": 829685760 + }, + { + "epoch": 0.25, + "learning_rate": 0.000756058417589472, + "loss": 0.0746, + "theoretical_loss": 3.7441073627687524, + "tokens_seen": 829947904 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007559781736478896, + "loss": 0.077, + "theoretical_loss": 3.743991818126812, + "tokens_seen": 830210048 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007558979297063072, + "loss": 0.0762, + "theoretical_loss": 3.7438763201748815, + "tokens_seen": 830472192 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007558176857647247, + "loss": 0.0763, + "theoretical_loss": 3.743760868879365, + "tokens_seen": 830734336 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007557374418231424, + "loss": 0.0747, + "theoretical_loss": 3.743645464206702, + "tokens_seen": 830996480 + }, + { + "epoch": 0.25, + "learning_rate": 0.00075565719788156, + "loss": 0.0758, + "theoretical_loss": 3.743530106123365, + "tokens_seen": 831258624 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007555769539399775, + "loss": 0.0756, + "theoretical_loss": 3.7434147945958642, + "tokens_seen": 831520768 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007554967099983952, + "loss": 0.0765, + "theoretical_loss": 3.7432995295907405, + "tokens_seen": 831782912 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007554164660568127, + "loss": 0.0781, + "theoretical_loss": 3.7431843110745726, + "tokens_seen": 832045056 + }, + { + "epoch": 0.25, + "objective/train/advantage_avg": 0.0002083025756292045, + "objective/train/docs_used": 307306, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5261818170547485, + "objective/train/original_loss": 1.5261818170547485, + "objective/train/theoretical_loss": 3.743069139013972, + "objective/train/tokens_used": 852767200, + "objective/train/value_avg": -0.00896453857421875, + "objective/train/value_loss": 0.0002613938704598695, + "objective/train/value_max": -0.000263214111328125, + "objective/train/value_min": -0.50634765625, + "objective/train/value_reward_corr": 0.6371214326515717, + "objective/train/value_std": 0.0124969482421875, + "objective/train/weight_avg": 1.0003279447555542, + "objective/train/weighted_lm_loss": 1.525843858718872, + "objective/train/weights_max": 1.4869521856307983, + "objective/train/weights_min": 0.38295459747314453, + "theoretical_loss": 3.743069139013972, + "tokens_seen": 832307200 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007553362221152303, + "loss": 0.075, + "theoretical_loss": 3.743069139013972, + "tokens_seen": 832307200 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007552559781736479, + "loss": 0.076, + "theoretical_loss": 3.742954013375586, + "tokens_seen": 832569344 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007551757342320655, + "loss": 0.0768, + "theoretical_loss": 3.742838934126094, + "tokens_seen": 832831488 + }, + { + "epoch": 0.25, + "learning_rate": 0.000755095490290483, + "loss": 0.0764, + "theoretical_loss": 3.742723901232213, + "tokens_seen": 833093632 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007550152463489006, + "loss": 0.0765, + "theoretical_loss": 3.742608914660692, + "tokens_seen": 833355776 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007549350024073182, + "loss": 0.0779, + "theoretical_loss": 3.742493974378314, + "tokens_seen": 833617920 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007548547584657359, + "loss": 0.0751, + "theoretical_loss": 3.742379080351899, + "tokens_seen": 833880064 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007547745145241535, + "loss": 0.079, + "theoretical_loss": 3.7422642325482975, + "tokens_seen": 834142208 + }, + { + "epoch": 0.25, + "learning_rate": 0.000754694270582571, + "loss": 0.0808, + "theoretical_loss": 3.742149430934398, + "tokens_seen": 834404352 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007546140266409887, + "loss": 0.0807, + "theoretical_loss": 3.7420346754771208, + "tokens_seen": 834666496 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007545337826994062, + "loss": 0.0763, + "theoretical_loss": 3.7419199661434197, + "tokens_seen": 834928640 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007544535387578238, + "loss": 0.078, + "theoretical_loss": 3.7418053029002842, + "tokens_seen": 835190784 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007543732948162414, + "loss": 0.0738, + "theoretical_loss": 3.7416906857147367, + "tokens_seen": 835452928 + }, + { + "epoch": 0.25, + "objective/train/advantage_avg": -0.0001655464293435216, + "objective/train/docs_used": 308483, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4841017723083496, + "objective/train/original_loss": 1.4841017723083496, + "objective/train/theoretical_loss": 3.741633394383263, + "objective/train/tokens_used": 856044000, + "objective/train/value_avg": -0.011138916015625, + "objective/train/value_loss": 0.0005328463739715517, + "objective/train/value_max": -0.0002269744873046875, + "objective/train/value_min": -0.654296875, + "objective/train/value_reward_corr": 0.6767610453195427, + "objective/train/value_std": 0.019866943359375, + "objective/train/weight_avg": 1.0000758171081543, + "objective/train/weighted_lm_loss": 1.4822919368743896, + "objective/train/weights_max": 1.923789381980896, + "objective/train/weights_min": 0.37620142102241516, + "theoretical_loss": 3.741633394383263, + "tokens_seen": 835584000 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007542930508746589, + "loss": 0.0756, + "theoretical_loss": 3.741576114553835, + "tokens_seen": 835715072 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007542128069330765, + "loss": 0.0775, + "theoretical_loss": 3.7414615893846683, + "tokens_seen": 835977216 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007541325629914942, + "loss": 0.0767, + "theoretical_loss": 3.741347110174362, + "tokens_seen": 836239360 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007540523190499118, + "loss": 0.0774, + "theoretical_loss": 3.741232676890074, + "tokens_seen": 836501504 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007539720751083293, + "loss": 0.0782, + "theoretical_loss": 3.7411182894989965, + "tokens_seen": 836763648 + }, + { + "epoch": 0.25, + "learning_rate": 0.000753891831166747, + "loss": 0.0779, + "theoretical_loss": 3.7410039479683546, + "tokens_seen": 837025792 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007538115872251645, + "loss": 0.0757, + "theoretical_loss": 3.740889652265408, + "tokens_seen": 837287936 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007537313432835821, + "loss": 0.0771, + "theoretical_loss": 3.7407754023574507, + "tokens_seen": 837550080 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007536510993419997, + "loss": 0.0767, + "theoretical_loss": 3.7406611982118076, + "tokens_seen": 837812224 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007535708554004172, + "loss": 0.0768, + "theoretical_loss": 3.74054703979584, + "tokens_seen": 838074368 + }, + { + "epoch": 0.25, + "learning_rate": 0.000753490611458835, + "loss": 0.0781, + "theoretical_loss": 3.7404329270769403, + "tokens_seen": 838336512 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007534103675172525, + "loss": 0.0758, + "theoretical_loss": 3.740318860022537, + "tokens_seen": 838598656 + }, + { + "epoch": 0.25, + "objective/train/advantage_avg": 0.001820290694013238, + "objective/train/docs_used": 309674, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6774247884750366, + "objective/train/original_loss": 1.6774249076843262, + "objective/train/theoretical_loss": 3.7402048386000892, + "objective/train/tokens_used": 859320800, + "objective/train/value_avg": -0.013397216796875, + "objective/train/value_loss": 0.0006040824227966368, + "objective/train/value_max": -0.00016736984252929688, + "objective/train/value_min": -0.72802734375, + "objective/train/value_reward_corr": 0.6540290558767686, + "objective/train/value_std": 0.0217742919921875, + "objective/train/weight_avg": 1.002083659172058, + "objective/train/weighted_lm_loss": 1.6805363893508911, + "objective/train/weights_max": 1.515539526939392, + "objective/train/weights_min": 0.38683074712753296, + "theoretical_loss": 3.7402048386000892, + "tokens_seen": 838860800 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007533301235756701, + "loss": 0.0753, + "theoretical_loss": 3.7402048386000892, + "tokens_seen": 838860800 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007532498796340877, + "loss": 0.074, + "theoretical_loss": 3.740090862777091, + "tokens_seen": 839122944 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007531696356925052, + "loss": 0.0777, + "theoretical_loss": 3.7399769325210697, + "tokens_seen": 839385088 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007530893917509228, + "loss": 0.0772, + "theoretical_loss": 3.7398630477995853, + "tokens_seen": 839647232 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007530091478093404, + "loss": 0.0749, + "theoretical_loss": 3.7397492085802315, + "tokens_seen": 839909376 + }, + { + "epoch": 0.25, + "learning_rate": 0.000752928903867758, + "loss": 0.0764, + "theoretical_loss": 3.739635414830635, + "tokens_seen": 840171520 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007528486599261755, + "loss": 0.0761, + "theoretical_loss": 3.7395216665184554, + "tokens_seen": 840433664 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007527684159845932, + "loss": 0.0791, + "theoretical_loss": 3.739407963611386, + "tokens_seen": 840695808 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007526881720430108, + "loss": 0.0738, + "theoretical_loss": 3.739294306077152, + "tokens_seen": 840957952 + }, + { + "epoch": 0.25, + "learning_rate": 0.0007526079281014283, + "loss": 0.0783, + "theoretical_loss": 3.7391806938835126, + "tokens_seen": 841220096 + }, + { + "epoch": 0.26, + "learning_rate": 0.000752527684159846, + "loss": 0.0755, + "theoretical_loss": 3.7390671269982603, + "tokens_seen": 841482240 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007524474402182635, + "loss": 0.0763, + "theoretical_loss": 3.7389536053892187, + "tokens_seen": 841744384 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007523671962766812, + "loss": 0.0741, + "theoretical_loss": 3.738840129024246, + "tokens_seen": 842006528 + }, + { + "epoch": 0.26, + "objective/train/advantage_avg": 0.0025658817030489445, + "objective/train/docs_used": 310992, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4250984191894531, + "objective/train/original_loss": 1.425098180770874, + "objective/train/theoretical_loss": 3.73878340779825, + "objective/train/tokens_used": 862597600, + "objective/train/value_avg": -0.005092620849609375, + "objective/train/value_loss": 6.897635466884822e-05, + "objective/train/value_max": -0.00018525123596191406, + "objective/train/value_min": -0.21533203125, + "objective/train/value_reward_corr": 0.4284422847982583, + "objective/train/value_std": 0.005367279052734375, + "objective/train/weight_avg": 1.0025988817214966, + "objective/train/weighted_lm_loss": 1.429338812828064, + "objective/train/weights_max": 1.123644232749939, + "objective/train/weights_min": 0.5149558782577515, + "theoretical_loss": 3.73878340779825, + "tokens_seen": 842137600 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007522869523350987, + "loss": 0.0771, + "theoretical_loss": 3.738726697871233, + "tokens_seen": 842268672 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007522067083935163, + "loss": 0.0796, + "theoretical_loss": 3.738613311898103, + "tokens_seen": 842530816 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007521264644519339, + "loss": 0.0763, + "theoretical_loss": 3.7384999710728106, + "tokens_seen": 842792960 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007520462205103514, + "loss": 0.0768, + "theoretical_loss": 3.738386675363346, + "tokens_seen": 843055104 + }, + { + "epoch": 0.26, + "learning_rate": 0.000751965976568769, + "loss": 0.0762, + "theoretical_loss": 3.738273424737729, + "tokens_seen": 843317248 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007518857326271867, + "loss": 0.079, + "theoretical_loss": 3.7381602191640146, + "tokens_seen": 843579392 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007518054886856043, + "loss": 0.0769, + "theoretical_loss": 3.738047058610289, + "tokens_seen": 843841536 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007517252447440218, + "loss": 0.0768, + "theoretical_loss": 3.7379339430446707, + "tokens_seen": 844103680 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007516450008024395, + "loss": 0.0751, + "theoretical_loss": 3.7378208724353117, + "tokens_seen": 844365824 + }, + { + "epoch": 0.26, + "learning_rate": 0.000751564756860857, + "loss": 0.0776, + "theoretical_loss": 3.7377078467503955, + "tokens_seen": 844627968 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007514845129192746, + "loss": 0.0779, + "theoretical_loss": 3.737594865958138, + "tokens_seen": 844890112 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007514042689776922, + "loss": 0.0758, + "theoretical_loss": 3.7374819300267883, + "tokens_seen": 845152256 + }, + { + "epoch": 0.26, + "objective/train/advantage_avg": 0.000426687445724383, + "objective/train/docs_used": 312167, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5067485570907593, + "objective/train/original_loss": 1.5067486763000488, + "objective/train/theoretical_loss": 3.7373690389246272, + "objective/train/tokens_used": 865874400, + "objective/train/value_avg": -0.006622314453125, + "objective/train/value_loss": 0.00011742117203539237, + "objective/train/value_max": -0.0002472400665283203, + "objective/train/value_min": -0.2264404296875, + "objective/train/value_reward_corr": 0.6727673704514896, + "objective/train/value_std": 0.00891876220703125, + "objective/train/weight_avg": 1.0004844665527344, + "objective/train/weighted_lm_loss": 1.5079388618469238, + "objective/train/weights_max": 1.0839669704437256, + "objective/train/weights_min": 0.8214104771614075, + "theoretical_loss": 3.7373690389246272, + "tokens_seen": 845414400 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007513240250361097, + "loss": 0.0766, + "theoretical_loss": 3.7373690389246272, + "tokens_seen": 845414400 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007512437810945275, + "loss": 0.0783, + "theoretical_loss": 3.737256192619967, + "tokens_seen": 845676544 + }, + { + "epoch": 0.26, + "learning_rate": 0.000751163537152945, + "loss": 0.0751, + "theoretical_loss": 3.737143391081154, + "tokens_seen": 845938688 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007510832932113626, + "loss": 0.076, + "theoretical_loss": 3.7370306342765653, + "tokens_seen": 846200832 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007510030492697802, + "loss": 0.0737, + "theoretical_loss": 3.73691792217461, + "tokens_seen": 846462976 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007509228053281978, + "loss": 0.078, + "theoretical_loss": 3.7368052547437305, + "tokens_seen": 846725120 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007508425613866153, + "loss": 0.077, + "theoretical_loss": 3.7366926319524003, + "tokens_seen": 846987264 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007507623174450329, + "loss": 0.0745, + "theoretical_loss": 3.736580053769125, + "tokens_seen": 847249408 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007506820735034505, + "loss": 0.0727, + "theoretical_loss": 3.736467520162442, + "tokens_seen": 847511552 + }, + { + "epoch": 0.26, + "learning_rate": 0.000750601829561868, + "loss": 0.0771, + "theoretical_loss": 3.736355031100922, + "tokens_seen": 847773696 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007505215856202858, + "loss": 0.0763, + "theoretical_loss": 3.7362425865531654, + "tokens_seen": 848035840 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007504413416787033, + "loss": 0.0771, + "theoretical_loss": 3.736130186487806, + "tokens_seen": 848297984 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007503610977371209, + "loss": 0.0748, + "theoretical_loss": 3.736017830873508, + "tokens_seen": 848560128 + }, + { + "epoch": 0.26, + "objective/train/advantage_avg": 0.0012748996959999204, + "objective/train/docs_used": 313372, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.558251976966858, + "objective/train/original_loss": 1.5582520961761475, + "objective/train/theoretical_loss": 3.7359616697257243, + "objective/train/tokens_used": 869151200, + "objective/train/value_avg": -0.00652313232421875, + "objective/train/value_loss": 0.0004372073453851044, + "objective/train/value_max": -0.00017535686492919922, + "objective/train/value_min": -0.95947265625, + "objective/train/value_reward_corr": 0.654836436489916, + "objective/train/value_std": 0.015289306640625, + "objective/train/weight_avg": 1.0014365911483765, + "objective/train/weighted_lm_loss": 1.560543179512024, + "objective/train/weights_max": 2.2579405307769775, + "objective/train/weights_min": 0.08102970570325851, + "theoretical_loss": 3.7359616697257243, + "tokens_seen": 848691200 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007502808537955385, + "loss": 0.0771, + "theoretical_loss": 3.7359055196789694, + "tokens_seen": 848822272 + }, + { + "epoch": 0.26, + "learning_rate": 0.000750200609853956, + "loss": 0.0749, + "theoretical_loss": 3.7357932528729183, + "tokens_seen": 849084416 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007501203659123736, + "loss": 0.0785, + "theoretical_loss": 3.7356810304241144, + "tokens_seen": 849346560 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007500401219707912, + "loss": 0.0781, + "theoretical_loss": 3.73556885230135, + "tokens_seen": 849608704 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007499598780292088, + "loss": 0.0756, + "theoretical_loss": 3.735456718473449, + "tokens_seen": 849870848 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007498796340876264, + "loss": 0.0716, + "theoretical_loss": 3.7353446289092647, + "tokens_seen": 850132992 + }, + { + "epoch": 0.26, + "learning_rate": 0.000749799390146044, + "loss": 0.0779, + "theoretical_loss": 3.7352325835776856, + "tokens_seen": 850395136 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007497191462044616, + "loss": 0.0771, + "theoretical_loss": 3.7351205824476277, + "tokens_seen": 850657280 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007496389022628792, + "loss": 0.079, + "theoretical_loss": 3.7350086254880415, + "tokens_seen": 850919424 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007495586583212968, + "loss": 0.0741, + "theoretical_loss": 3.734896712667907, + "tokens_seen": 851181568 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007494784143797143, + "loss": 0.0752, + "theoretical_loss": 3.734784843956236, + "tokens_seen": 851443712 + }, + { + "epoch": 0.26, + "learning_rate": 0.000749398170438132, + "loss": 0.0746, + "theoretical_loss": 3.7346730193220727, + "tokens_seen": 851705856 + }, + { + "epoch": 0.26, + "objective/train/advantage_avg": 0.00027156370924785733, + "objective/train/docs_used": 314587, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5495749711990356, + "objective/train/original_loss": 1.5495750904083252, + "objective/train/theoretical_loss": 3.7345612387344906, + "objective/train/tokens_used": 872428000, + "objective/train/value_avg": -0.007205963134765625, + "objective/train/value_loss": 0.0003416544641368091, + "objective/train/value_max": -0.00020503997802734375, + "objective/train/value_min": -0.40625, + "objective/train/value_reward_corr": 0.6545421644169269, + "objective/train/value_std": 0.01419830322265625, + "objective/train/weight_avg": 1.0004225969314575, + "objective/train/weighted_lm_loss": 1.5494487285614014, + "objective/train/weights_max": 1.3549435138702393, + "objective/train/weights_min": 0.396875262260437, + "theoretical_loss": 3.7345612387344906, + "tokens_seen": 851968000 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007493179264965495, + "loss": 0.0755, + "theoretical_loss": 3.7345612387344906, + "tokens_seen": 851968000 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007492376825549671, + "loss": 0.078, + "theoretical_loss": 3.734449502162596, + "tokens_seen": 852230144 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007491574386133847, + "loss": 0.0773, + "theoretical_loss": 3.7343378095755257, + "tokens_seen": 852492288 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007490771946718022, + "loss": 0.0742, + "theoretical_loss": 3.7342261609424483, + "tokens_seen": 852754432 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007489969507302198, + "loss": 0.0787, + "theoretical_loss": 3.7341145562325613, + "tokens_seen": 853016576 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007489167067886375, + "loss": 0.0759, + "theoretical_loss": 3.734002995415096, + "tokens_seen": 853278720 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007488364628470551, + "loss": 0.0769, + "theoretical_loss": 3.7338914784593134, + "tokens_seen": 853540864 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007487562189054726, + "loss": 0.0754, + "theoretical_loss": 3.733780005334505, + "tokens_seen": 853803008 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007486759749638903, + "loss": 0.0786, + "theoretical_loss": 3.733668576009995, + "tokens_seen": 854065152 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007485957310223078, + "loss": 0.0765, + "theoretical_loss": 3.733557190455136, + "tokens_seen": 854327296 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007485154870807254, + "loss": 0.074, + "theoretical_loss": 3.733445848639313, + "tokens_seen": 854589440 + }, + { + "epoch": 0.26, + "learning_rate": 0.000748435243139143, + "loss": 0.0753, + "theoretical_loss": 3.733334550531942, + "tokens_seen": 854851584 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007483549991975605, + "loss": 0.0776, + "theoretical_loss": 3.7332232961024694, + "tokens_seen": 855113728 + }, + { + "epoch": 0.26, + "objective/train/advantage_avg": 0.0024574878625571728, + "objective/train/docs_used": 315806, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4114818572998047, + "objective/train/original_loss": 1.4114818572998047, + "objective/train/theoretical_loss": 3.733167685257405, + "objective/train/tokens_used": 875704800, + "objective/train/value_avg": -0.0076904296875, + "objective/train/value_loss": 0.00017674473929218948, + "objective/train/value_max": -0.00020825862884521484, + "objective/train/value_min": -0.29345703125, + "objective/train/value_reward_corr": 0.5592132657712738, + "objective/train/value_std": 0.0099945068359375, + "objective/train/weight_avg": 1.002539038658142, + "objective/train/weighted_lm_loss": 1.4158612489700317, + "objective/train/weights_max": 1.1163979768753052, + "objective/train/weights_min": 0.3922275900840759, + "theoretical_loss": 3.733167685257405, + "tokens_seen": 855244800 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007482747552559783, + "loss": 0.0758, + "theoretical_loss": 3.7331120853203714, + "tokens_seen": 855375872 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007481945113143958, + "loss": 0.075, + "theoretical_loss": 3.733000918155156, + "tokens_seen": 855638016 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007481142673728134, + "loss": 0.0725, + "theoretical_loss": 3.7328897945763617, + "tokens_seen": 855900160 + }, + { + "epoch": 0.26, + "learning_rate": 0.000748034023431231, + "loss": 0.0779, + "theoretical_loss": 3.7327787145535574, + "tokens_seen": 856162304 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007479537794896486, + "loss": 0.0736, + "theoretical_loss": 3.732667678056342, + "tokens_seen": 856424448 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007478735355480661, + "loss": 0.073, + "theoretical_loss": 3.732556685054346, + "tokens_seen": 856686592 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007477932916064837, + "loss": 0.0744, + "theoretical_loss": 3.7324457355172296, + "tokens_seen": 856948736 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007477130476649013, + "loss": 0.0748, + "theoretical_loss": 3.7323348294146843, + "tokens_seen": 857210880 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007476328037233188, + "loss": 0.0756, + "theoretical_loss": 3.73222396671643, + "tokens_seen": 857473024 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007475525597817365, + "loss": 0.0764, + "theoretical_loss": 3.73211314739222, + "tokens_seen": 857735168 + }, + { + "epoch": 0.26, + "learning_rate": 0.000747472315840154, + "loss": 0.0746, + "theoretical_loss": 3.732002371411835, + "tokens_seen": 857997312 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007473920718985718, + "loss": 0.0737, + "theoretical_loss": 3.7318916387450876, + "tokens_seen": 858259456 + }, + { + "epoch": 0.26, + "objective/train/advantage_avg": 0.000892873271368444, + "objective/train/docs_used": 317142, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.534600019454956, + "objective/train/original_loss": 1.5346002578735352, + "objective/train/theoretical_loss": 3.7317809493618204, + "objective/train/tokens_used": 878981600, + "objective/train/value_avg": -0.00807952880859375, + "objective/train/value_loss": 0.00032086047576740384, + "objective/train/value_max": -0.0001647472381591797, + "objective/train/value_min": -0.79052734375, + "objective/train/value_reward_corr": 0.6563866348248746, + "objective/train/value_std": 0.01503753662109375, + "objective/train/weight_avg": 1.001035451889038, + "objective/train/weighted_lm_loss": 1.535746693611145, + "objective/train/weights_max": 1.2480190992355347, + "objective/train/weights_min": 0.36800193786621094, + "theoretical_loss": 3.7317809493618204, + "tokens_seen": 858521600 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007473118279569893, + "loss": 0.0775, + "theoretical_loss": 3.7317809493618204, + "tokens_seen": 858521600 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007472315840154068, + "loss": 0.0751, + "theoretical_loss": 3.7316703032319056, + "tokens_seen": 858783744 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007471513400738245, + "loss": 0.0786, + "theoretical_loss": 3.7315597003252474, + "tokens_seen": 859045888 + }, + { + "epoch": 0.26, + "learning_rate": 0.000747071096132242, + "loss": 0.0782, + "theoretical_loss": 3.731449140611777, + "tokens_seen": 859308032 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007469908521906596, + "loss": 0.0747, + "theoretical_loss": 3.7313386240614577, + "tokens_seen": 859570176 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007469106082490772, + "loss": 0.076, + "theoretical_loss": 3.7312281506442835, + "tokens_seen": 859832320 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007468303643074948, + "loss": 0.0757, + "theoretical_loss": 3.7311177203302766, + "tokens_seen": 860094464 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007467501203659124, + "loss": 0.0765, + "theoretical_loss": 3.7310073330894906, + "tokens_seen": 860356608 + }, + { + "epoch": 0.26, + "learning_rate": 0.00074666987642433, + "loss": 0.0738, + "theoretical_loss": 3.730896988892008, + "tokens_seen": 860618752 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007465896324827476, + "loss": 0.0808, + "theoretical_loss": 3.7307866877079414, + "tokens_seen": 860880896 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007465093885411651, + "loss": 0.0757, + "theoretical_loss": 3.730676429507435, + "tokens_seen": 861143040 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007464291445995828, + "loss": 0.0735, + "theoretical_loss": 3.730566214260659, + "tokens_seen": 861405184 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007463489006580003, + "loss": 0.076, + "theoretical_loss": 3.730456041937817, + "tokens_seen": 861667328 + }, + { + "epoch": 0.26, + "objective/train/advantage_avg": 0.0010460041230544448, + "objective/train/docs_used": 318349, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4303313493728638, + "objective/train/original_loss": 1.4303313493728638, + "objective/train/theoretical_loss": 3.730400971863568, + "objective/train/tokens_used": 882258400, + "objective/train/value_avg": -0.0086822509765625, + "objective/train/value_loss": 0.0004660847771447152, + "objective/train/value_max": -0.000110626220703125, + "objective/train/value_min": -0.62744140625, + "objective/train/value_reward_corr": 0.5447813583532534, + "objective/train/value_std": 0.01473236083984375, + "objective/train/weight_avg": 1.0012438297271729, + "objective/train/weighted_lm_loss": 1.4322203397750854, + "objective/train/weights_max": 1.8047181367874146, + "objective/train/weights_min": 0.23476079106330872, + "theoretical_loss": 3.730400971863568, + "tokens_seen": 861798400 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007462686567164179, + "loss": 0.0765, + "theoretical_loss": 3.730345912509141, + "tokens_seen": 861929472 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007461884127748355, + "loss": 0.0739, + "theoretical_loss": 3.7302358259448924, + "tokens_seen": 862191616 + }, + { + "epoch": 0.26, + "learning_rate": 0.000746108168833253, + "loss": 0.0776, + "theoretical_loss": 3.730125782215362, + "tokens_seen": 862453760 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007460279248916708, + "loss": 0.0766, + "theoretical_loss": 3.730015781290872, + "tokens_seen": 862715904 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007459476809500883, + "loss": 0.0783, + "theoretical_loss": 3.729905823141771, + "tokens_seen": 862978048 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007458674370085059, + "loss": 0.0739, + "theoretical_loss": 3.729795907738441, + "tokens_seen": 863240192 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007457871930669235, + "loss": 0.0746, + "theoretical_loss": 3.729686035051291, + "tokens_seen": 863502336 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007457069491253411, + "loss": 0.0761, + "theoretical_loss": 3.7295762050507593, + "tokens_seen": 863764480 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007456267051837586, + "loss": 0.0755, + "theoretical_loss": 3.7294664177073145, + "tokens_seen": 864026624 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007455464612421762, + "loss": 0.0772, + "theoretical_loss": 3.7293566729914547, + "tokens_seen": 864288768 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007454662173005938, + "loss": 0.0755, + "theoretical_loss": 3.7292469708737066, + "tokens_seen": 864550912 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007453859733590113, + "loss": 0.0765, + "theoretical_loss": 3.729137311324627, + "tokens_seen": 864813056 + }, + { + "epoch": 0.26, + "objective/train/advantage_avg": -0.00020491430768743157, + "objective/train/docs_used": 319421, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4317132234573364, + "objective/train/original_loss": 1.4317128658294678, + "objective/train/theoretical_loss": 3.7290276943148015, + "objective/train/tokens_used": 885535200, + "objective/train/value_avg": -0.008880615234375, + "objective/train/value_loss": 0.0007349538500420749, + "objective/train/value_max": -0.00015234947204589844, + "objective/train/value_min": -0.9296875, + "objective/train/value_reward_corr": 0.5367657858276189, + "objective/train/value_std": 0.0244140625, + "objective/train/weight_avg": 1.000146746635437, + "objective/train/weighted_lm_loss": 1.4316959381103516, + "objective/train/weights_max": 2.428842544555664, + "objective/train/weights_min": 0.3687976598739624, + "theoretical_loss": 3.7290276943148015, + "tokens_seen": 865075200 + }, + { + "epoch": 0.26, + "learning_rate": 0.000745305729417429, + "loss": 0.073, + "theoretical_loss": 3.7290276943148015, + "tokens_seen": 865075200 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007452254854758466, + "loss": 0.0777, + "theoretical_loss": 3.7289181198148458, + "tokens_seen": 865337344 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007451452415342642, + "loss": 0.077, + "theoretical_loss": 3.7288085877954025, + "tokens_seen": 865599488 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007450649975926818, + "loss": 0.0764, + "theoretical_loss": 3.728699098227146, + "tokens_seen": 865861632 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007449847536510994, + "loss": 0.0757, + "theoretical_loss": 3.728589651080779, + "tokens_seen": 866123776 + }, + { + "epoch": 0.26, + "learning_rate": 0.000744904509709517, + "loss": 0.0753, + "theoretical_loss": 3.728480246327032, + "tokens_seen": 866385920 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007448242657679345, + "loss": 0.0744, + "theoretical_loss": 3.7283708839366656, + "tokens_seen": 866648064 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007447440218263521, + "loss": 0.0766, + "theoretical_loss": 3.72826156388047, + "tokens_seen": 866910208 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007446637778847697, + "loss": 0.0762, + "theoretical_loss": 3.728152286129263, + "tokens_seen": 867172352 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007445835339431873, + "loss": 0.0745, + "theoretical_loss": 3.728043050653893, + "tokens_seen": 867434496 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007445032900016049, + "loss": 0.0796, + "theoretical_loss": 3.7279338574252354, + "tokens_seen": 867696640 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007444230460600226, + "loss": 0.0778, + "theoretical_loss": 3.7278247064141956, + "tokens_seen": 867958784 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007443428021184401, + "loss": 0.0771, + "theoretical_loss": 3.7277155975917076, + "tokens_seen": 868220928 + }, + { + "epoch": 0.26, + "objective/train/advantage_avg": 0.001127280411310494, + "objective/train/docs_used": 320668, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5203250646591187, + "objective/train/original_loss": 1.5203251838684082, + "objective/train/theoretical_loss": 3.727661058992095, + "objective/train/tokens_used": 888812000, + "objective/train/value_avg": -0.00891876220703125, + "objective/train/value_loss": 0.00025588058633729815, + "objective/train/value_max": -0.0002491474151611328, + "objective/train/value_min": -0.58349609375, + "objective/train/value_reward_corr": 0.7293254473930786, + "objective/train/value_std": 0.0171356201171875, + "objective/train/weight_avg": 1.00124192237854, + "objective/train/weighted_lm_loss": 1.521812081336975, + "objective/train/weights_max": 1.3641709089279175, + "objective/train/weights_min": 0.3690946400165558, + "theoretical_loss": 3.727661058992095, + "tokens_seen": 868352000 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007442625581768576, + "loss": 0.0778, + "theoretical_loss": 3.7276065309287345, + "tokens_seen": 868483072 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007441823142352753, + "loss": 0.0772, + "theoretical_loss": 3.727497506396267, + "tokens_seen": 868745216 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007441020702936928, + "loss": 0.075, + "theoretical_loss": 3.7273885239653266, + "tokens_seen": 869007360 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007440218263521104, + "loss": 0.0751, + "theoretical_loss": 3.727279583606961, + "tokens_seen": 869269504 + }, + { + "epoch": 0.26, + "learning_rate": 0.000743941582410528, + "loss": 0.0761, + "theoretical_loss": 3.727170685292248, + "tokens_seen": 869531648 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007438613384689456, + "loss": 0.0767, + "theoretical_loss": 3.7270618289922943, + "tokens_seen": 869793792 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007437810945273631, + "loss": 0.0752, + "theoretical_loss": 3.7269530146782337, + "tokens_seen": 870055936 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007437008505857808, + "loss": 0.0807, + "theoretical_loss": 3.72684424232123, + "tokens_seen": 870318080 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007436206066441984, + "loss": 0.077, + "theoretical_loss": 3.7267355118924748, + "tokens_seen": 870580224 + }, + { + "epoch": 0.26, + "learning_rate": 0.000743540362702616, + "loss": 0.075, + "theoretical_loss": 3.726626823363188, + "tokens_seen": 870842368 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007434601187610336, + "loss": 0.0751, + "theoretical_loss": 3.7265181767046176, + "tokens_seen": 871104512 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007433798748194511, + "loss": 0.0772, + "theoretical_loss": 3.726409571888042, + "tokens_seen": 871366656 + }, + { + "epoch": 0.26, + "objective/train/advantage_avg": 0.0009951951215043664, + "objective/train/docs_used": 321822, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6804511547088623, + "objective/train/original_loss": 1.6804513931274414, + "objective/train/theoretical_loss": 3.7263010088847652, + "objective/train/tokens_used": 892088800, + "objective/train/value_avg": -0.01012420654296875, + "objective/train/value_loss": 0.00024094159016385674, + "objective/train/value_max": -0.0001971721649169922, + "objective/train/value_min": -0.295654296875, + "objective/train/value_reward_corr": 0.7207484242606619, + "objective/train/value_std": 0.0175628662109375, + "objective/train/weight_avg": 1.001109004020691, + "objective/train/weighted_lm_loss": 1.680924654006958, + "objective/train/weights_max": 1.2552422285079956, + "objective/train/weights_min": 0.4018477201461792, + "theoretical_loss": 3.7263010088847652, + "tokens_seen": 871628800 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007432996308778688, + "loss": 0.0783, + "theoretical_loss": 3.7263010088847652, + "tokens_seen": 871628800 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007432193869362863, + "loss": 0.0752, + "theoretical_loss": 3.726192487666121, + "tokens_seen": 871890944 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007431391429947038, + "loss": 0.0763, + "theoretical_loss": 3.7260840082034714, + "tokens_seen": 872153088 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007430588990531216, + "loss": 0.0756, + "theoretical_loss": 3.7259755704682065, + "tokens_seen": 872415232 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007429786551115391, + "loss": 0.0765, + "theoretical_loss": 3.7258671744317446, + "tokens_seen": 872677376 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007428984111699567, + "loss": 0.0767, + "theoretical_loss": 3.725758820065531, + "tokens_seen": 872939520 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007428181672283743, + "loss": 0.0759, + "theoretical_loss": 3.725650507341042, + "tokens_seen": 873201664 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007427379232867919, + "loss": 0.0774, + "theoretical_loss": 3.7255422362297788, + "tokens_seen": 873463808 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007426576793452094, + "loss": 0.0758, + "theoretical_loss": 3.7254340067032725, + "tokens_seen": 873725952 + }, + { + "epoch": 0.26, + "learning_rate": 0.000742577435403627, + "loss": 0.0765, + "theoretical_loss": 3.7253258187330816, + "tokens_seen": 873988096 + }, + { + "epoch": 0.26, + "learning_rate": 0.0007424971914620446, + "loss": 0.0762, + "theoretical_loss": 3.7252176722907926, + "tokens_seen": 874250240 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007424169475204621, + "loss": 0.0784, + "theoretical_loss": 3.725109567348021, + "tokens_seen": 874512384 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007423367035788799, + "loss": 0.0776, + "theoretical_loss": 3.725001503876408, + "tokens_seen": 874774528 + }, + { + "epoch": 0.27, + "objective/train/advantage_avg": 0.0014634609688073397, + "objective/train/docs_used": 323008, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.519921064376831, + "objective/train/original_loss": 1.519921064376831, + "objective/train/theoretical_loss": 3.7249474876834325, + "objective/train/tokens_used": 895365600, + "objective/train/value_avg": -0.00783538818359375, + "objective/train/value_loss": 0.00020119018154218793, + "objective/train/value_max": -0.00018525123596191406, + "objective/train/value_min": -0.279541015625, + "objective/train/value_reward_corr": 0.7942018727885559, + "objective/train/value_std": 0.0167694091796875, + "objective/train/weight_avg": 1.001554250717163, + "objective/train/weighted_lm_loss": 1.5218682289123535, + "objective/train/weights_max": 1.1414783000946045, + "objective/train/weights_min": 0.3732965886592865, + "theoretical_loss": 3.7249474876834325, + "tokens_seen": 874905600 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007422564596372974, + "loss": 0.0754, + "theoretical_loss": 3.7248934818476247, + "tokens_seen": 875036672 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007421762156957151, + "loss": 0.0757, + "theoretical_loss": 3.7247855012333693, + "tokens_seen": 875298816 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007420959717541326, + "loss": 0.0758, + "theoretical_loss": 3.7246775620053665, + "tokens_seen": 875560960 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007420157278125502, + "loss": 0.0768, + "theoretical_loss": 3.724569664135372, + "tokens_seen": 875823104 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007419354838709678, + "loss": 0.076, + "theoretical_loss": 3.7244618075951657, + "tokens_seen": 876085248 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007418552399293853, + "loss": 0.078, + "theoretical_loss": 3.7243539923565576, + "tokens_seen": 876347392 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007417749959878029, + "loss": 0.0773, + "theoretical_loss": 3.724246218391384, + "tokens_seen": 876609536 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007416947520462205, + "loss": 0.0777, + "theoretical_loss": 3.7241384856715096, + "tokens_seen": 876871680 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007416145081046381, + "loss": 0.0753, + "theoretical_loss": 3.724030794168826, + "tokens_seen": 877133824 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007415342641630557, + "loss": 0.075, + "theoretical_loss": 3.723923143855253, + "tokens_seen": 877395968 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007414540202214734, + "loss": 0.0743, + "theoretical_loss": 3.723815534702738, + "tokens_seen": 877658112 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007413737762798909, + "loss": 0.0784, + "theoretical_loss": 3.7237079666832553, + "tokens_seen": 877920256 + }, + { + "epoch": 0.27, + "objective/train/advantage_avg": 5.8174105106445495e-06, + "objective/train/docs_used": 324331, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4048101902008057, + "objective/train/original_loss": 1.4048101902008057, + "objective/train/theoretical_loss": 3.7236004397688065, + "objective/train/tokens_used": 898642400, + "objective/train/value_avg": -0.011627197265625, + "objective/train/value_loss": 0.0004676672979258001, + "objective/train/value_max": -0.00018525123596191406, + "objective/train/value_min": -0.6513671875, + "objective/train/value_reward_corr": 0.6153543499975003, + "objective/train/value_std": 0.01763916015625, + "objective/train/weight_avg": 1.0002148151397705, + "objective/train/weighted_lm_loss": 1.4040168523788452, + "objective/train/weights_max": 1.3901575803756714, + "objective/train/weights_min": 0.38227736949920654, + "theoretical_loss": 3.7236004397688065, + "tokens_seen": 878182400 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007412935323383084, + "loss": 0.0779, + "theoretical_loss": 3.7236004397688065, + "tokens_seen": 878182400 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007412132883967261, + "loss": 0.0754, + "theoretical_loss": 3.723492953931421, + "tokens_seen": 878444544 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007411330444551436, + "loss": 0.0758, + "theoretical_loss": 3.7233855091431565, + "tokens_seen": 878706688 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007410528005135613, + "loss": 0.0758, + "theoretical_loss": 3.723278105376096, + "tokens_seen": 878968832 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007409725565719788, + "loss": 0.0747, + "theoretical_loss": 3.723170742602351, + "tokens_seen": 879230976 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007408923126303964, + "loss": 0.0772, + "theoretical_loss": 3.7230634207940607, + "tokens_seen": 879493120 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007408120686888141, + "loss": 0.0769, + "theoretical_loss": 3.7229561399233906, + "tokens_seen": 879755264 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007407318247472316, + "loss": 0.0788, + "theoretical_loss": 3.7228488999625338, + "tokens_seen": 880017408 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007406515808056492, + "loss": 0.0772, + "theoretical_loss": 3.722741700883711, + "tokens_seen": 880279552 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007405713368640668, + "loss": 0.0754, + "theoretical_loss": 3.7226345426591694, + "tokens_seen": 880541696 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007404910929224844, + "loss": 0.073, + "theoretical_loss": 3.722527425261183, + "tokens_seen": 880803840 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007404108489809019, + "loss": 0.0782, + "theoretical_loss": 3.7224203486620535, + "tokens_seen": 881065984 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007403306050393196, + "loss": 0.0775, + "theoretical_loss": 3.7223133128341104, + "tokens_seen": 881328128 + }, + { + "epoch": 0.27, + "objective/train/advantage_avg": 0.0012429204070940614, + "objective/train/docs_used": 325483, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.453649878501892, + "objective/train/original_loss": 1.4536499977111816, + "objective/train/theoretical_loss": 3.722259810200693, + "objective/train/tokens_used": 901919200, + "objective/train/value_avg": -0.007251739501953125, + "objective/train/value_loss": 0.00017604940512683243, + "objective/train/value_max": -0.0001499652862548828, + "objective/train/value_min": -0.229736328125, + "objective/train/value_reward_corr": 0.6341233569480393, + "objective/train/value_std": 0.01123046875, + "objective/train/weight_avg": 1.0013235807418823, + "objective/train/weighted_lm_loss": 1.455696940422058, + "objective/train/weights_max": 1.183332920074463, + "objective/train/weights_min": 0.3692249059677124, + "theoretical_loss": 3.722259810200693, + "tokens_seen": 881459200 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007402503610977371, + "loss": 0.0751, + "theoretical_loss": 3.722206317749708, + "tokens_seen": 881590272 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007401701171561546, + "loss": 0.0777, + "theoretical_loss": 3.722099363381229, + "tokens_seen": 881852416 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007400898732145724, + "loss": 0.0766, + "theoretical_loss": 3.7219924497010837, + "tokens_seen": 882114560 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007400096292729899, + "loss": 0.0765, + "theoretical_loss": 3.721885576681708, + "tokens_seen": 882376704 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007399293853314075, + "loss": 0.0778, + "theoretical_loss": 3.7217787442955643, + "tokens_seen": 882638848 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007398491413898251, + "loss": 0.0765, + "theoretical_loss": 3.721671952515144, + "tokens_seen": 882900992 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007397688974482427, + "loss": 0.076, + "theoretical_loss": 3.7215652013129628, + "tokens_seen": 883163136 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007396886535066603, + "loss": 0.0755, + "theoretical_loss": 3.7214584906615644, + "tokens_seen": 883425280 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007396084095650778, + "loss": 0.0732, + "theoretical_loss": 3.7213518205335196, + "tokens_seen": 883687424 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007395281656234954, + "loss": 0.0764, + "theoretical_loss": 3.721245190901425, + "tokens_seen": 883949568 + }, + { + "epoch": 0.27, + "learning_rate": 0.000739447921681913, + "loss": 0.0768, + "theoretical_loss": 3.721138601737904, + "tokens_seen": 884211712 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007393676777403307, + "loss": 0.0753, + "theoretical_loss": 3.721032053015607, + "tokens_seen": 884473856 + }, + { + "epoch": 0.27, + "objective/train/advantage_avg": 0.0008558219415135682, + "objective/train/docs_used": 326745, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.7088702917099, + "objective/train/original_loss": 1.7088704109191895, + "objective/train/theoretical_loss": 3.720925544707211, + "objective/train/tokens_used": 905196000, + "objective/train/value_avg": -0.00782012939453125, + "objective/train/value_loss": 0.00017799365741666406, + "objective/train/value_max": -0.000110626220703125, + "objective/train/value_min": -0.57421875, + "objective/train/value_reward_corr": 0.7342638764759252, + "objective/train/value_std": 0.01485443115234375, + "objective/train/weight_avg": 1.000942349433899, + "objective/train/weighted_lm_loss": 1.710755705833435, + "objective/train/weights_max": 1.2830852270126343, + "objective/train/weights_min": 0.5599685311317444, + "theoretical_loss": 3.720925544707211, + "tokens_seen": 884736000 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007392874337987482, + "loss": 0.0758, + "theoretical_loss": 3.720925544707211, + "tokens_seen": 884736000 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007392071898571659, + "loss": 0.0778, + "theoretical_loss": 3.720819076785419, + "tokens_seen": 884998144 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007391269459155834, + "loss": 0.0741, + "theoretical_loss": 3.720712649222961, + "tokens_seen": 885260288 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007390467019740009, + "loss": 0.0749, + "theoretical_loss": 3.720606261992593, + "tokens_seen": 885522432 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007389664580324186, + "loss": 0.0775, + "theoretical_loss": 3.7204999150670988, + "tokens_seen": 885784576 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007388862140908361, + "loss": 0.0752, + "theoretical_loss": 3.7203936084192866, + "tokens_seen": 886046720 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007388059701492537, + "loss": 0.0772, + "theoretical_loss": 3.720287342021992, + "tokens_seen": 886308864 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007387257262076713, + "loss": 0.0745, + "theoretical_loss": 3.720181115848078, + "tokens_seen": 886571008 + }, + { + "epoch": 0.27, + "learning_rate": 0.000738645482266089, + "loss": 0.0739, + "theoretical_loss": 3.7200749298704316, + "tokens_seen": 886833152 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007385652383245065, + "loss": 0.0776, + "theoretical_loss": 3.7199687840619675, + "tokens_seen": 887095296 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007384849943829242, + "loss": 0.0766, + "theoretical_loss": 3.719862678395627, + "tokens_seen": 887357440 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007384047504413417, + "loss": 0.0755, + "theoretical_loss": 3.719756612844377, + "tokens_seen": 887619584 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007383245064997593, + "loss": 0.0736, + "theoretical_loss": 3.7196505873812105, + "tokens_seen": 887881728 + }, + { + "epoch": 0.27, + "objective/train/advantage_avg": 0.0012449336936697364, + "objective/train/docs_used": 327973, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3720338344573975, + "objective/train/original_loss": 1.3720338344573975, + "objective/train/theoretical_loss": 3.719597589674226, + "objective/train/tokens_used": 908472800, + "objective/train/value_avg": -0.006519317626953125, + "objective/train/value_loss": 0.0002517575048841536, + "objective/train/value_max": -0.00015354156494140625, + "objective/train/value_min": -0.5087890625, + "objective/train/value_reward_corr": 0.555450869031973, + "objective/train/value_std": 0.01216888427734375, + "objective/train/weight_avg": 1.0013591051101685, + "objective/train/weighted_lm_loss": 1.372988224029541, + "objective/train/weights_max": 1.5524332523345947, + "objective/train/weights_min": 0.3735330402851105, + "theoretical_loss": 3.719597589674226, + "tokens_seen": 888012800 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007382442625581769, + "loss": 0.0763, + "theoretical_loss": 3.7195446019791465, + "tokens_seen": 888143872 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007381640186165944, + "loss": 0.0754, + "theoretical_loss": 3.7194386566112314, + "tokens_seen": 888406016 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007380837746750121, + "loss": 0.0736, + "theoretical_loss": 3.7193327512505356, + "tokens_seen": 888668160 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007380035307334296, + "loss": 0.077, + "theoretical_loss": 3.7192268858701576, + "tokens_seen": 888930304 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007379232867918472, + "loss": 0.0742, + "theoretical_loss": 3.7191210604432205, + "tokens_seen": 889192448 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007378430428502649, + "loss": 0.0773, + "theoretical_loss": 3.7190152749428735, + "tokens_seen": 889454592 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007377627989086824, + "loss": 0.0756, + "theoretical_loss": 3.7189095293422927, + "tokens_seen": 889716736 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007376825549671, + "loss": 0.0772, + "theoretical_loss": 3.71880382361468, + "tokens_seen": 889978880 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007376023110255176, + "loss": 0.0765, + "theoretical_loss": 3.7186981577332614, + "tokens_seen": 890241024 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007375220670839352, + "loss": 0.0734, + "theoretical_loss": 3.718592531671291, + "tokens_seen": 890503168 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007374418231423527, + "loss": 0.076, + "theoretical_loss": 3.7184869454020477, + "tokens_seen": 890765312 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007373615792007704, + "loss": 0.0748, + "theoretical_loss": 3.7183813988988357, + "tokens_seen": 891027456 + }, + { + "epoch": 0.27, + "objective/train/advantage_avg": 0.0007593694608658552, + "objective/train/docs_used": 329220, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4320327043533325, + "objective/train/original_loss": 1.432032823562622, + "objective/train/theoretical_loss": 3.7182758921349865, + "objective/train/tokens_used": 911749600, + "objective/train/value_avg": -0.00957489013671875, + "objective/train/value_loss": 0.0006868577329441905, + "objective/train/value_max": -0.0002892017364501953, + "objective/train/value_min": -0.72509765625, + "objective/train/value_reward_corr": 0.5711479815370707, + "objective/train/value_std": 0.0196380615234375, + "objective/train/weight_avg": 1.0010603666305542, + "objective/train/weighted_lm_loss": 1.4334696531295776, + "objective/train/weights_max": 1.8743809461593628, + "objective/train/weights_min": 0.3689109683036804, + "theoretical_loss": 3.7182758921349865, + "tokens_seen": 891289600 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007372813352591879, + "loss": 0.0781, + "theoretical_loss": 3.7182758921349865, + "tokens_seen": 891289600 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007372010913176055, + "loss": 0.0761, + "theoretical_loss": 3.718170425083856, + "tokens_seen": 891551744 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007371208473760232, + "loss": 0.0754, + "theoretical_loss": 3.718064997718826, + "tokens_seen": 891813888 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007370406034344407, + "loss": 0.0754, + "theoretical_loss": 3.7179596100133034, + "tokens_seen": 892076032 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007369603594928584, + "loss": 0.0779, + "theoretical_loss": 3.7178542619407233, + "tokens_seen": 892338176 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007368801155512759, + "loss": 0.0784, + "theoretical_loss": 3.7177489534745427, + "tokens_seen": 892600320 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007367998716096935, + "loss": 0.0786, + "theoretical_loss": 3.717643684588247, + "tokens_seen": 892862464 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007367196276681111, + "loss": 0.0767, + "theoretical_loss": 3.7175384552553457, + "tokens_seen": 893124608 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007366393837265286, + "loss": 0.0741, + "theoretical_loss": 3.7174332654493742, + "tokens_seen": 893386752 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007365591397849462, + "loss": 0.0767, + "theoretical_loss": 3.717328115143894, + "tokens_seen": 893648896 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007364788958433638, + "loss": 0.0766, + "theoretical_loss": 3.717223004312491, + "tokens_seen": 893911040 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007363986519017815, + "loss": 0.0767, + "theoretical_loss": 3.717117932928777, + "tokens_seen": 894173184 + }, + { + "epoch": 0.27, + "learning_rate": 0.000736318407960199, + "loss": 0.0754, + "theoretical_loss": 3.7170129009663886, + "tokens_seen": 894435328 + }, + { + "epoch": 0.27, + "objective/train/advantage_avg": 0.0016090093413367867, + "objective/train/docs_used": 330336, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3987218141555786, + "objective/train/original_loss": 1.3987219333648682, + "objective/train/theoretical_loss": 3.7169603997599605, + "objective/train/tokens_used": 915026400, + "objective/train/value_avg": -0.006534576416015625, + "objective/train/value_loss": 0.00015369719767477363, + "objective/train/value_max": -0.00011771917343139648, + "objective/train/value_min": -0.185302734375, + "objective/train/value_reward_corr": 0.48772383025497273, + "objective/train/value_std": 0.00803375244140625, + "objective/train/weight_avg": 1.0016776323318481, + "objective/train/weighted_lm_loss": 1.4015177488327026, + "objective/train/weights_max": 1.1191952228546143, + "objective/train/weights_min": 0.3685593008995056, + "theoretical_loss": 3.7169603997599605, + "tokens_seen": 894566400 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007362381640186167, + "loss": 0.0775, + "theoretical_loss": 3.716907908398989, + "tokens_seen": 894697472 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007361579200770342, + "loss": 0.0756, + "theoretical_loss": 3.7168029552002655, + "tokens_seen": 894959616 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007360776761354517, + "loss": 0.0765, + "theoretical_loss": 3.716698041343931, + "tokens_seen": 895221760 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007359974321938694, + "loss": 0.0778, + "theoretical_loss": 3.716593166803724, + "tokens_seen": 895483904 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007359171882522869, + "loss": 0.0734, + "theoretical_loss": 3.7164883315534087, + "tokens_seen": 895746048 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007358369443107046, + "loss": 0.0772, + "theoretical_loss": 3.7163835355667723, + "tokens_seen": 896008192 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007357567003691221, + "loss": 0.0739, + "theoretical_loss": 3.7162787788176295, + "tokens_seen": 896270336 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007356764564275397, + "loss": 0.0761, + "theoretical_loss": 3.716174061279819, + "tokens_seen": 896532480 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007355962124859574, + "loss": 0.074, + "theoretical_loss": 3.7160693829272047, + "tokens_seen": 896794624 + }, + { + "epoch": 0.27, + "learning_rate": 0.000735515968544375, + "loss": 0.0747, + "theoretical_loss": 3.715964743733676, + "tokens_seen": 897056768 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007354357246027925, + "loss": 0.0778, + "theoretical_loss": 3.7158601436731464, + "tokens_seen": 897318912 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007353554806612101, + "loss": 0.0748, + "theoretical_loss": 3.715755582719556, + "tokens_seen": 897581056 + }, + { + "epoch": 0.27, + "objective/train/advantage_avg": 0.0026040407828986645, + "objective/train/docs_used": 331577, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4901126623153687, + "objective/train/original_loss": 1.490112543106079, + "objective/train/theoretical_loss": 3.7156510608468674, + "objective/train/tokens_used": 918303200, + "objective/train/value_avg": -0.00921630859375, + "objective/train/value_loss": 0.0005672223633155227, + "objective/train/value_max": -0.0001596212387084961, + "objective/train/value_min": -0.68212890625, + "objective/train/value_reward_corr": 0.5915829519577499, + "objective/train/value_std": 0.0171356201171875, + "objective/train/weight_avg": 1.0028396844863892, + "objective/train/weighted_lm_loss": 1.494105577468872, + "objective/train/weights_max": 1.282772183418274, + "objective/train/weights_min": 0.23309741914272308, + "theoretical_loss": 3.7156510608468674, + "tokens_seen": 897843200 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007352752367196277, + "loss": 0.072, + "theoretical_loss": 3.7156510608468674, + "tokens_seen": 897843200 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007351949927780452, + "loss": 0.077, + "theoretical_loss": 3.7155465780290706, + "tokens_seen": 898105344 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007351147488364629, + "loss": 0.0755, + "theoretical_loss": 3.7154421342401793, + "tokens_seen": 898367488 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007350345048948804, + "loss": 0.0757, + "theoretical_loss": 3.7153377294542325, + "tokens_seen": 898629632 + }, + { + "epoch": 0.27, + "learning_rate": 0.000734954260953298, + "loss": 0.0756, + "theoretical_loss": 3.715233363645293, + "tokens_seen": 898891776 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007348740170117157, + "loss": 0.0758, + "theoretical_loss": 3.7151290367874497, + "tokens_seen": 899153920 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007347937730701332, + "loss": 0.0744, + "theoretical_loss": 3.715024748854815, + "tokens_seen": 899416064 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007347135291285509, + "loss": 0.0751, + "theoretical_loss": 3.714920499821528, + "tokens_seen": 899678208 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007346332851869684, + "loss": 0.0745, + "theoretical_loss": 3.7148162896617505, + "tokens_seen": 899940352 + }, + { + "epoch": 0.27, + "learning_rate": 0.000734553041245386, + "loss": 0.074, + "theoretical_loss": 3.714712118349669, + "tokens_seen": 900202496 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007344727973038036, + "loss": 0.079, + "theoretical_loss": 3.7146079858594976, + "tokens_seen": 900464640 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007343925533622212, + "loss": 0.0753, + "theoretical_loss": 3.714503892165471, + "tokens_seen": 900726784 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007343123094206387, + "loss": 0.0758, + "theoretical_loss": 3.714399837241851, + "tokens_seen": 900988928 + }, + { + "epoch": 0.27, + "objective/train/advantage_avg": 0.0011662942124530673, + "objective/train/docs_used": 332819, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6263790130615234, + "objective/train/original_loss": 1.626379132270813, + "objective/train/theoretical_loss": 3.714347824310907, + "objective/train/tokens_used": 921580000, + "objective/train/value_avg": -0.006969451904296875, + "objective/train/value_loss": 0.00020767640671692789, + "objective/train/value_max": -0.0001499652862548828, + "objective/train/value_min": -0.2333984375, + "objective/train/value_reward_corr": 0.5656489349989742, + "objective/train/value_std": 0.00986480712890625, + "objective/train/weight_avg": 1.0012608766555786, + "objective/train/weighted_lm_loss": 1.6281745433807373, + "objective/train/weights_max": 1.1985384225845337, + "objective/train/weights_min": 0.3686830401420593, + "theoretical_loss": 3.714347824310907, + "tokens_seen": 901120000 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007342320654790563, + "loss": 0.0749, + "theoretical_loss": 3.7142958210629233, + "tokens_seen": 901251072 + }, + { + "epoch": 0.27, + "learning_rate": 0.000734151821537474, + "loss": 0.0767, + "theoretical_loss": 3.714191843602998, + "tokens_seen": 901513216 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007340715775958915, + "loss": 0.0768, + "theoretical_loss": 3.7140879048364104, + "tokens_seen": 901775360 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007339913336543092, + "loss": 0.0756, + "theoretical_loss": 3.7139840047375183, + "tokens_seen": 902037504 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007339110897127267, + "loss": 0.0758, + "theoretical_loss": 3.713880143280707, + "tokens_seen": 902299648 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007338308457711443, + "loss": 0.0758, + "theoretical_loss": 3.713776320440383, + "tokens_seen": 902561792 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007337506018295619, + "loss": 0.0757, + "theoretical_loss": 3.7136725361909795, + "tokens_seen": 902823936 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007336703578879794, + "loss": 0.0761, + "theoretical_loss": 3.713568790506953, + "tokens_seen": 903086080 + }, + { + "epoch": 0.27, + "learning_rate": 0.000733590113946397, + "loss": 0.0745, + "theoretical_loss": 3.7134650833627854, + "tokens_seen": 903348224 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007335098700048146, + "loss": 0.0733, + "theoretical_loss": 3.7133614147329808, + "tokens_seen": 903610368 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007334296260632322, + "loss": 0.0776, + "theoretical_loss": 3.7132577845920696, + "tokens_seen": 903872512 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007333493821216499, + "loss": 0.076, + "theoretical_loss": 3.7131541929146055, + "tokens_seen": 904134656 + }, + { + "epoch": 0.27, + "objective/train/advantage_avg": -0.0018174044089391828, + "objective/train/docs_used": 333943, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4380285739898682, + "objective/train/original_loss": 1.4380285739898682, + "objective/train/theoretical_loss": 3.713050639675166, + "objective/train/tokens_used": 924856800, + "objective/train/value_avg": -0.0079803466796875, + "objective/train/value_loss": 0.00047061845543794334, + "objective/train/value_max": -0.00012934207916259766, + "objective/train/value_min": -0.458984375, + "objective/train/value_reward_corr": 0.6962095016673118, + "objective/train/value_std": 0.01525115966796875, + "objective/train/weight_avg": 0.9983917474746704, + "objective/train/weighted_lm_loss": 1.435226321220398, + "objective/train/weights_max": 1.5088764429092407, + "objective/train/weights_min": 0.3708581030368805, + "theoretical_loss": 3.713050639675166, + "tokens_seen": 904396800 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007332691381800675, + "loss": 0.0728, + "theoretical_loss": 3.713050639675166, + "tokens_seen": 904396800 + }, + { + "epoch": 0.27, + "learning_rate": 0.000733188894238485, + "loss": 0.073, + "theoretical_loss": 3.712947124848354, + "tokens_seen": 904658944 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007331086502969026, + "loss": 0.077, + "theoretical_loss": 3.7128436484087954, + "tokens_seen": 904921088 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007330284063553202, + "loss": 0.0749, + "theoretical_loss": 3.712740210331141, + "tokens_seen": 905183232 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007329481624137377, + "loss": 0.0768, + "theoretical_loss": 3.712636810590065, + "tokens_seen": 905445376 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007328679184721554, + "loss": 0.0736, + "theoretical_loss": 3.7125334491602664, + "tokens_seen": 905707520 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007327876745305729, + "loss": 0.0742, + "theoretical_loss": 3.712430126016467, + "tokens_seen": 905969664 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007327074305889905, + "loss": 0.0751, + "theoretical_loss": 3.7123268411334136, + "tokens_seen": 906231808 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007326271866474082, + "loss": 0.0736, + "theoretical_loss": 3.7122235944858772, + "tokens_seen": 906493952 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007325469427058258, + "loss": 0.0734, + "theoretical_loss": 3.712120386048652, + "tokens_seen": 906756096 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007324666987642433, + "loss": 0.0758, + "theoretical_loss": 3.712017215796556, + "tokens_seen": 907018240 + }, + { + "epoch": 0.27, + "learning_rate": 0.0007323864548226609, + "loss": 0.0742, + "theoretical_loss": 3.7119140837044315, + "tokens_seen": 907280384 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007323062108810785, + "loss": 0.0734, + "theoretical_loss": 3.7118109897471445, + "tokens_seen": 907542528 + }, + { + "epoch": 0.28, + "objective/train/advantage_avg": -0.000492654915433377, + "objective/train/docs_used": 335091, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4039382934570312, + "objective/train/original_loss": 1.4039382934570312, + "objective/train/theoretical_loss": 3.7117594570612176, + "objective/train/tokens_used": 928133600, + "objective/train/value_avg": -0.00641632080078125, + "objective/train/value_loss": 0.00018642855866346508, + "objective/train/value_max": -8.285045623779297e-05, + "objective/train/value_min": -0.2384033203125, + "objective/train/value_reward_corr": 0.6810943618285448, + "objective/train/value_std": 0.0095672607421875, + "objective/train/weight_avg": 0.9995951056480408, + "objective/train/weighted_lm_loss": 1.4037269353866577, + "objective/train/weights_max": 1.1562033891677856, + "objective/train/weights_min": 0.3780139684677124, + "theoretical_loss": 3.7117594570612176, + "tokens_seen": 907673600 + }, + { + "epoch": 0.28, + "learning_rate": 0.000732225966939496, + "loss": 0.0731, + "theoretical_loss": 3.7117079338995858, + "tokens_seen": 907804672 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007321457229979137, + "loss": 0.0768, + "theoretical_loss": 3.7116049161366673, + "tokens_seen": 908066816 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007320654790563312, + "loss": 0.0728, + "theoretical_loss": 3.7115019364333275, + "tokens_seen": 908328960 + }, + { + "epoch": 0.28, + "learning_rate": 0.000731985235114749, + "loss": 0.076, + "theoretical_loss": 3.7113989947645276, + "tokens_seen": 908591104 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007319049911731665, + "loss": 0.0755, + "theoretical_loss": 3.711296091105252, + "tokens_seen": 908853248 + }, + { + "epoch": 0.28, + "learning_rate": 0.000731824747231584, + "loss": 0.0721, + "theoretical_loss": 3.7111932254305096, + "tokens_seen": 909115392 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007317445032900017, + "loss": 0.0748, + "theoretical_loss": 3.7110903977153313, + "tokens_seen": 909377536 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007316642593484192, + "loss": 0.0757, + "theoretical_loss": 3.710987607934774, + "tokens_seen": 909639680 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007315840154068368, + "loss": 0.0759, + "theoretical_loss": 3.7108848560639167, + "tokens_seen": 909901824 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007315037714652544, + "loss": 0.0757, + "theoretical_loss": 3.7107821420778615, + "tokens_seen": 910163968 + }, + { + "epoch": 0.28, + "learning_rate": 0.000731423527523672, + "loss": 0.0745, + "theoretical_loss": 3.7106794659517357, + "tokens_seen": 910426112 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007313432835820895, + "loss": 0.0729, + "theoretical_loss": 3.7105768276606885, + "tokens_seen": 910688256 + }, + { + "epoch": 0.28, + "objective/train/advantage_avg": 0.000405894621508196, + "objective/train/docs_used": 336141, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5500776767730713, + "objective/train/original_loss": 1.5500776767730713, + "objective/train/theoretical_loss": 3.710474227179893, + "objective/train/tokens_used": 931410400, + "objective/train/value_avg": -0.005290985107421875, + "objective/train/value_loss": 0.00012169175897724926, + "objective/train/value_max": -0.0001767873764038086, + "objective/train/value_min": -0.376220703125, + "objective/train/value_reward_corr": 0.610880704889529, + "objective/train/value_std": 0.006534576416015625, + "objective/train/weight_avg": 1.000464916229248, + "objective/train/weighted_lm_loss": 1.5512971878051758, + "objective/train/weights_max": 1.13180410861969, + "objective/train/weights_min": 0.6193339228630066, + "theoretical_loss": 3.710474227179893, + "tokens_seen": 910950400 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007312630396405071, + "loss": 0.0742, + "theoretical_loss": 3.710474227179893, + "tokens_seen": 910950400 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007311827956989248, + "loss": 0.074, + "theoretical_loss": 3.710371664484547, + "tokens_seen": 911212544 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007311025517573423, + "loss": 0.0716, + "theoretical_loss": 3.710269139549869, + "tokens_seen": 911474688 + }, + { + "epoch": 0.28, + "learning_rate": 0.00073102230781576, + "loss": 0.0725, + "theoretical_loss": 3.7101666523511034, + "tokens_seen": 911736832 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007309420638741775, + "loss": 0.0749, + "theoretical_loss": 3.710064202863517, + "tokens_seen": 911998976 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007308618199325952, + "loss": 0.077, + "theoretical_loss": 3.7099617910623994, + "tokens_seen": 912261120 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007307815759910127, + "loss": 0.0752, + "theoretical_loss": 3.7098594169230648, + "tokens_seen": 912523264 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007307013320494302, + "loss": 0.0732, + "theoretical_loss": 3.7097570804208497, + "tokens_seen": 912785408 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007306210881078479, + "loss": 0.0739, + "theoretical_loss": 3.709654781531113, + "tokens_seen": 913047552 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007305408441662654, + "loss": 0.0753, + "theoretical_loss": 3.709552520229239, + "tokens_seen": 913309696 + }, + { + "epoch": 0.28, + "learning_rate": 0.000730460600224683, + "loss": 0.0741, + "theoretical_loss": 3.7094502964906337, + "tokens_seen": 913571840 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007303803562831007, + "loss": 0.0741, + "theoretical_loss": 3.709348110290726, + "tokens_seen": 913833984 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007303001123415183, + "loss": 0.0741, + "theoretical_loss": 3.7092459616049682, + "tokens_seen": 914096128 + }, + { + "epoch": 0.28, + "objective/train/advantage_avg": 0.001146666589193046, + "objective/train/docs_used": 337261, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4916366338729858, + "objective/train/original_loss": 1.4916367530822754, + "objective/train/theoretical_loss": 3.709194901322231, + "objective/train/tokens_used": 934687200, + "objective/train/value_avg": -0.01201629638671875, + "objective/train/value_loss": 0.00032505017588846385, + "objective/train/value_max": -0.0002551078796386719, + "objective/train/value_min": -0.69091796875, + "objective/train/value_reward_corr": 0.7140608552533285, + "objective/train/value_std": 0.018402099609375, + "objective/train/weight_avg": 1.0012990236282349, + "objective/train/weighted_lm_loss": 1.492679238319397, + "objective/train/weights_max": 1.4619451761245728, + "objective/train/weights_min": 0.3694954514503479, + "theoretical_loss": 3.709194901322231, + "tokens_seen": 914227200 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007302198683999358, + "loss": 0.0745, + "theoretical_loss": 3.709143850408837, + "tokens_seen": 914358272 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007301396244583534, + "loss": 0.0741, + "theoretical_loss": 3.7090417766778305, + "tokens_seen": 914620416 + }, + { + "epoch": 0.28, + "learning_rate": 0.000730059380516771, + "loss": 0.0736, + "theoretical_loss": 3.7089397403874704, + "tokens_seen": 914882560 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007299791365751885, + "loss": 0.0741, + "theoretical_loss": 3.708837741513301, + "tokens_seen": 915144704 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007298988926336062, + "loss": 0.075, + "theoretical_loss": 3.7087357800308904, + "tokens_seen": 915406848 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007298186486920237, + "loss": 0.0733, + "theoretical_loss": 3.708633855915829, + "tokens_seen": 915668992 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007297384047504413, + "loss": 0.0742, + "theoretical_loss": 3.708531969143731, + "tokens_seen": 915931136 + }, + { + "epoch": 0.28, + "learning_rate": 0.000729658160808859, + "loss": 0.0766, + "theoretical_loss": 3.708430119690232, + "tokens_seen": 916193280 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007295779168672765, + "loss": 0.0749, + "theoretical_loss": 3.708328307530991, + "tokens_seen": 916455424 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007294976729256942, + "loss": 0.0736, + "theoretical_loss": 3.7082265326416914, + "tokens_seen": 916717568 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007294174289841117, + "loss": 0.0733, + "theoretical_loss": 3.708124794998037, + "tokens_seen": 916979712 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007293371850425293, + "loss": 0.0722, + "theoretical_loss": 3.708023094575756, + "tokens_seen": 917241856 + }, + { + "epoch": 0.28, + "objective/train/advantage_avg": 0.0008118538535200059, + "objective/train/docs_used": 338425, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.557442307472229, + "objective/train/original_loss": 1.55744206905365, + "objective/train/theoretical_loss": 3.7079214313505986, + "objective/train/tokens_used": 937964000, + "objective/train/value_avg": -0.00795745849609375, + "objective/train/value_loss": 0.0003407720068935305, + "objective/train/value_max": -0.00014090538024902344, + "objective/train/value_min": -0.9755859375, + "objective/train/value_reward_corr": 0.6364873460153028, + "objective/train/value_std": 0.0169830322265625, + "objective/train/weight_avg": 1.0009765625, + "objective/train/weighted_lm_loss": 1.5588390827178955, + "objective/train/weights_max": 2.5815608501434326, + "objective/train/weights_min": 0.39061495661735535, + "theoretical_loss": 3.7079214313505986, + "tokens_seen": 917504000 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007292569411009469, + "loss": 0.0757, + "theoretical_loss": 3.7079214313505986, + "tokens_seen": 917504000 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007291766971593645, + "loss": 0.073, + "theoretical_loss": 3.707819805298338, + "tokens_seen": 917766144 + }, + { + "epoch": 0.28, + "learning_rate": 0.000729096453217782, + "loss": 0.0755, + "theoretical_loss": 3.7077182163947704, + "tokens_seen": 918028288 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007290162092761998, + "loss": 0.0748, + "theoretical_loss": 3.7076166646157134, + "tokens_seen": 918290432 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007289359653346173, + "loss": 0.0749, + "theoretical_loss": 3.7075151499370094, + "tokens_seen": 918552576 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007288557213930348, + "loss": 0.0769, + "theoretical_loss": 3.7074136723345212, + "tokens_seen": 918814720 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007287754774514525, + "loss": 0.0768, + "theoretical_loss": 3.707312231784136, + "tokens_seen": 919076864 + }, + { + "epoch": 0.28, + "learning_rate": 0.00072869523350987, + "loss": 0.0746, + "theoretical_loss": 3.7072108282617617, + "tokens_seen": 919339008 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007286149895682876, + "loss": 0.0756, + "theoretical_loss": 3.7071094617433307, + "tokens_seen": 919601152 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007285347456267052, + "loss": 0.0749, + "theoretical_loss": 3.707008132204796, + "tokens_seen": 919863296 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007284545016851228, + "loss": 0.0732, + "theoretical_loss": 3.7069068396221345, + "tokens_seen": 920125440 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007283742577435403, + "loss": 0.0733, + "theoretical_loss": 3.706805583971345, + "tokens_seen": 920387584 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007282940138019579, + "loss": 0.0756, + "theoretical_loss": 3.7067043652284495, + "tokens_seen": 920649728 + }, + { + "epoch": 0.28, + "objective/train/advantage_avg": -0.0003112877602688968, + "objective/train/docs_used": 339576, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.464855432510376, + "objective/train/original_loss": 1.4648553133010864, + "objective/train/theoretical_loss": 3.706653769689974, + "objective/train/tokens_used": 941240800, + "objective/train/value_avg": -0.00919342041015625, + "objective/train/value_loss": 0.00031522000790573657, + "objective/train/value_max": -0.0001252889633178711, + "objective/train/value_min": -0.257568359375, + "objective/train/value_reward_corr": 0.6434691950896623, + "objective/train/value_std": 0.012542724609375, + "objective/train/weight_avg": 0.999836266040802, + "objective/train/weighted_lm_loss": 1.4655556678771973, + "objective/train/weights_max": 1.2312227487564087, + "objective/train/weights_min": 0.3827793300151825, + "theoretical_loss": 3.706653769689974, + "tokens_seen": 920780800 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007282137698603756, + "loss": 0.0811, + "theoretical_loss": 3.7066031833694906, + "tokens_seen": 920911872 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007281335259187932, + "loss": 0.0763, + "theoretical_loss": 3.7065020383705347, + "tokens_seen": 921174016 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007280532819772108, + "loss": 0.0718, + "theoretical_loss": 3.70640093020767, + "tokens_seen": 921436160 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007279730380356283, + "loss": 0.0762, + "theoretical_loss": 3.7062998588570073, + "tokens_seen": 921698304 + }, + { + "epoch": 0.28, + "learning_rate": 0.000727892794094046, + "loss": 0.0739, + "theoretical_loss": 3.7061988242946793, + "tokens_seen": 921960448 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007278125501524635, + "loss": 0.0745, + "theoretical_loss": 3.7060978264968423, + "tokens_seen": 922222592 + }, + { + "epoch": 0.28, + "learning_rate": 0.000727732306210881, + "loss": 0.0752, + "theoretical_loss": 3.705996865439672, + "tokens_seen": 922484736 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007276520622692987, + "loss": 0.0727, + "theoretical_loss": 3.7058959410993695, + "tokens_seen": 922746880 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007275718183277162, + "loss": 0.0743, + "theoretical_loss": 3.7057950534521558, + "tokens_seen": 923009024 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007274915743861338, + "loss": 0.0764, + "theoretical_loss": 3.705694202474275, + "tokens_seen": 923271168 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007274113304445515, + "loss": 0.0742, + "theoretical_loss": 3.7055933881419936, + "tokens_seen": 923533312 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007273310865029691, + "loss": 0.0706, + "theoretical_loss": 3.7054926104315995, + "tokens_seen": 923795456 + }, + { + "epoch": 0.28, + "objective/train/advantage_avg": 0.000661594676785171, + "objective/train/docs_used": 340768, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6172459125518799, + "objective/train/original_loss": 1.6172457933425903, + "objective/train/theoretical_loss": 3.705391869319403, + "objective/train/tokens_used": 944517600, + "objective/train/value_avg": -0.0071563720703125, + "objective/train/value_loss": 0.00025680699036456645, + "objective/train/value_max": -0.00013339519500732422, + "objective/train/value_min": -0.227294921875, + "objective/train/value_reward_corr": 0.6116451452019318, + "objective/train/value_std": 0.0111083984375, + "objective/train/weight_avg": 1.000779390335083, + "objective/train/weighted_lm_loss": 1.6178092956542969, + "objective/train/weights_max": 1.2159876823425293, + "objective/train/weights_min": 0.3704480826854706, + "theoretical_loss": 3.705391869319403, + "tokens_seen": 924057600 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007272508425613866, + "loss": 0.0732, + "theoretical_loss": 3.705391869319403, + "tokens_seen": 924057600 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007271705986198042, + "loss": 0.0717, + "theoretical_loss": 3.7052911647817357, + "tokens_seen": 924319744 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007270903546782218, + "loss": 0.075, + "theoretical_loss": 3.7051904967949527, + "tokens_seen": 924581888 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007270101107366394, + "loss": 0.071, + "theoretical_loss": 3.7050898653354296, + "tokens_seen": 924844032 + }, + { + "epoch": 0.28, + "learning_rate": 0.000726929866795057, + "loss": 0.0746, + "theoretical_loss": 3.7049892703795653, + "tokens_seen": 925106176 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007268496228534745, + "loss": 0.0741, + "theoretical_loss": 3.70488871190378, + "tokens_seen": 925368320 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007267693789118923, + "loss": 0.0737, + "theoretical_loss": 3.704788189884515, + "tokens_seen": 925630464 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007266891349703098, + "loss": 0.0752, + "theoretical_loss": 3.7046877042982347, + "tokens_seen": 925892608 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007266088910287273, + "loss": 0.0757, + "theoretical_loss": 3.7045872551214254, + "tokens_seen": 926154752 + }, + { + "epoch": 0.28, + "learning_rate": 0.000726528647087145, + "loss": 0.0717, + "theoretical_loss": 3.704486842330594, + "tokens_seen": 926416896 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007264484031455625, + "loss": 0.074, + "theoretical_loss": 3.7043864659022696, + "tokens_seen": 926679040 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007263681592039801, + "loss": 0.0715, + "theoretical_loss": 3.704286125813004, + "tokens_seen": 926941184 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007262879152623977, + "loss": 0.0739, + "theoretical_loss": 3.7041858220393706, + "tokens_seen": 927203328 + }, + { + "epoch": 0.28, + "objective/train/advantage_avg": -0.00040793250082060695, + "objective/train/docs_used": 341815, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3905951976776123, + "objective/train/original_loss": 1.3905951976776123, + "objective/train/theoretical_loss": 3.7041356837636013, + "objective/train/tokens_used": 947794400, + "objective/train/value_avg": -0.00830841064453125, + "objective/train/value_loss": 0.0002583682653494179, + "objective/train/value_max": -0.00020503997802734375, + "objective/train/value_min": -0.3876953125, + "objective/train/value_reward_corr": 0.7098352976034266, + "objective/train/value_std": 0.01242828369140625, + "objective/train/weight_avg": 0.9997127652168274, + "objective/train/weighted_lm_loss": 1.3906530141830444, + "objective/train/weights_max": 1.2333287000656128, + "objective/train/weights_min": 0.3707873821258545, + "theoretical_loss": 3.7041356837636013, + "tokens_seen": 927334400 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007262076713208153, + "loss": 0.0731, + "theoretical_loss": 3.704085554557964, + "tokens_seen": 927465472 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007261274273792328, + "loss": 0.0728, + "theoretical_loss": 3.703985323345399, + "tokens_seen": 927727616 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007260471834376505, + "loss": 0.0707, + "theoretical_loss": 3.7038851283783156, + "tokens_seen": 927989760 + }, + { + "epoch": 0.28, + "learning_rate": 0.000725966939496068, + "loss": 0.0749, + "theoretical_loss": 3.7037849696333724, + "tokens_seen": 928251904 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007258866955544856, + "loss": 0.0766, + "theoretical_loss": 3.703684847087251, + "tokens_seen": 928514048 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007258064516129033, + "loss": 0.076, + "theoretical_loss": 3.7035847607166534, + "tokens_seen": 928776192 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007257262076713208, + "loss": 0.0735, + "theoretical_loss": 3.703484710498306, + "tokens_seen": 929038336 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007256459637297385, + "loss": 0.0801, + "theoretical_loss": 3.703384696408953, + "tokens_seen": 929300480 + }, + { + "epoch": 0.28, + "learning_rate": 0.000725565719788156, + "loss": 0.0735, + "theoretical_loss": 3.7032847184253628, + "tokens_seen": 929562624 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007254854758465736, + "loss": 0.0731, + "theoretical_loss": 3.7031847765243233, + "tokens_seen": 929824768 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007254052319049912, + "loss": 0.0716, + "theoretical_loss": 3.7030848706826465, + "tokens_seen": 930086912 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007253249879634087, + "loss": 0.0752, + "theoretical_loss": 3.702985000877163, + "tokens_seen": 930349056 + }, + { + "epoch": 0.28, + "objective/train/advantage_avg": 0.002150382148101926, + "objective/train/docs_used": 343003, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5867409706115723, + "objective/train/original_loss": 1.5867409706115723, + "objective/train/theoretical_loss": 3.7028851670847267, + "objective/train/tokens_used": 951071200, + "objective/train/value_avg": -0.007495880126953125, + "objective/train/value_loss": 0.000294180033961311, + "objective/train/value_max": -0.0001780986785888672, + "objective/train/value_min": -0.5849609375, + "objective/train/value_reward_corr": 0.5717610441880903, + "objective/train/value_std": 0.01476287841796875, + "objective/train/weight_avg": 1.002285122871399, + "objective/train/weighted_lm_loss": 1.5901049375534058, + "objective/train/weights_max": 1.5270531177520752, + "objective/train/weights_min": 0.36904817819595337, + "theoretical_loss": 3.7028851670847267, + "tokens_seen": 930611200 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007252447440218264, + "loss": 0.0746, + "theoretical_loss": 3.7028851670847267, + "tokens_seen": 930611200 + }, + { + "epoch": 0.28, + "learning_rate": 0.000725164500080244, + "loss": 0.0729, + "theoretical_loss": 3.7027853692822124, + "tokens_seen": 930873344 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007250842561386616, + "loss": 0.076, + "theoretical_loss": 3.702685607446516, + "tokens_seen": 931135488 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007250040121970791, + "loss": 0.076, + "theoretical_loss": 3.7025858815545543, + "tokens_seen": 931397632 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007249237682554968, + "loss": 0.0749, + "theoretical_loss": 3.7024861915832665, + "tokens_seen": 931659776 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007248435243139143, + "loss": 0.0739, + "theoretical_loss": 3.7023865375096126, + "tokens_seen": 931921920 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007247632803723318, + "loss": 0.0757, + "theoretical_loss": 3.7022869193105734, + "tokens_seen": 932184064 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007246830364307495, + "loss": 0.073, + "theoretical_loss": 3.702187336963151, + "tokens_seen": 932446208 + }, + { + "epoch": 0.28, + "learning_rate": 0.000724602792489167, + "loss": 0.0744, + "theoretical_loss": 3.70208779044437, + "tokens_seen": 932708352 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007245225485475848, + "loss": 0.0719, + "theoretical_loss": 3.7019882797312746, + "tokens_seen": 932970496 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007244423046060023, + "loss": 0.0795, + "theoretical_loss": 3.701888804800931, + "tokens_seen": 933232640 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007243620606644199, + "loss": 0.071, + "theoretical_loss": 3.701789365630426, + "tokens_seen": 933494784 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007242818167228375, + "loss": 0.0729, + "theoretical_loss": 3.701689962196868, + "tokens_seen": 933756928 + }, + { + "epoch": 0.28, + "objective/train/advantage_avg": 0.0012364344438537955, + "objective/train/docs_used": 344002, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6043239831924438, + "objective/train/original_loss": 1.6043238639831543, + "objective/train/theoretical_loss": 3.7016402738742964, + "objective/train/tokens_used": 954348000, + "objective/train/value_avg": -0.006824493408203125, + "objective/train/value_loss": 0.00015350444300565869, + "objective/train/value_max": -0.00022518634796142578, + "objective/train/value_min": -0.179443359375, + "objective/train/value_reward_corr": 0.5607771480205226, + "objective/train/value_std": 0.00762939453125, + "objective/train/weight_avg": 1.0013084411621094, + "objective/train/weighted_lm_loss": 1.6067067384719849, + "objective/train/weights_max": 1.0896717309951782, + "objective/train/weights_min": 0.37713250517845154, + "theoretical_loss": 3.7016402738742964, + "tokens_seen": 933888000 + }, + { + "epoch": 0.28, + "learning_rate": 0.000724201572781255, + "loss": 0.0769, + "theoretical_loss": 3.701590594477387, + "tokens_seen": 934019072 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007241213288396726, + "loss": 0.0767, + "theoretical_loss": 3.701491262449131, + "tokens_seen": 934281216 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007240410848980902, + "loss": 0.0764, + "theoretical_loss": 3.7013919660892736, + "tokens_seen": 934543360 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007239608409565078, + "loss": 0.0743, + "theoretical_loss": 3.701292705375006, + "tokens_seen": 934805504 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007238805970149253, + "loss": 0.0755, + "theoretical_loss": 3.701193480283542, + "tokens_seen": 935067648 + }, + { + "epoch": 0.28, + "learning_rate": 0.000723800353073343, + "loss": 0.0717, + "theoretical_loss": 3.701094290792116, + "tokens_seen": 935329792 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007237201091317606, + "loss": 0.0755, + "theoretical_loss": 3.7009951368779825, + "tokens_seen": 935591936 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007236398651901781, + "loss": 0.0729, + "theoretical_loss": 3.700896018518418, + "tokens_seen": 935854080 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007235596212485958, + "loss": 0.0757, + "theoretical_loss": 3.700796935690719, + "tokens_seen": 936116224 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007234793773070133, + "loss": 0.0737, + "theoretical_loss": 3.700697888372204, + "tokens_seen": 936378368 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007233991333654309, + "loss": 0.0746, + "theoretical_loss": 3.7005988765402114, + "tokens_seen": 936640512 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007233188894238485, + "loss": 0.0735, + "theoretical_loss": 3.700499900172101, + "tokens_seen": 936902656 + }, + { + "epoch": 0.28, + "objective/train/advantage_avg": 0.0007412612321786582, + "objective/train/docs_used": 344763, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4252523183822632, + "objective/train/original_loss": 1.4252524375915527, + "objective/train/theoretical_loss": 3.700400959245252, + "objective/train/tokens_used": 957624800, + "objective/train/value_avg": -0.01146697998046875, + "objective/train/value_loss": 0.0003984120849054307, + "objective/train/value_max": -0.00014650821685791016, + "objective/train/value_min": -0.85693359375, + "objective/train/value_reward_corr": 0.8522952415797611, + "objective/train/value_std": 0.032928466796875, + "objective/train/weight_avg": 1.0009273290634155, + "objective/train/weighted_lm_loss": 1.4264053106307983, + "objective/train/weights_max": 1.627074956893921, + "objective/train/weights_min": 0.3687554597854614, + "theoretical_loss": 3.700400959245252, + "tokens_seen": 937164800 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007232386454822661, + "loss": 0.0714, + "theoretical_loss": 3.700400959245252, + "tokens_seen": 937164800 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007231584015406837, + "loss": 0.0729, + "theoretical_loss": 3.7003020537370657, + "tokens_seen": 937426944 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007230781575991013, + "loss": 0.0736, + "theoretical_loss": 3.7002031836249643, + "tokens_seen": 937689088 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007229979136575189, + "loss": 0.0754, + "theoretical_loss": 3.7001043488863896, + "tokens_seen": 937951232 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007229176697159365, + "loss": 0.0752, + "theoretical_loss": 3.7000055494988047, + "tokens_seen": 938213376 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007228374257743541, + "loss": 0.0769, + "theoretical_loss": 3.6999067854396936, + "tokens_seen": 938475520 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007227571818327716, + "loss": 0.0713, + "theoretical_loss": 3.6998080566865608, + "tokens_seen": 938737664 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007226769378911893, + "loss": 0.0737, + "theoretical_loss": 3.6997093632169307, + "tokens_seen": 938999808 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007225966939496068, + "loss": 0.0766, + "theoretical_loss": 3.699610705008349, + "tokens_seen": 939261952 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007225164500080244, + "loss": 0.0707, + "theoretical_loss": 3.6995120820383818, + "tokens_seen": 939524096 + }, + { + "epoch": 0.28, + "learning_rate": 0.000722436206066442, + "loss": 0.074, + "theoretical_loss": 3.6994134942846157, + "tokens_seen": 939786240 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007223559621248595, + "loss": 0.0756, + "theoretical_loss": 3.6993149417246576, + "tokens_seen": 940048384 + }, + { + "epoch": 0.28, + "learning_rate": 0.0007222757181832772, + "loss": 0.0735, + "theoretical_loss": 3.699216424336135, + "tokens_seen": 940310528 + }, + { + "epoch": 0.28, + "objective/train/advantage_avg": 0.000755633634980768, + "objective/train/docs_used": 345855, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4213224649429321, + "objective/train/original_loss": 1.4213224649429321, + "objective/train/theoretical_loss": 3.6991671788241764, + "objective/train/tokens_used": 960901600, + "objective/train/value_avg": -0.0087432861328125, + "objective/train/value_loss": 0.0002545097377151251, + "objective/train/value_max": -0.0001881122589111328, + "objective/train/value_min": -0.61376953125, + "objective/train/value_reward_corr": 0.6507369628450426, + "objective/train/value_std": 0.01438140869140625, + "objective/train/weight_avg": 1.000875473022461, + "objective/train/weighted_lm_loss": 1.4223096370697021, + "objective/train/weights_max": 1.3241380453109741, + "objective/train/weights_min": 0.3706134557723999, + "theoretical_loss": 3.6991671788241764, + "tokens_seen": 940441600 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007221954742416948, + "loss": 0.0744, + "theoretical_loss": 3.6991179420966964, + "tokens_seen": 940572672 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007221152303001124, + "loss": 0.0728, + "theoretical_loss": 3.69901949498401, + "tokens_seen": 940834816 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007220349863585299, + "loss": 0.0758, + "theoretical_loss": 3.6989210829757644, + "tokens_seen": 941096960 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007219547424169476, + "loss": 0.0757, + "theoretical_loss": 3.6988227060496692, + "tokens_seen": 941359104 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007218744984753651, + "loss": 0.0762, + "theoretical_loss": 3.6987243641834535, + "tokens_seen": 941621248 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007217942545337827, + "loss": 0.0742, + "theoretical_loss": 3.6986260573548675, + "tokens_seen": 941883392 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007217140105922003, + "loss": 0.0745, + "theoretical_loss": 3.698527785541682, + "tokens_seen": 942145536 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007216337666506178, + "loss": 0.0742, + "theoretical_loss": 3.6984295487216867, + "tokens_seen": 942407680 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007215535227090356, + "loss": 0.0744, + "theoretical_loss": 3.6983313468726924, + "tokens_seen": 942669824 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007214732787674531, + "loss": 0.0772, + "theoretical_loss": 3.6982331799725303, + "tokens_seen": 942931968 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007213930348258707, + "loss": 0.0732, + "theoretical_loss": 3.6981350479990525, + "tokens_seen": 943194112 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007213127908842883, + "loss": 0.0781, + "theoretical_loss": 3.6980369509301285, + "tokens_seen": 943456256 + }, + { + "epoch": 0.29, + "objective/train/advantage_avg": 0.0007629577885381877, + "objective/train/docs_used": 346959, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3963741064071655, + "objective/train/original_loss": 1.396374225616455, + "objective/train/theoretical_loss": 3.6979388887436517, + "objective/train/tokens_used": 964178400, + "objective/train/value_avg": -0.00829315185546875, + "objective/train/value_loss": 0.0001573931658640504, + "objective/train/value_max": -0.00019407272338867188, + "objective/train/value_min": -0.2626953125, + "objective/train/value_reward_corr": 0.7217895950924613, + "objective/train/value_std": 0.01290130615234375, + "objective/train/weight_avg": 1.0008409023284912, + "objective/train/weighted_lm_loss": 1.3977285623550415, + "objective/train/weights_max": 1.2587289810180664, + "objective/train/weights_min": 0.8217486143112183, + "theoretical_loss": 3.6979388887436517, + "tokens_seen": 943718400 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007212325469427058, + "loss": 0.0756, + "theoretical_loss": 3.6979388887436517, + "tokens_seen": 943718400 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007211523030011234, + "loss": 0.0758, + "theoretical_loss": 3.697840861417533, + "tokens_seen": 943980544 + }, + { + "epoch": 0.29, + "learning_rate": 0.000721072059059541, + "loss": 0.0754, + "theoretical_loss": 3.697742868929704, + "tokens_seen": 944242688 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007209918151179586, + "loss": 0.0744, + "theoretical_loss": 3.6976449112581173, + "tokens_seen": 944504832 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007209115711763761, + "loss": 0.0744, + "theoretical_loss": 3.697546988380744, + "tokens_seen": 944766976 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007208313272347939, + "loss": 0.0761, + "theoretical_loss": 3.697449100275577, + "tokens_seen": 945029120 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007207510832932114, + "loss": 0.0727, + "theoretical_loss": 3.6973512469206278, + "tokens_seen": 945291264 + }, + { + "epoch": 0.29, + "learning_rate": 0.000720670839351629, + "loss": 0.0732, + "theoretical_loss": 3.6972534282939282, + "tokens_seen": 945553408 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007205905954100466, + "loss": 0.0725, + "theoretical_loss": 3.6971556443735314, + "tokens_seen": 945815552 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007205103514684641, + "loss": 0.071, + "theoretical_loss": 3.697057895137508, + "tokens_seen": 946077696 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007204301075268818, + "loss": 0.077, + "theoretical_loss": 3.696960180563951, + "tokens_seen": 946339840 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007203498635852993, + "loss": 0.075, + "theoretical_loss": 3.6968625006309717, + "tokens_seen": 946601984 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007202696196437169, + "loss": 0.0746, + "theoretical_loss": 3.6967648553167014, + "tokens_seen": 946864128 + }, + { + "epoch": 0.29, + "objective/train/advantage_avg": -0.0007120135705918074, + "objective/train/docs_used": 348186, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4860365390777588, + "objective/train/original_loss": 1.4860365390777588, + "objective/train/theoretical_loss": 3.696716045634754, + "objective/train/tokens_used": 967455200, + "objective/train/value_avg": -0.0096435546875, + "objective/train/value_loss": 0.00045822179527021945, + "objective/train/value_max": -0.00019872188568115234, + "objective/train/value_min": -0.7724609375, + "objective/train/value_reward_corr": 0.7623722491195402, + "objective/train/value_std": 0.0247802734375, + "objective/train/weight_avg": 0.9995056986808777, + "objective/train/weighted_lm_loss": 1.485448956489563, + "objective/train/weights_max": 2.165087938308716, + "objective/train/weights_min": 0.3967057168483734, + "theoretical_loss": 3.696716045634754, + "tokens_seen": 946995200 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007201893757021345, + "loss": 0.0736, + "theoretical_loss": 3.696667244599292, + "tokens_seen": 947126272 + }, + { + "epoch": 0.29, + "learning_rate": 0.000720109131760552, + "loss": 0.0759, + "theoretical_loss": 3.6965696684569154, + "tokens_seen": 947388416 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007200288878189697, + "loss": 0.0761, + "theoretical_loss": 3.6964721268677616, + "tokens_seen": 947650560 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007199486438773873, + "loss": 0.0743, + "theoretical_loss": 3.696374619810043, + "tokens_seen": 947912704 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007198683999358049, + "loss": 0.0714, + "theoretical_loss": 3.6962771472619886, + "tokens_seen": 948174848 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007197881559942224, + "loss": 0.0742, + "theoretical_loss": 3.69617970920185, + "tokens_seen": 948436992 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007197079120526401, + "loss": 0.0765, + "theoretical_loss": 3.6960823056078973, + "tokens_seen": 948699136 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007196276681110576, + "loss": 0.0765, + "theoretical_loss": 3.6959849364584203, + "tokens_seen": 948961280 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007195474241694752, + "loss": 0.075, + "theoretical_loss": 3.695887601731728, + "tokens_seen": 949223424 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007194671802278928, + "loss": 0.0763, + "theoretical_loss": 3.69579030140615, + "tokens_seen": 949485568 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007193869362863103, + "loss": 0.0749, + "theoretical_loss": 3.6956930354600352, + "tokens_seen": 949747712 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007193066923447281, + "loss": 0.075, + "theoretical_loss": 3.6955958038717522, + "tokens_seen": 950009856 + }, + { + "epoch": 0.29, + "objective/train/advantage_avg": 0.0012667402625083923, + "objective/train/docs_used": 349336, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4131579399108887, + "objective/train/original_loss": 1.4131578207015991, + "objective/train/theoretical_loss": 3.695498606619688, + "objective/train/tokens_used": 970732000, + "objective/train/value_avg": -0.00768280029296875, + "objective/train/value_loss": 0.0002043889689957723, + "objective/train/value_max": -0.0001499652862548828, + "objective/train/value_min": -0.47802734375, + "objective/train/value_reward_corr": 0.6565605424560685, + "objective/train/value_std": 0.01226806640625, + "objective/train/weight_avg": 1.0013591051101685, + "objective/train/weighted_lm_loss": 1.4154495000839233, + "objective/train/weights_max": 1.1563444137573242, + "objective/train/weights_min": 0.3683358430862427, + "theoretical_loss": 3.695498606619688, + "tokens_seen": 950272000 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007192264484031456, + "loss": 0.0747, + "theoretical_loss": 3.695498606619688, + "tokens_seen": 950272000 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007191462044615632, + "loss": 0.0726, + "theoretical_loss": 3.6954014436822513, + "tokens_seen": 950534144 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007190659605199808, + "loss": 0.0748, + "theoretical_loss": 3.695304315037868, + "tokens_seen": 950796288 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007189857165783984, + "loss": 0.0745, + "theoretical_loss": 3.6952072206649857, + "tokens_seen": 951058432 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007189054726368159, + "loss": 0.0749, + "theoretical_loss": 3.695110160542069, + "tokens_seen": 951320576 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007188252286952335, + "loss": 0.0741, + "theoretical_loss": 3.6950131346476054, + "tokens_seen": 951582720 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007187449847536511, + "loss": 0.0754, + "theoretical_loss": 3.694916142960098, + "tokens_seen": 951844864 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007186647408120686, + "loss": 0.0722, + "theoretical_loss": 3.6948191854580728, + "tokens_seen": 952107008 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007185844968704864, + "loss": 0.0738, + "theoretical_loss": 3.694722262120072, + "tokens_seen": 952369152 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007185042529289039, + "loss": 0.0751, + "theoretical_loss": 3.6946253729246594, + "tokens_seen": 952631296 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007184240089873215, + "loss": 0.0731, + "theoretical_loss": 3.6945285178504172, + "tokens_seen": 952893440 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007183437650457391, + "loss": 0.0728, + "theoretical_loss": 3.694431696875948, + "tokens_seen": 953155584 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007182635211041566, + "loss": 0.0778, + "theoretical_loss": 3.6943349099798715, + "tokens_seen": 953417728 + }, + { + "epoch": 0.29, + "objective/train/advantage_avg": 0.00057554233353585, + "objective/train/docs_used": 350619, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3583412170410156, + "objective/train/original_loss": 1.358341097831726, + "objective/train/theoretical_loss": 3.694286529304555, + "objective/train/tokens_used": 974008800, + "objective/train/value_avg": -0.0050201416015625, + "objective/train/value_loss": 0.00012654949387069792, + "objective/train/value_max": -0.00013446807861328125, + "objective/train/value_min": -0.327880859375, + "objective/train/value_reward_corr": 0.6566255850139426, + "objective/train/value_std": 0.0084075927734375, + "objective/train/weight_avg": 1.0006335973739624, + "objective/train/weighted_lm_loss": 1.3599125146865845, + "objective/train/weights_max": 1.165982961654663, + "objective/train/weights_min": 0.37418052554130554, + "theoretical_loss": 3.694286529304555, + "tokens_seen": 953548800 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007181832771625743, + "loss": 0.0707, + "theoretical_loss": 3.6942381571408287, + "tokens_seen": 953679872 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007181030332209918, + "loss": 0.0758, + "theoretical_loss": 3.6941414383374793, + "tokens_seen": 953942016 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007180227892794094, + "loss": 0.0724, + "theoretical_loss": 3.6940447535485026, + "tokens_seen": 954204160 + }, + { + "epoch": 0.29, + "learning_rate": 0.000717942545337827, + "loss": 0.0734, + "theoretical_loss": 3.6939481027525956, + "tokens_seen": 954466304 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007178623013962447, + "loss": 0.0738, + "theoretical_loss": 3.6938514859284766, + "tokens_seen": 954728448 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007177820574546622, + "loss": 0.0738, + "theoretical_loss": 3.6937549030548813, + "tokens_seen": 954990592 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007177018135130798, + "loss": 0.0749, + "theoretical_loss": 3.693658354110565, + "tokens_seen": 955252736 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007176215695714974, + "loss": 0.0736, + "theoretical_loss": 3.6935618390743032, + "tokens_seen": 955514880 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007175413256299149, + "loss": 0.074, + "theoretical_loss": 3.6934653579248886, + "tokens_seen": 955777024 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007174610816883326, + "loss": 0.0728, + "theoretical_loss": 3.693368910641135, + "tokens_seen": 956039168 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007173808377467501, + "loss": 0.0759, + "theoretical_loss": 3.693272497201874, + "tokens_seen": 956301312 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007173005938051677, + "loss": 0.0776, + "theoretical_loss": 3.6931761175859554, + "tokens_seen": 956563456 + }, + { + "epoch": 0.29, + "objective/train/advantage_avg": 0.001553793903440237, + "objective/train/docs_used": 351696, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4906744956970215, + "objective/train/original_loss": 1.4906744956970215, + "objective/train/theoretical_loss": 3.693079771772251, + "objective/train/tokens_used": 977285600, + "objective/train/value_avg": -0.005939483642578125, + "objective/train/value_loss": 0.00014413028839044273, + "objective/train/value_max": -0.00015592575073242188, + "objective/train/value_min": -0.236328125, + "objective/train/value_reward_corr": 0.5218049955540179, + "objective/train/value_std": 0.00806427001953125, + "objective/train/weight_avg": 1.0016183853149414, + "objective/train/weighted_lm_loss": 1.493064284324646, + "objective/train/weights_max": 1.0953395366668701, + "objective/train/weights_min": 0.3690805733203888, + "theoretical_loss": 3.693079771772251, + "tokens_seen": 956825600 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007172203498635853, + "loss": 0.0745, + "theoretical_loss": 3.693079771772251, + "tokens_seen": 956825600 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007171401059220028, + "loss": 0.0762, + "theoretical_loss": 3.692983459739649, + "tokens_seen": 957087744 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007170598619804205, + "loss": 0.0774, + "theoretical_loss": 3.6928871814670563, + "tokens_seen": 957349888 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007169796180388381, + "loss": 0.0762, + "theoretical_loss": 3.6927909369334007, + "tokens_seen": 957612032 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007168993740972557, + "loss": 0.0723, + "theoretical_loss": 3.6926947261176277, + "tokens_seen": 957874176 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007168191301556733, + "loss": 0.0762, + "theoretical_loss": 3.692598548998702, + "tokens_seen": 958136320 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007167388862140909, + "loss": 0.0771, + "theoretical_loss": 3.692502405555606, + "tokens_seen": 958398464 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007166586422725084, + "loss": 0.0768, + "theoretical_loss": 3.692406295767344, + "tokens_seen": 958660608 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007165783983309261, + "loss": 0.0752, + "theoretical_loss": 3.692310219612936, + "tokens_seen": 958922752 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007164981543893436, + "loss": 0.074, + "theoretical_loss": 3.6922141770714214, + "tokens_seen": 959184896 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007164179104477611, + "loss": 0.0737, + "theoretical_loss": 3.6921181681218602, + "tokens_seen": 959447040 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007163376665061789, + "loss": 0.0753, + "theoretical_loss": 3.6920221927433294, + "tokens_seen": 959709184 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007162574225645964, + "loss": 0.0772, + "theoretical_loss": 3.691926250914925, + "tokens_seen": 959971328 + }, + { + "epoch": 0.29, + "objective/train/advantage_avg": 0.003343267133459449, + "objective/train/docs_used": 352874, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4284168481826782, + "objective/train/original_loss": 1.4284167289733887, + "objective/train/theoretical_loss": 3.6918782925754936, + "objective/train/tokens_used": 980562400, + "objective/train/value_avg": -0.0140228271484375, + "objective/train/value_loss": 0.000410785578424111, + "objective/train/value_max": -0.00015842914581298828, + "objective/train/value_min": -0.394287109375, + "objective/train/value_reward_corr": 0.9008649559631355, + "objective/train/value_std": 0.043365478515625, + "objective/train/weight_avg": 1.0035508871078491, + "objective/train/weighted_lm_loss": 1.4337307214736938, + "objective/train/weights_max": 1.2431095838546753, + "objective/train/weights_min": 0.3772245943546295, + "theoretical_loss": 3.6918782925754936, + "tokens_seen": 960102400 + }, + { + "epoch": 0.29, + "learning_rate": 0.000716177178623014, + "loss": 0.0751, + "theoretical_loss": 3.691830342615763, + "tokens_seen": 960233472 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007160969346814316, + "loss": 0.0743, + "theoretical_loss": 3.6917344678249755, + "tokens_seen": 960495616 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007160166907398492, + "loss": 0.0732, + "theoretical_loss": 3.6916386265217156, + "tokens_seen": 960757760 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007159364467982667, + "loss": 0.0726, + "theoretical_loss": 3.6915428186851553, + "tokens_seen": 961019904 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007158562028566843, + "loss": 0.0748, + "theoretical_loss": 3.6914470442944824, + "tokens_seen": 961282048 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007157759589151019, + "loss": 0.0721, + "theoretical_loss": 3.691351303328907, + "tokens_seen": 961544192 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007156957149735194, + "loss": 0.0752, + "theoretical_loss": 3.691255595767654, + "tokens_seen": 961806336 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007156154710319372, + "loss": 0.0764, + "theoretical_loss": 3.6911599215899704, + "tokens_seen": 962068480 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007155352270903547, + "loss": 0.0757, + "theoretical_loss": 3.6910642807751195, + "tokens_seen": 962330624 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007154549831487724, + "loss": 0.0749, + "theoretical_loss": 3.6909686733023843, + "tokens_seen": 962592768 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007153747392071899, + "loss": 0.072, + "theoretical_loss": 3.690873099151065, + "tokens_seen": 962854912 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007152944952656074, + "loss": 0.0728, + "theoretical_loss": 3.690777558300482, + "tokens_seen": 963117056 + }, + { + "epoch": 0.29, + "objective/train/advantage_avg": 0.00038788083475083113, + "objective/train/docs_used": 353969, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.423560619354248, + "objective/train/original_loss": 1.423560619354248, + "objective/train/theoretical_loss": 3.690682050729972, + "objective/train/tokens_used": 983839200, + "objective/train/value_avg": -0.01009368896484375, + "objective/train/value_loss": 0.0002809873840305954, + "objective/train/value_max": -0.0001971721649169922, + "objective/train/value_min": -0.318115234375, + "objective/train/value_reward_corr": 0.6072025168952089, + "objective/train/value_std": 0.013031005859375, + "objective/train/weight_avg": 1.0005128383636475, + "objective/train/weighted_lm_loss": 1.423939824104309, + "objective/train/weights_max": 1.1787195205688477, + "objective/train/weights_min": 0.37031102180480957, + "theoretical_loss": 3.690682050729972, + "tokens_seen": 963379200 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007152142513240251, + "loss": 0.0733, + "theoretical_loss": 3.690682050729972, + "tokens_seen": 963379200 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007151340073824426, + "loss": 0.0753, + "theoretical_loss": 3.6905865764188923, + "tokens_seen": 963641344 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007150537634408602, + "loss": 0.0719, + "theoretical_loss": 3.6904911353466177, + "tokens_seen": 963903488 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007149735194992778, + "loss": 0.0752, + "theoretical_loss": 3.690395727492541, + "tokens_seen": 964165632 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007148932755576955, + "loss": 0.0731, + "theoretical_loss": 3.690300352836074, + "tokens_seen": 964427776 + }, + { + "epoch": 0.29, + "learning_rate": 0.000714813031616113, + "loss": 0.077, + "theoretical_loss": 3.690205011356646, + "tokens_seen": 964689920 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007147327876745306, + "loss": 0.0754, + "theoretical_loss": 3.6901097030337056, + "tokens_seen": 964952064 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007146525437329482, + "loss": 0.0727, + "theoretical_loss": 3.6900144278467204, + "tokens_seen": 965214208 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007145722997913657, + "loss": 0.0755, + "theoretical_loss": 3.6899191857751736, + "tokens_seen": 965476352 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007144920558497834, + "loss": 0.0722, + "theoretical_loss": 3.6898239767985688, + "tokens_seen": 965738496 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007144118119082009, + "loss": 0.0752, + "theoretical_loss": 3.689728800896428, + "tokens_seen": 966000640 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007143315679666186, + "loss": 0.0735, + "theoretical_loss": 3.68963365804829, + "tokens_seen": 966262784 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007142513240250361, + "loss": 0.0757, + "theoretical_loss": 3.689538548233713, + "tokens_seen": 966524928 + }, + { + "epoch": 0.29, + "objective/train/advantage_avg": 0.000595668563619256, + "objective/train/docs_used": 355190, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5611518621444702, + "objective/train/original_loss": 1.5611516237258911, + "objective/train/theoretical_loss": 3.6894910057076267, + "objective/train/tokens_used": 987116000, + "objective/train/value_avg": -0.007320404052734375, + "objective/train/value_loss": 0.00028703041607514024, + "objective/train/value_max": -0.00011962652206420898, + "objective/train/value_min": -0.72119140625, + "objective/train/value_reward_corr": 0.7316540199087249, + "objective/train/value_std": 0.01517486572265625, + "objective/train/weight_avg": 1.0007251501083374, + "objective/train/weighted_lm_loss": 1.5612950325012207, + "objective/train/weights_max": 1.4378998279571533, + "objective/train/weights_min": 0.37733399868011475, + "theoretical_loss": 3.6894910057076267, + "tokens_seen": 966656000 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007141710800834536, + "loss": 0.0773, + "theoretical_loss": 3.6894434714322726, + "tokens_seen": 966787072 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007140908361418714, + "loss": 0.0729, + "theoretical_loss": 3.689348427623563, + "tokens_seen": 967049216 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007140105922002889, + "loss": 0.0726, + "theoretical_loss": 3.689253416787197, + "tokens_seen": 967311360 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007139303482587065, + "loss": 0.0725, + "theoretical_loss": 3.6891584389028047, + "tokens_seen": 967573504 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007138501043171241, + "loss": 0.0744, + "theoretical_loss": 3.689063493950034, + "tokens_seen": 967835648 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007137698603755417, + "loss": 0.0734, + "theoretical_loss": 3.6889685819085525, + "tokens_seen": 968097792 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007136896164339592, + "loss": 0.0743, + "theoretical_loss": 3.688873702758044, + "tokens_seen": 968359936 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007136093724923768, + "loss": 0.073, + "theoretical_loss": 3.688778856478211, + "tokens_seen": 968622080 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007135291285507944, + "loss": 0.0737, + "theoretical_loss": 3.6886840430487746, + "tokens_seen": 968884224 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007134488846092119, + "loss": 0.0724, + "theoretical_loss": 3.688589262449474, + "tokens_seen": 969146368 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007133686406676297, + "loss": 0.0752, + "theoretical_loss": 3.6884945146600643, + "tokens_seen": 969408512 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007132883967260472, + "loss": 0.0737, + "theoretical_loss": 3.6883997996603215, + "tokens_seen": 969670656 + }, + { + "epoch": 0.29, + "objective/train/advantage_avg": 0.0017155981622636318, + "objective/train/docs_used": 356486, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4364607334136963, + "objective/train/original_loss": 1.4364607334136963, + "objective/train/theoretical_loss": 3.688305117430038, + "objective/train/tokens_used": 990392800, + "objective/train/value_avg": -0.01013946533203125, + "objective/train/value_loss": 0.00047089491272345185, + "objective/train/value_max": -9.173154830932617e-05, + "objective/train/value_min": -0.435302734375, + "objective/train/value_reward_corr": 0.6542218543404115, + "objective/train/value_std": 0.0213775634765625, + "objective/train/weight_avg": 1.001932144165039, + "objective/train/weighted_lm_loss": 1.4393701553344727, + "objective/train/weights_max": 1.4930485486984253, + "objective/train/weights_min": 0.3704085052013397, + "theoretical_loss": 3.688305117430038, + "tokens_seen": 969932800 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007132081527844648, + "loss": 0.0743, + "theoretical_loss": 3.688305117430038, + "tokens_seen": 969932800 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007131279088428824, + "loss": 0.0742, + "theoretical_loss": 3.688210467949023, + "tokens_seen": 970194944 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007130476649013, + "loss": 0.074, + "theoretical_loss": 3.6881158511971055, + "tokens_seen": 970457088 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007129674209597176, + "loss": 0.0743, + "theoretical_loss": 3.6880212671541326, + "tokens_seen": 970719232 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007128871770181351, + "loss": 0.075, + "theoretical_loss": 3.687926715799967, + "tokens_seen": 970981376 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007128069330765527, + "loss": 0.0744, + "theoretical_loss": 3.687832197114491, + "tokens_seen": 971243520 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007127266891349703, + "loss": 0.0761, + "theoretical_loss": 3.687737711077605, + "tokens_seen": 971505664 + }, + { + "epoch": 0.29, + "learning_rate": 0.000712646445193388, + "loss": 0.0738, + "theoretical_loss": 3.687643257669225, + "tokens_seen": 971767808 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007125662012518055, + "loss": 0.0747, + "theoretical_loss": 3.6875488368692877, + "tokens_seen": 972029952 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007124859573102232, + "loss": 0.0736, + "theoretical_loss": 3.687454448657745, + "tokens_seen": 972292096 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007124057133686407, + "loss": 0.0739, + "theoretical_loss": 3.687360093014568, + "tokens_seen": 972554240 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007123254694270582, + "loss": 0.0741, + "theoretical_loss": 3.687265769919745, + "tokens_seen": 972816384 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007122452254854759, + "loss": 0.0752, + "theoretical_loss": 3.6871714793532826, + "tokens_seen": 973078528 + }, + { + "epoch": 0.29, + "objective/train/advantage_avg": 0.0015864305896684527, + "objective/train/docs_used": 357717, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.574297547340393, + "objective/train/original_loss": 1.5742976665496826, + "objective/train/theoretical_loss": 3.6871243462619425, + "objective/train/tokens_used": 993669600, + "objective/train/value_avg": -0.007720947265625, + "objective/train/value_loss": 0.00020389040582813323, + "objective/train/value_max": -8.219480514526367e-05, + "objective/train/value_min": -0.27001953125, + "objective/train/value_reward_corr": 0.607091047471443, + "objective/train/value_std": 0.0114593505859375, + "objective/train/weight_avg": 1.0016759634017944, + "objective/train/weighted_lm_loss": 1.5766067504882812, + "objective/train/weights_max": 1.1423146724700928, + "objective/train/weights_min": 0.36818361282348633, + "theoretical_loss": 3.6871243462619425, + "tokens_seen": 973209600 + }, + { + "epoch": 0.29, + "learning_rate": 0.0007121649815438934, + "loss": 0.077, + "theoretical_loss": 3.687077221295203, + "tokens_seen": 973340672 + }, + { + "epoch": 0.3, + "learning_rate": 0.000712084737602311, + "loss": 0.0724, + "theoretical_loss": 3.6869829957255496, + "tokens_seen": 973602816 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007120044936607286, + "loss": 0.0734, + "theoretical_loss": 3.68688880262438, + "tokens_seen": 973864960 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007119242497191462, + "loss": 0.0728, + "theoretical_loss": 3.6867946419717716, + "tokens_seen": 974127104 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007118440057775638, + "loss": 0.0725, + "theoretical_loss": 3.6867005137478177, + "tokens_seen": 974389248 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007117637618359814, + "loss": 0.0768, + "theoretical_loss": 3.686606417932631, + "tokens_seen": 974651392 + }, + { + "epoch": 0.3, + "learning_rate": 0.000711683517894399, + "loss": 0.073, + "theoretical_loss": 3.6865123545063403, + "tokens_seen": 974913536 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007116032739528166, + "loss": 0.0768, + "theoretical_loss": 3.686418323449093, + "tokens_seen": 975175680 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007115230300112342, + "loss": 0.0765, + "theoretical_loss": 3.6863243247410526, + "tokens_seen": 975437824 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007114427860696517, + "loss": 0.0736, + "theoretical_loss": 3.686230358362401, + "tokens_seen": 975699968 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007113625421280694, + "loss": 0.0737, + "theoretical_loss": 3.686136424293338, + "tokens_seen": 975962112 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007112822981864869, + "loss": 0.0741, + "theoretical_loss": 3.68604252251408, + "tokens_seen": 976224256 + }, + { + "epoch": 0.3, + "objective/train/advantage_avg": 0.0010060436325147748, + "objective/train/docs_used": 358882, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3026586771011353, + "objective/train/original_loss": 1.3026584386825562, + "objective/train/theoretical_loss": 3.6859486530048615, + "objective/train/tokens_used": 996946400, + "objective/train/value_avg": -0.0071868896484375, + "objective/train/value_loss": 0.00011134403757750988, + "objective/train/value_max": -0.00016736984252929688, + "objective/train/value_min": -0.254150390625, + "objective/train/value_reward_corr": 0.6926620090603481, + "objective/train/value_std": 0.0091705322265625, + "objective/train/weight_avg": 1.0010608434677124, + "objective/train/weighted_lm_loss": 1.3036564588546753, + "objective/train/weights_max": 1.2543132305145264, + "objective/train/weights_min": 0.6142048835754395, + "theoretical_loss": 3.6859486530048615, + "tokens_seen": 976486400 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007112020542449044, + "loss": 0.0736, + "theoretical_loss": 3.6859486530048615, + "tokens_seen": 976486400 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007111218103033222, + "loss": 0.0737, + "theoretical_loss": 3.685854815745933, + "tokens_seen": 976748544 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007110415663617397, + "loss": 0.0744, + "theoretical_loss": 3.6857610107175645, + "tokens_seen": 977010688 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007109613224201573, + "loss": 0.0772, + "theoretical_loss": 3.6856672379000415, + "tokens_seen": 977272832 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007108810784785749, + "loss": 0.0764, + "theoretical_loss": 3.6855734972736682, + "tokens_seen": 977534976 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007108008345369925, + "loss": 0.0721, + "theoretical_loss": 3.685479788818766, + "tokens_seen": 977797120 + }, + { + "epoch": 0.3, + "learning_rate": 0.00071072059059541, + "loss": 0.0758, + "theoretical_loss": 3.6853861125156717, + "tokens_seen": 978059264 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007106403466538276, + "loss": 0.0744, + "theoretical_loss": 3.6852924683447412, + "tokens_seen": 978321408 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007105601027122452, + "loss": 0.0725, + "theoretical_loss": 3.6851988562863482, + "tokens_seen": 978583552 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007104798587706628, + "loss": 0.0748, + "theoretical_loss": 3.6851052763208823, + "tokens_seen": 978845696 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007103996148290805, + "loss": 0.0719, + "theoretical_loss": 3.6850117284287505, + "tokens_seen": 979107840 + }, + { + "epoch": 0.3, + "learning_rate": 0.000710319370887498, + "loss": 0.0707, + "theoretical_loss": 3.6849182125903774, + "tokens_seen": 979369984 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007102391269459157, + "loss": 0.0765, + "theoretical_loss": 3.6848247287862046, + "tokens_seen": 979632128 + }, + { + "epoch": 0.3, + "objective/train/advantage_avg": 0.0014982108259573579, + "objective/train/docs_used": 360128, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5799793004989624, + "objective/train/original_loss": 1.5799793004989624, + "objective/train/theoretical_loss": 3.6847779988908362, + "objective/train/tokens_used": 1000223200, + "objective/train/value_avg": -0.007965087890625, + "objective/train/value_loss": 0.00025171416928060353, + "objective/train/value_max": -0.000263214111328125, + "objective/train/value_min": -0.82470703125, + "objective/train/value_reward_corr": 0.5710324489785458, + "objective/train/value_std": 0.01215362548828125, + "objective/train/weight_avg": 1.0016075372695923, + "objective/train/weighted_lm_loss": 1.5829367637634277, + "objective/train/weights_max": 1.2253586053848267, + "objective/train/weights_min": 0.368174284696579, + "theoretical_loss": 3.6847779988908362, + "tokens_seen": 979763200 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007101588830043332, + "loss": 0.0758, + "theoretical_loss": 3.684731276996691, + "tokens_seen": 979894272 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007100786390627508, + "loss": 0.0748, + "theoretical_loss": 3.684637857202312, + "tokens_seen": 980156416 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007099983951211684, + "loss": 0.074, + "theoretical_loss": 3.684544469383562, + "tokens_seen": 980418560 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007099181511795859, + "loss": 0.0724, + "theoretical_loss": 3.6844511135209497, + "tokens_seen": 980680704 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007098379072380035, + "loss": 0.0732, + "theoretical_loss": 3.684357789595003, + "tokens_seen": 980942848 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007097576632964211, + "loss": 0.0755, + "theoretical_loss": 3.684264497586266, + "tokens_seen": 981204992 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007096774193548388, + "loss": 0.0752, + "theoretical_loss": 3.684171237475301, + "tokens_seen": 981467136 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007095971754132563, + "loss": 0.0753, + "theoretical_loss": 3.6840780092426852, + "tokens_seen": 981729280 + }, + { + "epoch": 0.3, + "learning_rate": 0.000709516931471674, + "loss": 0.0736, + "theoretical_loss": 3.6839848128690145, + "tokens_seen": 981991424 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007094366875300915, + "loss": 0.0761, + "theoretical_loss": 3.683891648334901, + "tokens_seen": 982253568 + }, + { + "epoch": 0.3, + "learning_rate": 0.000709356443588509, + "loss": 0.0751, + "theoretical_loss": 3.6837985156209743, + "tokens_seen": 982515712 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007092761996469267, + "loss": 0.0774, + "theoretical_loss": 3.683705414707881, + "tokens_seen": 982777856 + }, + { + "debugging/Compilability": 1.0, + "debugging/distinct-1-grams": 0.7488293247094114, + "debugging/entropy-1-grams": 5.349564433264487, + "debugging/length": 462.46153846153845, + "debugging/num_segments": 13, + "debugging/raw_token_scores_avg": 0.00979544036090374, + "debugging/raw_token_scores_std": 0.022818773984909058, + "debugging/score": 0.0073770168052465215, + "debugging/score_std": 0.0054551366535427, + "epoch": 0.3, + "objective/train/advantage_avg": 0.00040438215364702046, + "objective/train/docs_used": 361383, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3822275400161743, + "objective/train/original_loss": 1.3822276592254639, + "objective/train/theoretical_loss": 3.6836123455762837, + "objective/train/tokens_used": 1003500000, + "objective/train/value_avg": -0.01020050048828125, + "objective/train/value_loss": 0.00026404645177535713, + "objective/train/value_max": -0.0001838207244873047, + "objective/train/value_min": -0.66943359375, + "objective/train/value_reward_corr": 0.7024411297321846, + "objective/train/value_std": 0.0162353515625, + "objective/train/weight_avg": 1.000524878501892, + "objective/train/weighted_lm_loss": 1.3827273845672607, + "objective/train/weights_max": 1.4120864868164062, + "objective/train/weights_min": 0.3796035349369049, + "theoretical_loss": 3.6836123455762837, + "tokens_seen": 983040000 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007091959557053442, + "loss": 0.0734, + "theoretical_loss": 3.6836123455762837, + "tokens_seen": 983040000 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007091157117637619, + "loss": 0.0751, + "theoretical_loss": 3.683519308206863, + "tokens_seen": 983302144 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007090354678221794, + "loss": 0.0749, + "theoretical_loss": 3.683426302580316, + "tokens_seen": 983564288 + }, + { + "epoch": 0.3, + "learning_rate": 0.000708955223880597, + "loss": 0.0762, + "theoretical_loss": 3.683333328677356, + "tokens_seen": 983826432 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007088749799390147, + "loss": 0.0705, + "theoretical_loss": 3.6832403864787144, + "tokens_seen": 984088576 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007087947359974322, + "loss": 0.0745, + "theoretical_loss": 3.683147475965139, + "tokens_seen": 984350720 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007087144920558498, + "loss": 0.0758, + "theoretical_loss": 3.683054597117393, + "tokens_seen": 984612864 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007086342481142674, + "loss": 0.0756, + "theoretical_loss": 3.6829617499162595, + "tokens_seen": 984875008 + }, + { + "epoch": 0.3, + "learning_rate": 0.000708554004172685, + "loss": 0.075, + "theoretical_loss": 3.6828689343425345, + "tokens_seen": 985137152 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007084737602311025, + "loss": 0.074, + "theoretical_loss": 3.682776150377034, + "tokens_seen": 985399296 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007083935162895202, + "loss": 0.0763, + "theoretical_loss": 3.682683398000589, + "tokens_seen": 985661440 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007083132723479377, + "loss": 0.0771, + "theoretical_loss": 3.6825906771940478, + "tokens_seen": 985923584 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007082330284063552, + "loss": 0.0736, + "theoretical_loss": 3.682497987938275, + "tokens_seen": 986185728 + }, + { + "epoch": 0.3, + "objective/train/advantage_avg": 0.0024577388539910316, + "objective/train/docs_used": 362627, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.495996356010437, + "objective/train/original_loss": 1.495996356010437, + "objective/train/theoretical_loss": 3.682451655135952, + "objective/train/tokens_used": 1006776800, + "objective/train/value_avg": -0.007457733154296875, + "objective/train/value_loss": 0.00016426373622380197, + "objective/train/value_max": -0.00010639429092407227, + "objective/train/value_min": -0.386962890625, + "objective/train/value_reward_corr": 0.5641819479369472, + "objective/train/value_std": 0.00937652587890625, + "objective/train/weight_avg": 1.0025347471237183, + "objective/train/weighted_lm_loss": 1.499868631362915, + "objective/train/weights_max": 1.2751221656799316, + "objective/train/weights_min": 0.3747805058956146, + "theoretical_loss": 3.682451655135952, + "tokens_seen": 986316800 + }, + { + "epoch": 0.3, + "learning_rate": 0.000708152784464773, + "loss": 0.0731, + "theoretical_loss": 3.682405330214153, + "tokens_seen": 986447872 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007080725405231905, + "loss": 0.0715, + "theoretical_loss": 3.682312704002579, + "tokens_seen": 986710016 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007079922965816082, + "loss": 0.076, + "theoretical_loss": 3.6822201092844686, + "tokens_seen": 986972160 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007079120526400257, + "loss": 0.0734, + "theoretical_loss": 3.682127546040753, + "tokens_seen": 987234304 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007078318086984433, + "loss": 0.0753, + "theoretical_loss": 3.6820350142523806, + "tokens_seen": 987496448 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007077515647568609, + "loss": 0.0747, + "theoretical_loss": 3.6819425139003155, + "tokens_seen": 987758592 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007076713208152784, + "loss": 0.076, + "theoretical_loss": 3.6818500449655396, + "tokens_seen": 988020736 + }, + { + "epoch": 0.3, + "learning_rate": 0.000707591076873696, + "loss": 0.0722, + "theoretical_loss": 3.6817576074290503, + "tokens_seen": 988282880 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007075108329321136, + "loss": 0.0724, + "theoretical_loss": 3.681665201271862, + "tokens_seen": 988545024 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007074305889905313, + "loss": 0.0773, + "theoretical_loss": 3.681572826475006, + "tokens_seen": 988807168 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007073503450489488, + "loss": 0.0752, + "theoretical_loss": 3.681480483019529, + "tokens_seen": 989069312 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007072701011073665, + "loss": 0.0753, + "theoretical_loss": 3.6813881708864953, + "tokens_seen": 989331456 + }, + { + "epoch": 0.3, + "objective/train/advantage_avg": 0.000814210157841444, + "objective/train/docs_used": 363941, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4328563213348389, + "objective/train/original_loss": 1.4328563213348389, + "objective/train/theoretical_loss": 3.681295890056985, + "objective/train/tokens_used": 1010053600, + "objective/train/value_avg": -0.007778167724609375, + "objective/train/value_loss": 0.00012207399413455278, + "objective/train/value_max": -0.00018966197967529297, + "objective/train/value_min": -0.235107421875, + "objective/train/value_reward_corr": 0.7012949906312357, + "objective/train/value_std": 0.01102447509765625, + "objective/train/weight_avg": 1.0008699893951416, + "objective/train/weighted_lm_loss": 1.434795618057251, + "objective/train/weights_max": 1.192177176475525, + "objective/train/weights_min": 0.3682364523410797, + "theoretical_loss": 3.681295890056985, + "tokens_seen": 989593600 + }, + { + "epoch": 0.3, + "learning_rate": 0.000707189857165784, + "loss": 0.0741, + "theoretical_loss": 3.681295890056985, + "tokens_seen": 989593600 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007071096132242016, + "loss": 0.0717, + "theoretical_loss": 3.681203640512095, + "tokens_seen": 989855744 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007070293692826192, + "loss": 0.076, + "theoretical_loss": 3.681111422232937, + "tokens_seen": 990117888 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007069491253410367, + "loss": 0.0765, + "theoretical_loss": 3.681019235200643, + "tokens_seen": 990380032 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007068688813994543, + "loss": 0.0747, + "theoretical_loss": 3.680927079396357, + "tokens_seen": 990642176 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007067886374578719, + "loss": 0.0737, + "theoretical_loss": 3.680834954801242, + "tokens_seen": 990904320 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007067083935162896, + "loss": 0.0736, + "theoretical_loss": 3.6807428613964763, + "tokens_seen": 991166464 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007066281495747072, + "loss": 0.0776, + "theoretical_loss": 3.6806507991632555, + "tokens_seen": 991428608 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007065479056331248, + "loss": 0.0746, + "theoretical_loss": 3.68055876808279, + "tokens_seen": 991690752 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007064676616915423, + "loss": 0.0792, + "theoretical_loss": 3.680466768136308, + "tokens_seen": 991952896 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007063874177499599, + "loss": 0.0758, + "theoretical_loss": 3.680374799305053, + "tokens_seen": 992215040 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007063071738083775, + "loss": 0.0742, + "theoretical_loss": 3.6802828615702845, + "tokens_seen": 992477184 + }, + { + "epoch": 0.3, + "learning_rate": 0.000706226929866795, + "loss": 0.0765, + "theoretical_loss": 3.6801909549132796, + "tokens_seen": 992739328 + }, + { + "epoch": 0.3, + "objective/train/advantage_avg": 0.0011030950117856264, + "objective/train/docs_used": 365105, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4898730516433716, + "objective/train/original_loss": 1.489872932434082, + "objective/train/theoretical_loss": 3.6801450132330915, + "objective/train/tokens_used": 1013330400, + "objective/train/value_avg": -0.00949859619140625, + "objective/train/value_loss": 0.00031847303034737706, + "objective/train/value_max": -0.0002269744873046875, + "objective/train/value_min": -0.463623046875, + "objective/train/value_reward_corr": 0.7264304970674361, + "objective/train/value_std": 0.0180816650390625, + "objective/train/weight_avg": 1.0012491941452026, + "objective/train/weighted_lm_loss": 1.4915211200714111, + "objective/train/weights_max": 1.267208456993103, + "objective/train/weights_min": 0.4286271035671234, + "theoretical_loss": 3.6801450132330915, + "tokens_seen": 992870400 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007061466859252127, + "loss": 0.0758, + "theoretical_loss": 3.6800990793153305, + "tokens_seen": 993001472 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007060664419836302, + "loss": 0.0749, + "theoretical_loss": 3.6800072347577455, + "tokens_seen": 993263616 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007059861980420478, + "loss": 0.0744, + "theoretical_loss": 3.6799154212218506, + "tokens_seen": 993525760 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007059059541004655, + "loss": 0.0726, + "theoretical_loss": 3.679823638688985, + "tokens_seen": 993787904 + }, + { + "epoch": 0.3, + "learning_rate": 0.000705825710158883, + "loss": 0.0742, + "theoretical_loss": 3.679731887140508, + "tokens_seen": 994050048 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007057454662173006, + "loss": 0.0711, + "theoretical_loss": 3.6796401665577916, + "tokens_seen": 994312192 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007056652222757182, + "loss": 0.0766, + "theoretical_loss": 3.679548476922225, + "tokens_seen": 994574336 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007055849783341358, + "loss": 0.075, + "theoretical_loss": 3.6794568182152143, + "tokens_seen": 994836480 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007055047343925533, + "loss": 0.0754, + "theoretical_loss": 3.6793651904181806, + "tokens_seen": 995098624 + }, + { + "epoch": 0.3, + "learning_rate": 0.000705424490450971, + "loss": 0.0748, + "theoretical_loss": 3.679273593512563, + "tokens_seen": 995360768 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007053442465093885, + "loss": 0.0766, + "theoretical_loss": 3.679182027479812, + "tokens_seen": 995622912 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007052640025678061, + "loss": 0.0764, + "theoretical_loss": 3.6790904923014005, + "tokens_seen": 995885056 + }, + { + "epoch": 0.3, + "objective/train/advantage_avg": 0.0005292981513775885, + "objective/train/docs_used": 366329, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.588678240776062, + "objective/train/original_loss": 1.5886783599853516, + "objective/train/theoretical_loss": 3.6789989879588125, + "objective/train/tokens_used": 1016607200, + "objective/train/value_avg": -0.009735107421875, + "objective/train/value_loss": 0.0004066307737957686, + "objective/train/value_max": -0.00013136863708496094, + "objective/train/value_min": -0.367919921875, + "objective/train/value_reward_corr": 0.6583845772425403, + "objective/train/value_std": 0.01549530029296875, + "objective/train/weight_avg": 1.0006942749023438, + "objective/train/weighted_lm_loss": 1.5900274515151978, + "objective/train/weights_max": 1.1279429197311401, + "objective/train/weights_min": 0.2262776792049408, + "theoretical_loss": 3.6789989879588125, + "tokens_seen": 996147200 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007051837586262238, + "loss": 0.074, + "theoretical_loss": 3.6789989879588125, + "tokens_seen": 996147200 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007051035146846413, + "loss": 0.0743, + "theoretical_loss": 3.6789075144335497, + "tokens_seen": 996409344 + }, + { + "epoch": 0.3, + "learning_rate": 0.000705023270743059, + "loss": 0.0729, + "theoretical_loss": 3.6788160717071303, + "tokens_seen": 996671488 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007049430268014765, + "loss": 0.0771, + "theoretical_loss": 3.678724659761087, + "tokens_seen": 996933632 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007048627828598941, + "loss": 0.0732, + "theoretical_loss": 3.6786332785769695, + "tokens_seen": 997195776 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007047825389183117, + "loss": 0.0734, + "theoretical_loss": 3.678541928136344, + "tokens_seen": 997457920 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007047022949767292, + "loss": 0.0755, + "theoretical_loss": 3.6784506084207904, + "tokens_seen": 997720064 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007046220510351468, + "loss": 0.0778, + "theoretical_loss": 3.6783593194119066, + "tokens_seen": 997982208 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007045418070935644, + "loss": 0.076, + "theoretical_loss": 3.6782680610913054, + "tokens_seen": 998244352 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007044615631519821, + "loss": 0.0789, + "theoretical_loss": 3.6781768334406157, + "tokens_seen": 998506496 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007043813192103996, + "loss": 0.0735, + "theoretical_loss": 3.678085636441482, + "tokens_seen": 998768640 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007043010752688173, + "loss": 0.0783, + "theoretical_loss": 3.677994470075565, + "tokens_seen": 999030784 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007042208313272348, + "loss": 0.0749, + "theoretical_loss": 3.6779033343245406, + "tokens_seen": 999292928 + }, + { + "epoch": 0.3, + "objective/train/advantage_avg": 0.00165379059035331, + "objective/train/docs_used": 367579, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6442646980285645, + "objective/train/original_loss": 1.644264578819275, + "objective/train/theoretical_loss": 3.677857777923891, + "objective/train/tokens_used": 1019884000, + "objective/train/value_avg": -0.00691986083984375, + "objective/train/value_loss": 0.00011902350524906069, + "objective/train/value_max": -0.00013768672943115234, + "objective/train/value_min": -0.38818359375, + "objective/train/value_reward_corr": 0.6110107763638876, + "objective/train/value_std": 0.008819580078125, + "objective/train/weight_avg": 1.0017125606536865, + "objective/train/weighted_lm_loss": 1.6477839946746826, + "objective/train/weights_max": 1.205199956893921, + "objective/train/weights_min": 0.7473975419998169, + "theoretical_loss": 3.677857777923891, + "tokens_seen": 999424000 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007041405873856524, + "loss": 0.0755, + "theoretical_loss": 3.677812229170101, + "tokens_seen": 999555072 + }, + { + "epoch": 0.3, + "learning_rate": 0.00070406034344407, + "loss": 0.073, + "theoretical_loss": 3.677721154593953, + "tokens_seen": 999817216 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007039800995024875, + "loss": 0.0755, + "theoretical_loss": 3.6776301105778213, + "tokens_seen": 1000079360 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007038998555609052, + "loss": 0.0759, + "theoretical_loss": 3.6775390971034447, + "tokens_seen": 1000341504 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007038196116193227, + "loss": 0.0741, + "theoretical_loss": 3.6774481141525777, + "tokens_seen": 1000603648 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007037393676777404, + "loss": 0.075, + "theoretical_loss": 3.6773571617069907, + "tokens_seen": 1000865792 + }, + { + "epoch": 0.3, + "learning_rate": 0.000703659123736158, + "loss": 0.0732, + "theoretical_loss": 3.6772662397484703, + "tokens_seen": 1001127936 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007035788797945756, + "loss": 0.0705, + "theoretical_loss": 3.6771753482588183, + "tokens_seen": 1001390080 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007034986358529931, + "loss": 0.074, + "theoretical_loss": 3.6770844872198523, + "tokens_seen": 1001652224 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007034183919114107, + "loss": 0.0733, + "theoretical_loss": 3.6769936566134045, + "tokens_seen": 1001914368 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007033381479698283, + "loss": 0.0756, + "theoretical_loss": 3.676902856421324, + "tokens_seen": 1002176512 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007032579040282458, + "loss": 0.0758, + "theoretical_loss": 3.6768120866254757, + "tokens_seen": 1002438656 + }, + { + "epoch": 0.3, + "objective/train/advantage_avg": -0.00043648300925269723, + "objective/train/docs_used": 368716, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5895391702651978, + "objective/train/original_loss": 1.5895390510559082, + "objective/train/theoretical_loss": 3.6767213472077387, + "objective/train/tokens_used": 1023160800, + "objective/train/value_avg": -0.00901031494140625, + "objective/train/value_loss": 0.0004959137877449393, + "objective/train/value_max": -0.0001366138458251953, + "objective/train/value_min": -0.6767578125, + "objective/train/value_reward_corr": 0.6123492909019295, + "objective/train/value_std": 0.016754150390625, + "objective/train/weight_avg": 0.9997878670692444, + "objective/train/weighted_lm_loss": 1.5890848636627197, + "objective/train/weights_max": 1.654366135597229, + "objective/train/weights_min": 0.36947569251060486, + "theoretical_loss": 3.6767213472077387, + "tokens_seen": 1002700800 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007031776600866635, + "loss": 0.0744, + "theoretical_loss": 3.6767213472077387, + "tokens_seen": 1002700800 + }, + { + "epoch": 0.3, + "learning_rate": 0.000703097416145081, + "loss": 0.0729, + "theoretical_loss": 3.676630638150008, + "tokens_seen": 1002962944 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007030171722034986, + "loss": 0.072, + "theoretical_loss": 3.6765399594341943, + "tokens_seen": 1003225088 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007029369282619163, + "loss": 0.0758, + "theoretical_loss": 3.676449311042225, + "tokens_seen": 1003487232 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007028566843203338, + "loss": 0.0789, + "theoretical_loss": 3.6763586929560415, + "tokens_seen": 1003749376 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007027764403787515, + "loss": 0.0756, + "theoretical_loss": 3.6762681051576003, + "tokens_seen": 1004011520 + }, + { + "epoch": 0.3, + "learning_rate": 0.000702696196437169, + "loss": 0.0739, + "theoretical_loss": 3.6761775476288747, + "tokens_seen": 1004273664 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007026159524955866, + "loss": 0.075, + "theoretical_loss": 3.6760870203518525, + "tokens_seen": 1004535808 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007025357085540042, + "loss": 0.0714, + "theoretical_loss": 3.6759965233085383, + "tokens_seen": 1004797952 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007024554646124218, + "loss": 0.0747, + "theoretical_loss": 3.6759060564809496, + "tokens_seen": 1005060096 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007023752206708393, + "loss": 0.0749, + "theoretical_loss": 3.6758156198511216, + "tokens_seen": 1005322240 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007022949767292569, + "loss": 0.0759, + "theoretical_loss": 3.675725213401104, + "tokens_seen": 1005584384 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007022147327876746, + "loss": 0.0759, + "theoretical_loss": 3.6756348371129617, + "tokens_seen": 1005846528 + }, + { + "epoch": 0.3, + "objective/train/advantage_avg": 0.000937237695325166, + "objective/train/docs_used": 369909, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6153744459152222, + "objective/train/original_loss": 1.6153745651245117, + "objective/train/theoretical_loss": 3.6755896602739933, + "objective/train/tokens_used": 1026437600, + "objective/train/value_avg": -0.007358551025390625, + "objective/train/value_loss": 0.00015214286395348608, + "objective/train/value_max": -0.0001881122589111328, + "objective/train/value_min": -0.320068359375, + "objective/train/value_reward_corr": 0.755888430407754, + "objective/train/value_std": 0.01381683349609375, + "objective/train/weight_avg": 1.0010117292404175, + "objective/train/weighted_lm_loss": 1.6163767576217651, + "objective/train/weights_max": 1.1178979873657227, + "objective/train/weights_min": 0.6893057823181152, + "theoretical_loss": 3.6755896602739933, + "tokens_seen": 1005977600 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007021344888460921, + "loss": 0.0775, + "theoretical_loss": 3.6755444909687744, + "tokens_seen": 1006108672 + }, + { + "epoch": 0.3, + "learning_rate": 0.0007020542449045098, + "loss": 0.0745, + "theoretical_loss": 3.675454174950639, + "tokens_seen": 1006370816 + }, + { + "epoch": 0.31, + "learning_rate": 0.0007019740009629273, + "loss": 0.0734, + "theoretical_loss": 3.675363889040666, + "tokens_seen": 1006632960 + }, + { + "epoch": 0.31, + "learning_rate": 0.0007018937570213449, + "loss": 0.075, + "theoretical_loss": 3.675273633220981, + "tokens_seen": 1006895104 + }, + { + "epoch": 0.31, + "learning_rate": 0.0007018135130797625, + "loss": 0.0746, + "theoretical_loss": 3.6751834074737264, + "tokens_seen": 1007157248 + }, + { + "epoch": 0.31, + "learning_rate": 0.00070173326913818, + "loss": 0.076, + "theoretical_loss": 3.675093211781059, + "tokens_seen": 1007419392 + }, + { + "epoch": 0.31, + "learning_rate": 0.0007016530251965977, + "loss": 0.0773, + "theoretical_loss": 3.67500304612515, + "tokens_seen": 1007681536 + }, + { + "epoch": 0.31, + "learning_rate": 0.0007015727812550152, + "loss": 0.0756, + "theoretical_loss": 3.674912910488187, + "tokens_seen": 1007943680 + }, + { + "epoch": 0.31, + "learning_rate": 0.0007014925373134329, + "loss": 0.076, + "theoretical_loss": 3.6748228048523726, + "tokens_seen": 1008205824 + }, + { + "epoch": 0.31, + "learning_rate": 0.0007014122933718505, + "loss": 0.0781, + "theoretical_loss": 3.674732729199924, + "tokens_seen": 1008467968 + }, + { + "epoch": 0.31, + "learning_rate": 0.0007013320494302681, + "loss": 0.0738, + "theoretical_loss": 3.674642683513074, + "tokens_seen": 1008730112 + }, + { + "epoch": 0.31, + "learning_rate": 0.0007012518054886856, + "loss": 0.0762, + "theoretical_loss": 3.674552667774071, + "tokens_seen": 1008992256 + }, + { + "epoch": 0.31, + "objective/train/advantage_avg": 2.7275760658085346e-05, + "objective/train/docs_used": 370943, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.598049283027649, + "objective/train/original_loss": 1.598049283027649, + "objective/train/theoretical_loss": 3.6744626819651773, + "objective/train/tokens_used": 1029714400, + "objective/train/value_avg": -0.00804901123046875, + "objective/train/value_loss": 0.0003115092113148421, + "objective/train/value_max": -0.00015115737915039062, + "objective/train/value_min": -0.2425537109375, + "objective/train/value_reward_corr": 0.6481741038359696, + "objective/train/value_std": 0.0131072998046875, + "objective/train/weight_avg": 1.000169277191162, + "objective/train/weighted_lm_loss": 1.596530795097351, + "objective/train/weights_max": 1.242395043373108, + "objective/train/weights_min": 0.3926347494125366, + "theoretical_loss": 3.6744626819651773, + "tokens_seen": 1009254400 + }, + { + "epoch": 0.31, + "learning_rate": 0.0007011715615471032, + "loss": 0.0731, + "theoretical_loss": 3.6744626819651773, + "tokens_seen": 1009254400 + }, + { + "epoch": 0.31, + "learning_rate": 0.0007010913176055208, + "loss": 0.0745, + "theoretical_loss": 3.674372726068671, + "tokens_seen": 1009516544 + }, + { + "epoch": 0.31, + "learning_rate": 0.0007010110736639383, + "loss": 0.0736, + "theoretical_loss": 3.6742828000668464, + "tokens_seen": 1009778688 + }, + { + "epoch": 0.31, + "learning_rate": 0.000700930829722356, + "loss": 0.0746, + "theoretical_loss": 3.6741929039420103, + "tokens_seen": 1010040832 + }, + { + "epoch": 0.31, + "learning_rate": 0.0007008505857807735, + "loss": 0.0738, + "theoretical_loss": 3.6741030376764865, + "tokens_seen": 1010302976 + }, + { + "epoch": 0.31, + "learning_rate": 0.0007007703418391912, + "loss": 0.0764, + "theoretical_loss": 3.674013201252614, + "tokens_seen": 1010565120 + }, + { + "epoch": 0.31, + "learning_rate": 0.0007006900978976088, + "loss": 0.0748, + "theoretical_loss": 3.6739233946527454, + "tokens_seen": 1010827264 + }, + { + "epoch": 0.31, + "learning_rate": 0.0007006098539560264, + "loss": 0.0727, + "theoretical_loss": 3.6738336178592492, + "tokens_seen": 1011089408 + }, + { + "epoch": 0.31, + "learning_rate": 0.0007005296100144439, + "loss": 0.0792, + "theoretical_loss": 3.6737438708545094, + "tokens_seen": 1011351552 + }, + { + "epoch": 0.31, + "learning_rate": 0.0007004493660728615, + "loss": 0.0749, + "theoretical_loss": 3.673654153620924, + "tokens_seen": 1011613696 + }, + { + "epoch": 0.31, + "learning_rate": 0.0007003691221312791, + "loss": 0.0783, + "theoretical_loss": 3.673564466140906, + "tokens_seen": 1011875840 + }, + { + "epoch": 0.31, + "learning_rate": 0.0007002888781896967, + "loss": 0.0747, + "theoretical_loss": 3.6734748083968842, + "tokens_seen": 1012137984 + }, + { + "epoch": 0.31, + "learning_rate": 0.0007002086342481143, + "loss": 0.0758, + "theoretical_loss": 3.6733851803713016, + "tokens_seen": 1012400128 + }, + { + "epoch": 0.31, + "objective/train/advantage_avg": -2.1565203496720642e-05, + "objective/train/docs_used": 372166, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.509033441543579, + "objective/train/original_loss": 1.509033441543579, + "objective/train/theoretical_loss": 3.6733403774974427, + "objective/train/tokens_used": 1032991200, + "objective/train/value_avg": -0.0171966552734375, + "objective/train/value_loss": 0.00021762092364951968, + "objective/train/value_max": -0.00011324882507324219, + "objective/train/value_min": -0.56494140625, + "objective/train/value_reward_corr": 0.9434201132119381, + "objective/train/value_std": 0.04205322265625, + "objective/train/weight_avg": 1.0000852346420288, + "objective/train/weighted_lm_loss": 1.5072309970855713, + "objective/train/weights_max": 1.2743442058563232, + "objective/train/weights_min": 0.6396667957305908, + "theoretical_loss": 3.6733403774974427, + "tokens_seen": 1012531200 + }, + { + "epoch": 0.31, + "learning_rate": 0.0007001283903065318, + "loss": 0.0758, + "theoretical_loss": 3.673295582046616, + "tokens_seen": 1012662272 + }, + { + "epoch": 0.31, + "learning_rate": 0.0007000481463649496, + "loss": 0.0754, + "theoretical_loss": 3.6732060134053013, + "tokens_seen": 1012924416 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006999679024233671, + "loss": 0.0759, + "theoretical_loss": 3.673116474429844, + "tokens_seen": 1013186560 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006998876584817846, + "loss": 0.0773, + "theoretical_loss": 3.673026965102748, + "tokens_seen": 1013448704 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006998074145402023, + "loss": 0.0739, + "theoretical_loss": 3.67293748540653, + "tokens_seen": 1013710848 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006997271705986198, + "loss": 0.0737, + "theoretical_loss": 3.672848035323723, + "tokens_seen": 1013972992 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006996469266570374, + "loss": 0.0745, + "theoretical_loss": 3.6727586148368743, + "tokens_seen": 1014235136 + }, + { + "epoch": 0.31, + "learning_rate": 0.000699566682715455, + "loss": 0.0752, + "theoretical_loss": 3.672669223928545, + "tokens_seen": 1014497280 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006994864387738726, + "loss": 0.0742, + "theoretical_loss": 3.672579862581313, + "tokens_seen": 1014759424 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006994061948322901, + "loss": 0.0745, + "theoretical_loss": 3.672490530777769, + "tokens_seen": 1015021568 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006993259508907077, + "loss": 0.075, + "theoretical_loss": 3.6724012285005196, + "tokens_seen": 1015283712 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006992457069491254, + "loss": 0.0761, + "theoretical_loss": 3.6723119557321864, + "tokens_seen": 1015545856 + }, + { + "epoch": 0.31, + "objective/train/advantage_avg": -9.970010432880372e-05, + "objective/train/docs_used": 372984, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4587132930755615, + "objective/train/original_loss": 1.4587130546569824, + "objective/train/theoretical_loss": 3.6722227124554045, + "objective/train/tokens_used": 1036268000, + "objective/train/value_avg": -0.00891876220703125, + "objective/train/value_loss": 0.000647595152258873, + "objective/train/value_max": -7.367134094238281e-05, + "objective/train/value_min": -0.80078125, + "objective/train/value_reward_corr": 0.6062782491225878, + "objective/train/value_std": 0.0178375244140625, + "objective/train/weight_avg": 1.0001797676086426, + "objective/train/weighted_lm_loss": 1.4599015712738037, + "objective/train/weights_max": 2.178331136703491, + "objective/train/weights_min": 0.39876917004585266, + "theoretical_loss": 3.6722227124554045, + "tokens_seen": 1015808000 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006991654630075429, + "loss": 0.0756, + "theoretical_loss": 3.6722227124554045, + "tokens_seen": 1015808000 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006990852190659606, + "loss": 0.0726, + "theoretical_loss": 3.6721334986528236, + "tokens_seen": 1016070144 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006990049751243781, + "loss": 0.0765, + "theoretical_loss": 3.6720443143071106, + "tokens_seen": 1016332288 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006989247311827958, + "loss": 0.0742, + "theoretical_loss": 3.671955159400943, + "tokens_seen": 1016594432 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006988444872412133, + "loss": 0.0762, + "theoretical_loss": 3.6718660339170173, + "tokens_seen": 1016856576 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006987642432996308, + "loss": 0.0758, + "theoretical_loss": 3.6717769378380414, + "tokens_seen": 1017118720 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006986839993580485, + "loss": 0.0749, + "theoretical_loss": 3.671687871146739, + "tokens_seen": 1017380864 + }, + { + "epoch": 0.31, + "learning_rate": 0.000698603755416466, + "loss": 0.0731, + "theoretical_loss": 3.6715988338258487, + "tokens_seen": 1017643008 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006985235114748837, + "loss": 0.0747, + "theoretical_loss": 3.6715098258581236, + "tokens_seen": 1017905152 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006984432675333013, + "loss": 0.0761, + "theoretical_loss": 3.6714208472263303, + "tokens_seen": 1018167296 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006983630235917189, + "loss": 0.0739, + "theoretical_loss": 3.6713318979132517, + "tokens_seen": 1018429440 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006982827796501364, + "loss": 0.0753, + "theoretical_loss": 3.671242977901683, + "tokens_seen": 1018691584 + }, + { + "epoch": 0.31, + "learning_rate": 0.000698202535708554, + "loss": 0.0762, + "theoretical_loss": 3.671154087174436, + "tokens_seen": 1018953728 + }, + { + "epoch": 0.31, + "objective/train/advantage_avg": 0.002089767949655652, + "objective/train/docs_used": 374190, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.441117286682129, + "objective/train/original_loss": 1.4411170482635498, + "objective/train/theoretical_loss": 3.6711096527870657, + "objective/train/tokens_used": 1039544800, + "objective/train/value_avg": -0.0064544677734375, + "objective/train/value_loss": 0.000290909840259701, + "objective/train/value_max": -0.00013768672943115234, + "objective/train/value_min": -0.84912109375, + "objective/train/value_reward_corr": 0.5367113430704211, + "objective/train/value_std": 0.01212310791015625, + "objective/train/weight_avg": 1.002212643623352, + "objective/train/weighted_lm_loss": 1.4454091787338257, + "objective/train/weights_max": 1.1956751346588135, + "objective/train/weights_min": 0.3687976598739624, + "theoretical_loss": 3.6711096527870657, + "tokens_seen": 1019084800 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006981222917669716, + "loss": 0.0762, + "theoretical_loss": 3.6710652257143366, + "tokens_seen": 1019215872 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006980420478253891, + "loss": 0.0756, + "theoretical_loss": 3.6709763935042243, + "tokens_seen": 1019478016 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006979618038838068, + "loss": 0.0759, + "theoretical_loss": 3.670887590526953, + "tokens_seen": 1019740160 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006978815599422243, + "loss": 0.0753, + "theoretical_loss": 3.6707988167653927, + "tokens_seen": 1020002304 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006978013160006421, + "loss": 0.0749, + "theoretical_loss": 3.670710072202426, + "tokens_seen": 1020264448 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006977210720590596, + "loss": 0.0762, + "theoretical_loss": 3.670621356820951, + "tokens_seen": 1020526592 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006976408281174772, + "loss": 0.0736, + "theoretical_loss": 3.67053267060388, + "tokens_seen": 1020788736 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006975605841758948, + "loss": 0.0761, + "theoretical_loss": 3.6704440135341394, + "tokens_seen": 1021050880 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006974803402343123, + "loss": 0.0754, + "theoretical_loss": 3.6703553855946702, + "tokens_seen": 1021313024 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006974000962927299, + "loss": 0.0733, + "theoretical_loss": 3.6702667867684275, + "tokens_seen": 1021575168 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006973198523511475, + "loss": 0.0726, + "theoretical_loss": 3.670178217038381, + "tokens_seen": 1021837312 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006972396084095651, + "loss": 0.0738, + "theoretical_loss": 3.670089676387515, + "tokens_seen": 1022099456 + }, + { + "epoch": 0.31, + "objective/train/advantage_avg": 0.0014077372616156936, + "objective/train/docs_used": 375283, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.448816180229187, + "objective/train/original_loss": 1.4488160610198975, + "objective/train/theoretical_loss": 3.6700011647988275, + "objective/train/tokens_used": 1042821600, + "objective/train/value_avg": -0.015869140625, + "objective/train/value_loss": 0.00019735129899345338, + "objective/train/value_max": -0.00014889240264892578, + "objective/train/value_min": -0.339111328125, + "objective/train/value_reward_corr": 0.9481765421582782, + "objective/train/value_std": 0.04119873046875, + "objective/train/weight_avg": 1.0015051364898682, + "objective/train/weighted_lm_loss": 1.4499168395996094, + "objective/train/weights_max": 1.1596986055374146, + "objective/train/weights_min": 0.7572816610336304, + "theoretical_loss": 3.6700011647988275, + "tokens_seen": 1022361600 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006971593644679826, + "loss": 0.0771, + "theoretical_loss": 3.6700011647988275, + "tokens_seen": 1022361600 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006970791205264004, + "loss": 0.0724, + "theoretical_loss": 3.6699126822553314, + "tokens_seen": 1022623744 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006969988765848179, + "loss": 0.0734, + "theoretical_loss": 3.669824228740053, + "tokens_seen": 1022885888 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006969186326432354, + "loss": 0.0772, + "theoretical_loss": 3.6697358042360344, + "tokens_seen": 1023148032 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006968383887016531, + "loss": 0.0755, + "theoretical_loss": 3.6696474087263296, + "tokens_seen": 1023410176 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006967581447600706, + "loss": 0.0773, + "theoretical_loss": 3.6695590421940096, + "tokens_seen": 1023672320 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006966779008184882, + "loss": 0.076, + "theoretical_loss": 3.6694707046221575, + "tokens_seen": 1023934464 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006965976568769058, + "loss": 0.074, + "theoretical_loss": 3.669382395993871, + "tokens_seen": 1024196608 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006965174129353234, + "loss": 0.0751, + "theoretical_loss": 3.669294116292263, + "tokens_seen": 1024458752 + }, + { + "epoch": 0.31, + "learning_rate": 0.000696437168993741, + "loss": 0.0747, + "theoretical_loss": 3.6692058655004605, + "tokens_seen": 1024720896 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006963569250521585, + "loss": 0.0764, + "theoretical_loss": 3.669117643601602, + "tokens_seen": 1024983040 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006962766811105762, + "loss": 0.0718, + "theoretical_loss": 3.6690294505788446, + "tokens_seen": 1025245184 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006961964371689938, + "loss": 0.0736, + "theoretical_loss": 3.668941286415355, + "tokens_seen": 1025507328 + }, + { + "epoch": 0.31, + "objective/train/advantage_avg": 0.0007559880032204092, + "objective/train/docs_used": 376516, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2839246988296509, + "objective/train/original_loss": 1.2839245796203613, + "objective/train/theoretical_loss": 3.6688972151505803, + "objective/train/tokens_used": 1046098400, + "objective/train/value_avg": -0.006000518798828125, + "objective/train/value_loss": 0.00014255936548579484, + "objective/train/value_max": -0.00011414289474487305, + "objective/train/value_min": -0.237548828125, + "objective/train/value_reward_corr": 0.7200068932746981, + "objective/train/value_std": 0.01165008544921875, + "objective/train/weight_avg": 1.0008221864700317, + "objective/train/weighted_lm_loss": 1.284830927848816, + "objective/train/weights_max": 1.122821569442749, + "objective/train/weights_min": 0.39301836490631104, + "theoretical_loss": 3.6688972151505803, + "tokens_seen": 1025638400 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006961161932274114, + "loss": 0.0728, + "theoretical_loss": 3.668853151094318, + "tokens_seen": 1025769472 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006960359492858289, + "loss": 0.0725, + "theoretical_loss": 3.6687650445989295, + "tokens_seen": 1026031616 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006959557053442466, + "loss": 0.073, + "theoretical_loss": 3.6686769669124004, + "tokens_seen": 1026293760 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006958754614026641, + "loss": 0.0743, + "theoretical_loss": 3.6685889180179565, + "tokens_seen": 1026555904 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006957952174610816, + "loss": 0.0741, + "theoretical_loss": 3.668500897898837, + "tokens_seen": 1026818048 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006957149735194993, + "loss": 0.0753, + "theoretical_loss": 3.668412906538295, + "tokens_seen": 1027080192 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006956347295779168, + "loss": 0.0758, + "theoretical_loss": 3.6683249439195977, + "tokens_seen": 1027342336 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006955544856363345, + "loss": 0.0752, + "theoretical_loss": 3.668237010026026, + "tokens_seen": 1027604480 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006954742416947521, + "loss": 0.0754, + "theoretical_loss": 3.668149104840876, + "tokens_seen": 1027866624 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006953939977531697, + "loss": 0.0748, + "theoretical_loss": 3.6680612283474567, + "tokens_seen": 1028128768 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006953137538115872, + "loss": 0.0741, + "theoretical_loss": 3.667973380529091, + "tokens_seen": 1028390912 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006952335098700048, + "loss": 0.0741, + "theoretical_loss": 3.6678855613691157, + "tokens_seen": 1028653056 + }, + { + "epoch": 0.31, + "objective/train/advantage_avg": 0.001116108032874763, + "objective/train/docs_used": 377682, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4076979160308838, + "objective/train/original_loss": 1.4076979160308838, + "objective/train/theoretical_loss": 3.667797770850883, + "objective/train/tokens_used": 1049375200, + "objective/train/value_avg": -0.0075836181640625, + "objective/train/value_loss": 0.00018956187705043703, + "objective/train/value_max": -0.0002359151840209961, + "objective/train/value_min": -0.333251953125, + "objective/train/value_reward_corr": 0.5713297139649396, + "objective/train/value_std": 0.01058197021484375, + "objective/train/weight_avg": 1.001201868057251, + "objective/train/weighted_lm_loss": 1.4093126058578491, + "objective/train/weights_max": 1.118717074394226, + "objective/train/weights_min": 0.36934465169906616, + "theoretical_loss": 3.667797770850883, + "tokens_seen": 1028915200 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006951532659284224, + "loss": 0.0732, + "theoretical_loss": 3.667797770850883, + "tokens_seen": 1028915200 + }, + { + "epoch": 0.31, + "learning_rate": 0.00069507302198684, + "loss": 0.0748, + "theoretical_loss": 3.667710008957756, + "tokens_seen": 1029177344 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006949927780452576, + "loss": 0.0774, + "theoretical_loss": 3.667622275673115, + "tokens_seen": 1029439488 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006949125341036751, + "loss": 0.0745, + "theoretical_loss": 3.667534570980353, + "tokens_seen": 1029701632 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006948322901620929, + "loss": 0.0759, + "theoretical_loss": 3.667446894862876, + "tokens_seen": 1029963776 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006947520462205104, + "loss": 0.073, + "theoretical_loss": 3.667359247304104, + "tokens_seen": 1030225920 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006946718022789279, + "loss": 0.0738, + "theoretical_loss": 3.667271628287472, + "tokens_seen": 1030488064 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006945915583373456, + "loss": 0.075, + "theoretical_loss": 3.6671840377964275, + "tokens_seen": 1030750208 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006945113143957631, + "loss": 0.0754, + "theoretical_loss": 3.667096475814433, + "tokens_seen": 1031012352 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006944310704541807, + "loss": 0.0748, + "theoretical_loss": 3.6670089423249643, + "tokens_seen": 1031274496 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006943508265125983, + "loss": 0.0784, + "theoretical_loss": 3.6669214373115104, + "tokens_seen": 1031536640 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006942705825710159, + "loss": 0.0744, + "theoretical_loss": 3.6668339607575744, + "tokens_seen": 1031798784 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006941903386294334, + "loss": 0.0725, + "theoretical_loss": 3.6667465126466743, + "tokens_seen": 1032060928 + }, + { + "epoch": 0.31, + "objective/train/advantage_avg": 0.0015036426484584808, + "objective/train/docs_used": 378946, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.464739203453064, + "objective/train/original_loss": 1.464739203453064, + "objective/train/theoretical_loss": 3.6667027992522145, + "objective/train/tokens_used": 1052652000, + "objective/train/value_avg": -0.007404327392578125, + "objective/train/value_loss": 0.00012789847096428275, + "objective/train/value_max": -9.685754776000977e-05, + "objective/train/value_min": -0.25390625, + "objective/train/value_reward_corr": 0.6767616458211244, + "objective/train/value_std": 0.01019287109375, + "objective/train/weight_avg": 1.0015658140182495, + "objective/train/weighted_lm_loss": 1.4677743911743164, + "objective/train/weights_max": 1.205916166305542, + "objective/train/weights_min": 0.5514553189277649, + "theoretical_loss": 3.6667027992522145, + "tokens_seen": 1032192000 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006941100946878512, + "loss": 0.0706, + "theoretical_loss": 3.6666590929623393, + "tokens_seen": 1032323072 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006940298507462687, + "loss": 0.0717, + "theoretical_loss": 3.666571701688115, + "tokens_seen": 1032585216 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006939496068046863, + "loss": 0.0767, + "theoretical_loss": 3.6664843388075594, + "tokens_seen": 1032847360 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006938693628631039, + "loss": 0.0705, + "theoretical_loss": 3.6663970043042435, + "tokens_seen": 1033109504 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006937891189215214, + "loss": 0.0716, + "theoretical_loss": 3.6663096981617533, + "tokens_seen": 1033371648 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006937088749799391, + "loss": 0.0716, + "theoretical_loss": 3.6662224203636886, + "tokens_seen": 1033633792 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006936286310383566, + "loss": 0.0744, + "theoretical_loss": 3.6661351708936616, + "tokens_seen": 1033895936 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006935483870967742, + "loss": 0.0693, + "theoretical_loss": 3.6660479497352982, + "tokens_seen": 1034158080 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006934681431551918, + "loss": 0.0755, + "theoretical_loss": 3.665960756872239, + "tokens_seen": 1034420224 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006933878992136093, + "loss": 0.0743, + "theoretical_loss": 3.6658735922881376, + "tokens_seen": 1034682368 + }, + { + "epoch": 0.31, + "learning_rate": 0.000693307655272027, + "loss": 0.0743, + "theoretical_loss": 3.665786455966661, + "tokens_seen": 1034944512 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006932274113304446, + "loss": 0.0746, + "theoretical_loss": 3.6656993478914903, + "tokens_seen": 1035206656 + }, + { + "epoch": 0.31, + "objective/train/advantage_avg": 0.00030024454463273287, + "objective/train/docs_used": 379908, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4925459623336792, + "objective/train/original_loss": 1.4925457239151, + "objective/train/theoretical_loss": 3.6656122680463197, + "objective/train/tokens_used": 1055928800, + "objective/train/value_avg": -0.00591278076171875, + "objective/train/value_loss": 9.891483932733536e-05, + "objective/train/value_max": -6.455183029174805e-05, + "objective/train/value_min": -0.22216796875, + "objective/train/value_reward_corr": 0.7101963233580547, + "objective/train/value_std": 0.0092010498046875, + "objective/train/weight_avg": 1.0003490447998047, + "objective/train/weighted_lm_loss": 1.4927191734313965, + "objective/train/weights_max": 1.0696686506271362, + "objective/train/weights_min": 0.8209559321403503, + "theoretical_loss": 3.6656122680463197, + "tokens_seen": 1035468800 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006931471673888622, + "loss": 0.0755, + "theoretical_loss": 3.6656122680463197, + "tokens_seen": 1035468800 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006930669234472797, + "loss": 0.0728, + "theoretical_loss": 3.6655252164148564, + "tokens_seen": 1035730944 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006929866795056974, + "loss": 0.0759, + "theoretical_loss": 3.6654381929808233, + "tokens_seen": 1035993088 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006929064355641149, + "loss": 0.0734, + "theoretical_loss": 3.6653511977279534, + "tokens_seen": 1036255232 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006928261916225324, + "loss": 0.0747, + "theoretical_loss": 3.6652642306399965, + "tokens_seen": 1036517376 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006927459476809501, + "loss": 0.075, + "theoretical_loss": 3.6651772917007137, + "tokens_seen": 1036779520 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006926657037393676, + "loss": 0.0755, + "theoretical_loss": 3.6650903808938806, + "tokens_seen": 1037041664 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006925854597977854, + "loss": 0.0752, + "theoretical_loss": 3.6650034982032857, + "tokens_seen": 1037303808 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006925052158562029, + "loss": 0.0734, + "theoretical_loss": 3.664916643612732, + "tokens_seen": 1037565952 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006924249719146205, + "loss": 0.0727, + "theoretical_loss": 3.6648298171060345, + "tokens_seen": 1037828096 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006923447279730381, + "loss": 0.0728, + "theoretical_loss": 3.6647430186670222, + "tokens_seen": 1038090240 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006922644840314556, + "loss": 0.0734, + "theoretical_loss": 3.6646562482795373, + "tokens_seen": 1038352384 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006921842400898732, + "loss": 0.0721, + "theoretical_loss": 3.664569505927436, + "tokens_seen": 1038614528 + }, + { + "epoch": 0.31, + "objective/train/advantage_avg": 0.0003388337208889425, + "objective/train/docs_used": 381080, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.302374243736267, + "objective/train/original_loss": 1.3023743629455566, + "objective/train/theoretical_loss": 3.6645261452596136, + "objective/train/tokens_used": 1059205600, + "objective/train/value_avg": -0.0092315673828125, + "objective/train/value_loss": 0.00025186160928569734, + "objective/train/value_max": -0.00016605854034423828, + "objective/train/value_min": -0.30517578125, + "objective/train/value_reward_corr": 0.7221575663088564, + "objective/train/value_std": 0.01543426513671875, + "objective/train/weight_avg": 1.0004550218582153, + "objective/train/weighted_lm_loss": 1.3034604787826538, + "objective/train/weights_max": 1.289995551109314, + "objective/train/weights_min": 0.3773512542247772, + "theoretical_loss": 3.6645261452596136, + "tokens_seen": 1038745600 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006921039961482908, + "loss": 0.0736, + "theoretical_loss": 3.664482791594588, + "tokens_seen": 1038876672 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006920237522067084, + "loss": 0.0736, + "theoretical_loss": 3.664396105264875, + "tokens_seen": 1039138816 + }, + { + "epoch": 0.31, + "learning_rate": 0.0006919435082651259, + "loss": 0.0736, + "theoretical_loss": 3.6643094469221933, + "tokens_seen": 1039400960 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006918632643235437, + "loss": 0.0733, + "theoretical_loss": 3.664222816550452, + "tokens_seen": 1039663104 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006917830203819612, + "loss": 0.0722, + "theoretical_loss": 3.6641362141335727, + "tokens_seen": 1039925248 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006917027764403787, + "loss": 0.0732, + "theoretical_loss": 3.6640496396554925, + "tokens_seen": 1040187392 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006916225324987964, + "loss": 0.0753, + "theoretical_loss": 3.6639630931001594, + "tokens_seen": 1040449536 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006915422885572139, + "loss": 0.0736, + "theoretical_loss": 3.6638765744515367, + "tokens_seen": 1040711680 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006914620446156316, + "loss": 0.076, + "theoretical_loss": 3.6637900836935993, + "tokens_seen": 1040973824 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006913818006740491, + "loss": 0.0736, + "theoretical_loss": 3.6637036208103364, + "tokens_seen": 1041235968 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006913015567324667, + "loss": 0.071, + "theoretical_loss": 3.663617185785749, + "tokens_seen": 1041498112 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006912213127908843, + "loss": 0.0723, + "theoretical_loss": 3.6635307786038536, + "tokens_seen": 1041760256 + }, + { + "epoch": 0.32, + "objective/train/advantage_avg": 0.0011098349932581186, + "objective/train/docs_used": 382133, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4427095651626587, + "objective/train/original_loss": 1.4427094459533691, + "objective/train/theoretical_loss": 3.663444399248678, + "objective/train/tokens_used": 1062482400, + "objective/train/value_avg": -0.006450653076171875, + "objective/train/value_loss": 0.0002184675686294213, + "objective/train/value_max": -0.00014543533325195312, + "objective/train/value_min": -0.50439453125, + "objective/train/value_reward_corr": 0.570818915548724, + "objective/train/value_std": 0.01016998291015625, + "objective/train/weight_avg": 1.0012075901031494, + "objective/train/weighted_lm_loss": 1.4439235925674438, + "objective/train/weights_max": 1.5222142934799194, + "objective/train/weights_min": 0.3959558308124542, + "theoretical_loss": 3.663444399248678, + "tokens_seen": 1042022400 + }, + { + "epoch": 0.32, + "learning_rate": 0.000691141068849302, + "loss": 0.0719, + "theoretical_loss": 3.663444399248678, + "tokens_seen": 1042022400 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006910608249077195, + "loss": 0.0753, + "theoretical_loss": 3.6633580477042633, + "tokens_seen": 1042284544 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006909805809661371, + "loss": 0.0732, + "theoretical_loss": 3.663271723954665, + "tokens_seen": 1042546688 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006909003370245547, + "loss": 0.0738, + "theoretical_loss": 3.6631854279839513, + "tokens_seen": 1042808832 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006908200930829722, + "loss": 0.0702, + "theoretical_loss": 3.6630991597762024, + "tokens_seen": 1043070976 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006907398491413899, + "loss": 0.0743, + "theoretical_loss": 3.6630129193155128, + "tokens_seen": 1043333120 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006906596051998074, + "loss": 0.0733, + "theoretical_loss": 3.6629267065859894, + "tokens_seen": 1043595264 + }, + { + "epoch": 0.32, + "learning_rate": 0.000690579361258225, + "loss": 0.0754, + "theoretical_loss": 3.662840521571753, + "tokens_seen": 1043857408 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006904991173166426, + "loss": 0.0741, + "theoretical_loss": 3.662754364256937, + "tokens_seen": 1044119552 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006904188733750601, + "loss": 0.0771, + "theoretical_loss": 3.662668234625688, + "tokens_seen": 1044381696 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006903386294334778, + "loss": 0.0719, + "theoretical_loss": 3.6625821326621653, + "tokens_seen": 1044643840 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006902583854918954, + "loss": 0.0761, + "theoretical_loss": 3.6624960583505404, + "tokens_seen": 1044905984 + }, + { + "epoch": 0.32, + "learning_rate": 0.000690178141550313, + "loss": 0.0716, + "theoretical_loss": 3.662410011675001, + "tokens_seen": 1045168128 + }, + { + "epoch": 0.32, + "objective/train/advantage_avg": 2.209213016612921e-05, + "objective/train/docs_used": 383342, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4768379926681519, + "objective/train/original_loss": 1.4768381118774414, + "objective/train/theoretical_loss": 3.6623669986958247, + "objective/train/tokens_used": 1065759200, + "objective/train/value_avg": -0.007659912109375, + "objective/train/value_loss": 0.00048078049439936876, + "objective/train/value_max": -0.0001055598258972168, + "objective/train/value_min": -0.6923828125, + "objective/train/value_reward_corr": 0.7168853171176389, + "objective/train/value_std": 0.01812744140625, + "objective/train/weight_avg": 1.0002295970916748, + "objective/train/weighted_lm_loss": 1.4764622449874878, + "objective/train/weights_max": 1.3441026210784912, + "objective/train/weights_min": 0.36848655343055725, + "theoretical_loss": 3.6623669986958247, + "tokens_seen": 1045299200 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006900978976087306, + "loss": 0.0747, + "theoretical_loss": 3.6623239926197444, + "tokens_seen": 1045430272 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006900176536671482, + "loss": 0.074, + "theoretical_loss": 3.6622380011689826, + "tokens_seen": 1045692416 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006899374097255657, + "loss": 0.0735, + "theoretical_loss": 3.66215203730694, + "tokens_seen": 1045954560 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006898571657839833, + "loss": 0.0728, + "theoretical_loss": 3.6620661010178543, + "tokens_seen": 1046216704 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006897769218424009, + "loss": 0.0736, + "theoretical_loss": 3.6619801922859763, + "tokens_seen": 1046478848 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006896966779008184, + "loss": 0.0726, + "theoretical_loss": 3.661894311095568, + "tokens_seen": 1046740992 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006896164339592362, + "loss": 0.0751, + "theoretical_loss": 3.6618084574309075, + "tokens_seen": 1047003136 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006895361900176537, + "loss": 0.0725, + "theoretical_loss": 3.6617226312762834, + "tokens_seen": 1047265280 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006894559460760713, + "loss": 0.0722, + "theoretical_loss": 3.6616368326159976, + "tokens_seen": 1047527424 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006893757021344889, + "loss": 0.0748, + "theoretical_loss": 3.6615510614343654, + "tokens_seen": 1047789568 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006892954581929064, + "loss": 0.0713, + "theoretical_loss": 3.661465317715715, + "tokens_seen": 1048051712 + }, + { + "epoch": 0.32, + "learning_rate": 0.000689215214251324, + "loss": 0.0729, + "theoretical_loss": 3.6613796014443865, + "tokens_seen": 1048313856 + }, + { + "epoch": 0.32, + "objective/train/advantage_avg": 0.0003901954332832247, + "objective/train/docs_used": 384505, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.569663405418396, + "objective/train/original_loss": 1.569663643836975, + "objective/train/theoretical_loss": 3.661293912604734, + "objective/train/tokens_used": 1069036000, + "objective/train/value_avg": -0.006744384765625, + "objective/train/value_loss": 0.00017929580644704401, + "objective/train/value_max": -0.0001647472381591797, + "objective/train/value_min": -0.1805419921875, + "objective/train/value_reward_corr": 0.632122873375017, + "objective/train/value_std": 0.0093994140625, + "objective/train/weight_avg": 1.0004746913909912, + "objective/train/weighted_lm_loss": 1.5708709955215454, + "objective/train/weights_max": 1.0962090492248535, + "objective/train/weights_min": 0.3693629503250122, + "theoretical_loss": 3.661293912604734, + "tokens_seen": 1048576000 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006891349703097416, + "loss": 0.0724, + "theoretical_loss": 3.661293912604734, + "tokens_seen": 1048576000 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006890547263681592, + "loss": 0.0736, + "theoretical_loss": 3.661208251181124, + "tokens_seen": 1048838144 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006889744824265767, + "loss": 0.0718, + "theoretical_loss": 3.6611226171579356, + "tokens_seen": 1049100288 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006888942384849945, + "loss": 0.0739, + "theoretical_loss": 3.6610370105195607, + "tokens_seen": 1049362432 + }, + { + "epoch": 0.32, + "learning_rate": 0.000688813994543412, + "loss": 0.0753, + "theoretical_loss": 3.660951431250405, + "tokens_seen": 1049624576 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006887337506018296, + "loss": 0.0711, + "theoretical_loss": 3.6608658793348847, + "tokens_seen": 1049886720 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006886535066602472, + "loss": 0.0739, + "theoretical_loss": 3.6607803547574314, + "tokens_seen": 1050148864 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006885732627186647, + "loss": 0.0753, + "theoretical_loss": 3.660694857502487, + "tokens_seen": 1050411008 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006884930187770824, + "loss": 0.0729, + "theoretical_loss": 3.660609387554509, + "tokens_seen": 1050673152 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006884127748354999, + "loss": 0.0761, + "theoretical_loss": 3.6605239448979647, + "tokens_seen": 1050935296 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006883325308939175, + "loss": 0.0748, + "theoretical_loss": 3.660438529517336, + "tokens_seen": 1051197440 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006882522869523351, + "loss": 0.076, + "theoretical_loss": 3.660353141397116, + "tokens_seen": 1051459584 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006881720430107528, + "loss": 0.0764, + "theoretical_loss": 3.6602677805218127, + "tokens_seen": 1051721728 + }, + { + "epoch": 0.32, + "objective/train/advantage_avg": 0.0032963957637548447, + "objective/train/docs_used": 385698, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4402155876159668, + "objective/train/original_loss": 1.4402154684066772, + "objective/train/theoretical_loss": 3.660225110296166, + "objective/train/tokens_used": 1072312800, + "objective/train/value_avg": -0.00901031494140625, + "objective/train/value_loss": 0.0004027830727864057, + "objective/train/value_max": -9.763240814208984e-05, + "objective/train/value_min": -0.76025390625, + "objective/train/value_reward_corr": 0.6663659998265387, + "objective/train/value_std": 0.0229339599609375, + "objective/train/weight_avg": 1.0034888982772827, + "objective/train/weighted_lm_loss": 1.445227026939392, + "objective/train/weights_max": 1.6274234056472778, + "objective/train/weights_min": 0.38491126894950867, + "theoretical_loss": 3.660225110296166, + "tokens_seen": 1051852800 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006880917990691703, + "loss": 0.0752, + "theoretical_loss": 3.660182446875944, + "tokens_seen": 1051983872 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006880115551275879, + "loss": 0.0697, + "theoretical_loss": 3.6600971404440434, + "tokens_seen": 1052246016 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006879313111860055, + "loss": 0.0713, + "theoretical_loss": 3.660011861210654, + "tokens_seen": 1052508160 + }, + { + "epoch": 0.32, + "learning_rate": 0.000687851067244423, + "loss": 0.0711, + "theoretical_loss": 3.659926609160334, + "tokens_seen": 1052770304 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006877708233028407, + "loss": 0.0699, + "theoretical_loss": 3.6598413842776534, + "tokens_seen": 1053032448 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006876905793612582, + "loss": 0.0729, + "theoretical_loss": 3.6597561865471935, + "tokens_seen": 1053294592 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006876103354196759, + "loss": 0.0773, + "theoretical_loss": 3.6596710159535504, + "tokens_seen": 1053556736 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006875300914780934, + "loss": 0.0754, + "theoretical_loss": 3.659585872481331, + "tokens_seen": 1053818880 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006874498475365109, + "loss": 0.075, + "theoretical_loss": 3.659500756115156, + "tokens_seen": 1054081024 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006873696035949287, + "loss": 0.0736, + "theoretical_loss": 3.659415666839658, + "tokens_seen": 1054343168 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006872893596533462, + "loss": 0.0723, + "theoretical_loss": 3.6593306046394813, + "tokens_seen": 1054605312 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006872091157117638, + "loss": 0.075, + "theoretical_loss": 3.6592455694992854, + "tokens_seen": 1054867456 + }, + { + "epoch": 0.32, + "objective/train/advantage_avg": 0.00152671174146235, + "objective/train/docs_used": 386814, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.424149990081787, + "objective/train/original_loss": 1.424149990081787, + "objective/train/theoretical_loss": 3.659160561403739, + "objective/train/tokens_used": 1075589600, + "objective/train/value_avg": -0.00838470458984375, + "objective/train/value_loss": 0.00016413819685112685, + "objective/train/value_max": -0.00011414289474487305, + "objective/train/value_min": -0.2303466796875, + "objective/train/value_reward_corr": 0.6758110641153767, + "objective/train/value_std": 0.01152801513671875, + "objective/train/weight_avg": 1.001604437828064, + "objective/train/weighted_lm_loss": 1.4266756772994995, + "objective/train/weights_max": 1.2082934379577637, + "objective/train/weights_min": 0.38160133361816406, + "theoretical_loss": 3.659160561403739, + "tokens_seen": 1055129600 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006871288717701814, + "loss": 0.0699, + "theoretical_loss": 3.659160561403739, + "tokens_seen": 1055129600 + }, + { + "epoch": 0.32, + "learning_rate": 0.000687048627828599, + "loss": 0.0718, + "theoretical_loss": 3.6590755803375252, + "tokens_seen": 1055391744 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006869683838870165, + "loss": 0.0735, + "theoretical_loss": 3.65899062628534, + "tokens_seen": 1055653888 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006868881399454341, + "loss": 0.0729, + "theoretical_loss": 3.65890569923189, + "tokens_seen": 1055916032 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006868078960038517, + "loss": 0.0743, + "theoretical_loss": 3.658820799161896, + "tokens_seen": 1056178176 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006867276520622692, + "loss": 0.0748, + "theoretical_loss": 3.65873592606009, + "tokens_seen": 1056440320 + }, + { + "epoch": 0.32, + "learning_rate": 0.000686647408120687, + "loss": 0.0708, + "theoretical_loss": 3.658651079911218, + "tokens_seen": 1056702464 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006865671641791045, + "loss": 0.0736, + "theoretical_loss": 3.658566260700036, + "tokens_seen": 1056964608 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006864869202375221, + "loss": 0.0734, + "theoretical_loss": 3.658481468411315, + "tokens_seen": 1057226752 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006864066762959397, + "loss": 0.0713, + "theoretical_loss": 3.6583967030298368, + "tokens_seen": 1057488896 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006863264323543572, + "loss": 0.0745, + "theoretical_loss": 3.6583119645403954, + "tokens_seen": 1057751040 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006862461884127749, + "loss": 0.0709, + "theoretical_loss": 3.658227252927799, + "tokens_seen": 1058013184 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006861659444711924, + "loss": 0.0704, + "theoretical_loss": 3.6581425681768653, + "tokens_seen": 1058275328 + }, + { + "epoch": 0.32, + "objective/train/advantage_avg": 0.0010875014122575521, + "objective/train/docs_used": 388023, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4009573459625244, + "objective/train/original_loss": 1.4009573459625244, + "objective/train/theoretical_loss": 3.6581002358697816, + "objective/train/tokens_used": 1078866400, + "objective/train/value_avg": -0.007526397705078125, + "objective/train/value_loss": 0.0001698285195743665, + "objective/train/value_max": -0.0001233816146850586, + "objective/train/value_min": -0.375, + "objective/train/value_reward_corr": 0.6744276999172241, + "objective/train/value_std": 0.01274871826171875, + "objective/train/weight_avg": 1.0011647939682007, + "objective/train/weighted_lm_loss": 1.4020655155181885, + "objective/train/weights_max": 1.2470433712005615, + "objective/train/weights_min": 0.37333929538726807, + "theoretical_loss": 3.6581002358697816, + "tokens_seen": 1058406400 + }, + { + "epoch": 0.32, + "learning_rate": 0.00068608570052961, + "loss": 0.072, + "theoretical_loss": 3.6580579102724267, + "tokens_seen": 1058537472 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006860054565880276, + "loss": 0.0734, + "theoretical_loss": 3.657973279199327, + "tokens_seen": 1058799616 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006859252126464453, + "loss": 0.0734, + "theoretical_loss": 3.6578886749424226, + "tokens_seen": 1059061760 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006858449687048628, + "loss": 0.0769, + "theoretical_loss": 3.657804097486581, + "tokens_seen": 1059323904 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006857647247632804, + "loss": 0.0706, + "theoretical_loss": 3.657719546816685, + "tokens_seen": 1059586048 + }, + { + "epoch": 0.32, + "learning_rate": 0.000685684480821698, + "loss": 0.071, + "theoretical_loss": 3.657635022917626, + "tokens_seen": 1059848192 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006856042368801155, + "loss": 0.0715, + "theoretical_loss": 3.65755052577431, + "tokens_seen": 1060110336 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006855239929385332, + "loss": 0.0711, + "theoretical_loss": 3.657466055371654, + "tokens_seen": 1060372480 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006854437489969507, + "loss": 0.0721, + "theoretical_loss": 3.657381611694588, + "tokens_seen": 1060634624 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006853635050553683, + "loss": 0.073, + "theoretical_loss": 3.6572971947280544, + "tokens_seen": 1060896768 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006852832611137859, + "loss": 0.0761, + "theoretical_loss": 3.6572128044570067, + "tokens_seen": 1061158912 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006852030171722034, + "loss": 0.0724, + "theoretical_loss": 3.657128440866412, + "tokens_seen": 1061421056 + }, + { + "epoch": 0.32, + "objective/train/advantage_avg": 0.0006835893145762384, + "objective/train/docs_used": 389244, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5298882722854614, + "objective/train/original_loss": 1.5298881530761719, + "objective/train/theoretical_loss": 3.6570441039412485, + "objective/train/tokens_used": 1082143200, + "objective/train/value_avg": -0.00814056396484375, + "objective/train/value_loss": 0.0003716103674378246, + "objective/train/value_max": -0.00020992755889892578, + "objective/train/value_min": -0.376953125, + "objective/train/value_reward_corr": 0.6118143395721972, + "objective/train/value_std": 0.013397216796875, + "objective/train/weight_avg": 1.0008426904678345, + "objective/train/weighted_lm_loss": 1.5310516357421875, + "objective/train/weights_max": 1.2666517496109009, + "objective/train/weights_min": 0.37633347511291504, + "theoretical_loss": 3.6570441039412485, + "tokens_seen": 1061683200 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006851227732306211, + "loss": 0.0731, + "theoretical_loss": 3.6570441039412485, + "tokens_seen": 1061683200 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006850425292890387, + "loss": 0.0735, + "theoretical_loss": 3.6569597936665064, + "tokens_seen": 1061945344 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006849622853474563, + "loss": 0.0753, + "theoretical_loss": 3.6568755100271897, + "tokens_seen": 1062207488 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006848820414058739, + "loss": 0.0728, + "theoretical_loss": 3.656791253008313, + "tokens_seen": 1062469632 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006848017974642915, + "loss": 0.0738, + "theoretical_loss": 3.6567070225949028, + "tokens_seen": 1062731776 + }, + { + "epoch": 0.32, + "learning_rate": 0.000684721553522709, + "loss": 0.0727, + "theoretical_loss": 3.656622818771999, + "tokens_seen": 1062993920 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006846413095811267, + "loss": 0.0711, + "theoretical_loss": 3.6565386415246524, + "tokens_seen": 1063256064 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006845610656395442, + "loss": 0.0719, + "theoretical_loss": 3.6564544908379273, + "tokens_seen": 1063518208 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006844808216979617, + "loss": 0.0723, + "theoretical_loss": 3.6563703666968985, + "tokens_seen": 1063780352 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006844005777563795, + "loss": 0.0709, + "theoretical_loss": 3.656286269086653, + "tokens_seen": 1064042496 + }, + { + "epoch": 0.32, + "learning_rate": 0.000684320333814797, + "loss": 0.0733, + "theoretical_loss": 3.6562021979922923, + "tokens_seen": 1064304640 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006842400898732146, + "loss": 0.0753, + "theoretical_loss": 3.6561181533989267, + "tokens_seen": 1064566784 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006841598459316322, + "loss": 0.0731, + "theoretical_loss": 3.6560341352916796, + "tokens_seen": 1064828928 + }, + { + "epoch": 0.32, + "objective/train/advantage_avg": 0.0011847240384668112, + "objective/train/docs_used": 390462, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3746337890625, + "objective/train/original_loss": 1.374633550643921, + "objective/train/theoretical_loss": 3.6559921361657057, + "objective/train/tokens_used": 1085420000, + "objective/train/value_avg": -0.0102386474609375, + "objective/train/value_loss": 0.0002186340861953795, + "objective/train/value_max": -9.5367431640625e-05, + "objective/train/value_min": -0.3154296875, + "objective/train/value_reward_corr": 0.7693965317292439, + "objective/train/value_std": 0.01654052734375, + "objective/train/weight_avg": 1.0012881755828857, + "objective/train/weighted_lm_loss": 1.377458930015564, + "objective/train/weights_max": 1.2865357398986816, + "objective/train/weights_min": 0.3715803325176239, + "theoretical_loss": 3.6559921361657057, + "tokens_seen": 1064960000 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006840796019900498, + "loss": 0.0731, + "theoretical_loss": 3.655950143655688, + "tokens_seen": 1065091072 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006839993580484673, + "loss": 0.0733, + "theoretical_loss": 3.655866178476098, + "tokens_seen": 1065353216 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006839191141068849, + "loss": 0.0729, + "theoretical_loss": 3.65578223973807, + "tokens_seen": 1065615360 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006838388701653025, + "loss": 0.0769, + "theoretical_loss": 3.6556983274267765, + "tokens_seen": 1065877504 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006837586262237201, + "loss": 0.073, + "theoretical_loss": 3.6556144415273994, + "tokens_seen": 1066139648 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006836783822821378, + "loss": 0.0735, + "theoretical_loss": 3.655530582025136, + "tokens_seen": 1066401792 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006835981383405553, + "loss": 0.0718, + "theoretical_loss": 3.6554467489051925, + "tokens_seen": 1066663936 + }, + { + "epoch": 0.32, + "learning_rate": 0.000683517894398973, + "loss": 0.0745, + "theoretical_loss": 3.6553629421527885, + "tokens_seen": 1066926080 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006834376504573905, + "loss": 0.0742, + "theoretical_loss": 3.655279161753156, + "tokens_seen": 1067188224 + }, + { + "epoch": 0.32, + "learning_rate": 0.000683357406515808, + "loss": 0.0712, + "theoretical_loss": 3.6551954076915374, + "tokens_seen": 1067450368 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006832771625742257, + "loss": 0.0725, + "theoretical_loss": 3.655111679953188, + "tokens_seen": 1067712512 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006831969186326432, + "loss": 0.0736, + "theoretical_loss": 3.6550279785233757, + "tokens_seen": 1067974656 + }, + { + "epoch": 0.32, + "objective/train/advantage_avg": 0.0006419497076421976, + "objective/train/docs_used": 391774, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.535420298576355, + "objective/train/original_loss": 1.5354204177856445, + "objective/train/theoretical_loss": 3.654944303387378, + "objective/train/tokens_used": 1088696800, + "objective/train/value_avg": -0.0102386474609375, + "objective/train/value_loss": 0.00022358185378834605, + "objective/train/value_max": -0.00016224384307861328, + "objective/train/value_min": -0.382080078125, + "objective/train/value_reward_corr": 0.7530005314997358, + "objective/train/value_std": 0.0159759521484375, + "objective/train/weight_avg": 1.0007485151290894, + "objective/train/weighted_lm_loss": 1.5370972156524658, + "objective/train/weights_max": 1.196113109588623, + "objective/train/weights_min": 0.36996087431907654, + "theoretical_loss": 3.654944303387378, + "tokens_seen": 1068236800 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006831166746910608, + "loss": 0.0735, + "theoretical_loss": 3.654944303387378, + "tokens_seen": 1068236800 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006830364307494784, + "loss": 0.0729, + "theoretical_loss": 3.654860654530486, + "tokens_seen": 1068498944 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006829561868078961, + "loss": 0.074, + "theoretical_loss": 3.6547770319380026, + "tokens_seen": 1068761088 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006828759428663136, + "loss": 0.0711, + "theoretical_loss": 3.6546934355952425, + "tokens_seen": 1069023232 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006827956989247312, + "loss": 0.0742, + "theoretical_loss": 3.6546098654875303, + "tokens_seen": 1069285376 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006827154549831488, + "loss": 0.0742, + "theoretical_loss": 3.654526321600205, + "tokens_seen": 1069547520 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006826352110415663, + "loss": 0.0727, + "theoretical_loss": 3.6544428039186165, + "tokens_seen": 1069809664 + }, + { + "epoch": 0.32, + "learning_rate": 0.000682554967099984, + "loss": 0.0716, + "theoretical_loss": 3.6543593124281264, + "tokens_seen": 1070071808 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006824747231584015, + "loss": 0.0739, + "theoretical_loss": 3.654275847114107, + "tokens_seen": 1070333952 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006823944792168192, + "loss": 0.0762, + "theoretical_loss": 3.6541924079619443, + "tokens_seen": 1070596096 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006823142352752367, + "loss": 0.074, + "theoretical_loss": 3.654108994957034, + "tokens_seen": 1070858240 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006822339913336542, + "loss": 0.0749, + "theoretical_loss": 3.654025608084786, + "tokens_seen": 1071120384 + }, + { + "epoch": 0.32, + "learning_rate": 0.000682153747392072, + "loss": 0.0742, + "theoretical_loss": 3.653942247330619, + "tokens_seen": 1071382528 + }, + { + "epoch": 0.32, + "objective/train/advantage_avg": 0.0007445602677762508, + "objective/train/docs_used": 393037, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5197008848190308, + "objective/train/original_loss": 1.5197010040283203, + "objective/train/theoretical_loss": 3.6539005767432635, + "objective/train/tokens_used": 1091973600, + "objective/train/value_avg": -0.007843017578125, + "objective/train/value_loss": 0.00018948630895465612, + "objective/train/value_max": -0.00010073184967041016, + "objective/train/value_min": -0.276123046875, + "objective/train/value_reward_corr": 0.662506843783957, + "objective/train/value_std": 0.013092041015625, + "objective/train/weight_avg": 1.000831127166748, + "objective/train/weighted_lm_loss": 1.5208481550216675, + "objective/train/weights_max": 1.2356621026992798, + "objective/train/weights_min": 0.36942073702812195, + "theoretical_loss": 3.6539005767432635, + "tokens_seen": 1071513600 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006820735034504895, + "loss": 0.0725, + "theoretical_loss": 3.653858912679966, + "tokens_seen": 1071644672 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006819932595089071, + "loss": 0.0738, + "theoretical_loss": 3.6537756041182696, + "tokens_seen": 1071906816 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006819130155673247, + "loss": 0.0739, + "theoretical_loss": 3.6536923216309862, + "tokens_seen": 1072168960 + }, + { + "epoch": 0.32, + "learning_rate": 0.0006818327716257423, + "loss": 0.0743, + "theoretical_loss": 3.653609065203582, + "tokens_seen": 1072431104 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006817525276841598, + "loss": 0.0723, + "theoretical_loss": 3.6535258348215356, + "tokens_seen": 1072693248 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006816722837425775, + "loss": 0.0746, + "theoretical_loss": 3.653442630470337, + "tokens_seen": 1072955392 + }, + { + "epoch": 0.33, + "learning_rate": 0.000681592039800995, + "loss": 0.0742, + "theoretical_loss": 3.653359452135488, + "tokens_seen": 1073217536 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006815117958594125, + "loss": 0.0734, + "theoretical_loss": 3.653276299802503, + "tokens_seen": 1073479680 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006814315519178303, + "loss": 0.0735, + "theoretical_loss": 3.6531931734569056, + "tokens_seen": 1073741824 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006813513079762478, + "loss": 0.0723, + "theoretical_loss": 3.6531100730842336, + "tokens_seen": 1074003968 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006812710640346655, + "loss": 0.0747, + "theoretical_loss": 3.653026998670035, + "tokens_seen": 1074266112 + }, + { + "epoch": 0.33, + "learning_rate": 0.000681190820093083, + "loss": 0.0733, + "theoretical_loss": 3.652943950199869, + "tokens_seen": 1074528256 + }, + { + "epoch": 0.33, + "objective/train/advantage_avg": 0.0009571636910550296, + "objective/train/docs_used": 394219, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3783161640167236, + "objective/train/original_loss": 1.3783161640167236, + "objective/train/theoretical_loss": 3.652860927659307, + "objective/train/tokens_used": 1095250400, + "objective/train/value_avg": -0.00864410400390625, + "objective/train/value_loss": 0.00023034116020426154, + "objective/train/value_max": -0.00016605854034423828, + "objective/train/value_min": -0.32275390625, + "objective/train/value_reward_corr": 0.6896598868432007, + "objective/train/value_std": 0.01377105712890625, + "objective/train/weight_avg": 1.0010632276535034, + "objective/train/weighted_lm_loss": 1.3796591758728027, + "objective/train/weights_max": 1.1055487394332886, + "objective/train/weights_min": 0.36866477131843567, + "theoretical_loss": 3.652860927659307, + "tokens_seen": 1074790400 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006811105761515006, + "loss": 0.0734, + "theoretical_loss": 3.652860927659307, + "tokens_seen": 1074790400 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006810303322099182, + "loss": 0.0727, + "theoretical_loss": 3.6527779310339326, + "tokens_seen": 1075052544 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006809500882683357, + "loss": 0.0741, + "theoretical_loss": 3.652694960309339, + "tokens_seen": 1075314688 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006808698443267533, + "loss": 0.0749, + "theoretical_loss": 3.6526120154711332, + "tokens_seen": 1075576832 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006807896003851709, + "loss": 0.072, + "theoretical_loss": 3.6525290965049324, + "tokens_seen": 1075838976 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006807093564435886, + "loss": 0.0737, + "theoretical_loss": 3.652446203396365, + "tokens_seen": 1076101120 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006806291125020061, + "loss": 0.0728, + "theoretical_loss": 3.6523633361310717, + "tokens_seen": 1076363264 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006805488685604238, + "loss": 0.0736, + "theoretical_loss": 3.6522804946947045, + "tokens_seen": 1076625408 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006804686246188413, + "loss": 0.0727, + "theoretical_loss": 3.6521976790729265, + "tokens_seen": 1076887552 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006803883806772588, + "loss": 0.0725, + "theoretical_loss": 3.652114889251412, + "tokens_seen": 1077149696 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006803081367356765, + "loss": 0.0764, + "theoretical_loss": 3.6520321252158485, + "tokens_seen": 1077411840 + }, + { + "epoch": 0.33, + "learning_rate": 0.000680227892794094, + "loss": 0.0722, + "theoretical_loss": 3.651949386951933, + "tokens_seen": 1077673984 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006801476488525116, + "loss": 0.073, + "theoretical_loss": 3.6518666744453734, + "tokens_seen": 1077936128 + }, + { + "epoch": 0.33, + "objective/train/advantage_avg": 0.0026540651451796293, + "objective/train/docs_used": 395298, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3642668724060059, + "objective/train/original_loss": 1.3642668724060059, + "objective/train/theoretical_loss": 3.6518253278466397, + "objective/train/tokens_used": 1098527200, + "objective/train/value_avg": -0.008514404296875, + "objective/train/value_loss": 0.00022705920855514705, + "objective/train/value_max": -9.685754776000977e-05, + "objective/train/value_min": -0.1937255859375, + "objective/train/value_reward_corr": 0.6417202348104791, + "objective/train/value_std": 0.01580810546875, + "objective/train/weight_avg": 1.002759575843811, + "objective/train/weighted_lm_loss": 1.3689465522766113, + "objective/train/weights_max": 1.16512930393219, + "objective/train/weights_min": 0.3680422902107239, + "theoretical_loss": 3.6518253278466397, + "tokens_seen": 1078067200 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006800674049109292, + "loss": 0.0731, + "theoretical_loss": 3.651783987681892, + "tokens_seen": 1078198272 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006799871609693469, + "loss": 0.0734, + "theoretical_loss": 3.6517013266472187, + "tokens_seen": 1078460416 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006799069170277645, + "loss": 0.0734, + "theoretical_loss": 3.651618691327098, + "tokens_seen": 1078722560 + }, + { + "epoch": 0.33, + "learning_rate": 0.000679826673086182, + "loss": 0.0749, + "theoretical_loss": 3.651536081707284, + "tokens_seen": 1078984704 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006797464291445996, + "loss": 0.0758, + "theoretical_loss": 3.651453497773543, + "tokens_seen": 1079246848 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006796661852030172, + "loss": 0.0745, + "theoretical_loss": 3.6513709395116516, + "tokens_seen": 1079508992 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006795859412614348, + "loss": 0.0713, + "theoretical_loss": 3.651288406907399, + "tokens_seen": 1079771136 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006795056973198523, + "loss": 0.0738, + "theoretical_loss": 3.6512058999465844, + "tokens_seen": 1080033280 + }, + { + "epoch": 0.33, + "learning_rate": 0.00067942545337827, + "loss": 0.0732, + "theoretical_loss": 3.6511234186150197, + "tokens_seen": 1080295424 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006793452094366875, + "loss": 0.0742, + "theoretical_loss": 3.6510409628985263, + "tokens_seen": 1080557568 + }, + { + "epoch": 0.33, + "learning_rate": 0.000679264965495105, + "loss": 0.0732, + "theoretical_loss": 3.6509585327829392, + "tokens_seen": 1080819712 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006791847215535228, + "loss": 0.0728, + "theoretical_loss": 3.6508761282541027, + "tokens_seen": 1081081856 + }, + { + "epoch": 0.33, + "objective/train/advantage_avg": 0.0020554226357489824, + "objective/train/docs_used": 396489, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5391446352005005, + "objective/train/original_loss": 1.5391446352005005, + "objective/train/theoretical_loss": 3.6507937492978733, + "objective/train/tokens_used": 1101804000, + "objective/train/value_avg": -0.0072784423828125, + "objective/train/value_loss": 0.00016607310681138188, + "objective/train/value_max": -0.0001442432403564453, + "objective/train/value_min": -0.29638671875, + "objective/train/value_reward_corr": 0.6561485308514381, + "objective/train/value_std": 0.01158905029296875, + "objective/train/weight_avg": 1.0021318197250366, + "objective/train/weighted_lm_loss": 1.5420552492141724, + "objective/train/weights_max": 1.2025548219680786, + "objective/train/weights_min": 0.37822747230529785, + "theoretical_loss": 3.6507937492978733, + "tokens_seen": 1081344000 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006791044776119403, + "loss": 0.0737, + "theoretical_loss": 3.6507937492978733, + "tokens_seen": 1081344000 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006790242336703579, + "loss": 0.0713, + "theoretical_loss": 3.6507113959001183, + "tokens_seen": 1081606144 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006789439897287755, + "loss": 0.077, + "theoretical_loss": 3.6506290680467166, + "tokens_seen": 1081868288 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006788637457871931, + "loss": 0.0739, + "theoretical_loss": 3.650546765723558, + "tokens_seen": 1082130432 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006787835018456106, + "loss": 0.0732, + "theoretical_loss": 3.650464488916544, + "tokens_seen": 1082392576 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006787032579040283, + "loss": 0.0746, + "theoretical_loss": 3.650382237611587, + "tokens_seen": 1082654720 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006786230139624458, + "loss": 0.0764, + "theoretical_loss": 3.65030001179461, + "tokens_seen": 1082916864 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006785427700208634, + "loss": 0.0736, + "theoretical_loss": 3.650217811451548, + "tokens_seen": 1083179008 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006784625260792811, + "loss": 0.0727, + "theoretical_loss": 3.650135636568347, + "tokens_seen": 1083441152 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006783822821376986, + "loss": 0.0732, + "theoretical_loss": 3.6500534871309642, + "tokens_seen": 1083703296 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006783020381961163, + "loss": 0.0736, + "theoretical_loss": 3.649971363125368, + "tokens_seen": 1083965440 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006782217942545338, + "loss": 0.0739, + "theoretical_loss": 3.6498892645375367, + "tokens_seen": 1084227584 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006781415503129514, + "loss": 0.0727, + "theoretical_loss": 3.649807191353462, + "tokens_seen": 1084489728 + }, + { + "epoch": 0.33, + "objective/train/advantage_avg": -0.0005007271538488567, + "objective/train/docs_used": 397685, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3378095626831055, + "objective/train/original_loss": 1.3378095626831055, + "objective/train/theoretical_loss": 3.649766164283458, + "objective/train/tokens_used": 1105080800, + "objective/train/value_avg": -0.00904083251953125, + "objective/train/value_loss": 0.0002182415482820943, + "objective/train/value_max": -0.00011146068572998047, + "objective/train/value_min": -0.380615234375, + "objective/train/value_reward_corr": 0.7361347880867308, + "objective/train/value_std": 0.01404571533203125, + "objective/train/weight_avg": 0.9996026754379272, + "objective/train/weighted_lm_loss": 1.3374148607254028, + "objective/train/weights_max": 1.2818955183029175, + "objective/train/weights_min": 0.4039379060268402, + "theoretical_loss": 3.649766164283458, + "tokens_seen": 1084620800 + }, + { + "epoch": 0.33, + "learning_rate": 0.000678061306371369, + "loss": 0.0741, + "theoretical_loss": 3.6497251435591442, + "tokens_seen": 1084751872 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006779810624297865, + "loss": 0.0775, + "theoretical_loss": 3.6496431211405973, + "tokens_seen": 1085014016 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006779008184882041, + "loss": 0.0713, + "theoretical_loss": 3.649561124083844, + "tokens_seen": 1085276160 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006778205745466217, + "loss": 0.0752, + "theoretical_loss": 3.6494791523749193, + "tokens_seen": 1085538304 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006777403306050394, + "loss": 0.0739, + "theoretical_loss": 3.6493972059998696, + "tokens_seen": 1085800448 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006776600866634569, + "loss": 0.0733, + "theoretical_loss": 3.649315284944751, + "tokens_seen": 1086062592 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006775798427218746, + "loss": 0.0721, + "theoretical_loss": 3.649233389195632, + "tokens_seen": 1086324736 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006774995987802921, + "loss": 0.0734, + "theoretical_loss": 3.6491515187385914, + "tokens_seen": 1086586880 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006774193548387097, + "loss": 0.071, + "theoretical_loss": 3.649069673559719, + "tokens_seen": 1086849024 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006773391108971273, + "loss": 0.073, + "theoretical_loss": 3.648987853645116, + "tokens_seen": 1087111168 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006772588669555448, + "loss": 0.0714, + "theoretical_loss": 3.648906058980894, + "tokens_seen": 1087373312 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006771786230139625, + "loss": 0.0733, + "theoretical_loss": 3.6488242895531764, + "tokens_seen": 1087635456 + }, + { + "epoch": 0.33, + "objective/train/advantage_avg": -0.0011570575879886746, + "objective/train/docs_used": 398862, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3781154155731201, + "objective/train/original_loss": 1.3781152963638306, + "objective/train/theoretical_loss": 3.6487425453480973, + "objective/train/tokens_used": 1108357600, + "objective/train/value_avg": -0.01184844970703125, + "objective/train/value_loss": 0.0004017421742901206, + "objective/train/value_max": -0.00011235475540161133, + "objective/train/value_min": -0.5693359375, + "objective/train/value_reward_corr": 0.7511646809907173, + "objective/train/value_std": 0.019317626953125, + "objective/train/weight_avg": 0.9990291595458984, + "objective/train/weighted_lm_loss": 1.376767873764038, + "objective/train/weights_max": 1.5934280157089233, + "objective/train/weights_min": 0.3696194887161255, + "theoretical_loss": 3.6487425453480973, + "tokens_seen": 1087897600 + }, + { + "epoch": 0.33, + "learning_rate": 0.00067709837907238, + "loss": 0.0721, + "theoretical_loss": 3.6487425453480973, + "tokens_seen": 1087897600 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006770181351307977, + "loss": 0.0712, + "theoretical_loss": 3.648660826351801, + "tokens_seen": 1088159744 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006769378911892153, + "loss": 0.0735, + "theoretical_loss": 3.6485791325504437, + "tokens_seen": 1088421888 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006768576472476328, + "loss": 0.0729, + "theoretical_loss": 3.648497463930192, + "tokens_seen": 1088684032 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006767774033060504, + "loss": 0.0728, + "theoretical_loss": 3.6484158204772235, + "tokens_seen": 1088946176 + }, + { + "epoch": 0.33, + "learning_rate": 0.000676697159364468, + "loss": 0.0748, + "theoretical_loss": 3.648334202177727, + "tokens_seen": 1089208320 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006766169154228856, + "loss": 0.0762, + "theoretical_loss": 3.648252609017902, + "tokens_seen": 1089470464 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006765366714813031, + "loss": 0.074, + "theoretical_loss": 3.648171040983959, + "tokens_seen": 1089732608 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006764564275397208, + "loss": 0.0762, + "theoretical_loss": 3.648089498062119, + "tokens_seen": 1089994752 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006763761835981383, + "loss": 0.0752, + "theoretical_loss": 3.648007980238614, + "tokens_seen": 1090256896 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006762959396565558, + "loss": 0.0723, + "theoretical_loss": 3.6479264874996877, + "tokens_seen": 1090519040 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006762156957149736, + "loss": 0.0727, + "theoretical_loss": 3.6478450198315926, + "tokens_seen": 1090781184 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006761354517733911, + "loss": 0.0753, + "theoretical_loss": 3.6477635772205947, + "tokens_seen": 1091043328 + }, + { + "epoch": 0.33, + "objective/train/advantage_avg": 0.0005812185700051486, + "objective/train/docs_used": 400125, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5706026554107666, + "objective/train/original_loss": 1.5706026554107666, + "objective/train/theoretical_loss": 3.647722865307218, + "objective/train/tokens_used": 1111634400, + "objective/train/value_avg": -0.006664276123046875, + "objective/train/value_loss": 0.00013874545402359217, + "objective/train/value_max": -0.0001214742660522461, + "objective/train/value_min": -0.422607421875, + "objective/train/value_reward_corr": 0.6533019143530945, + "objective/train/value_std": 0.01009368896484375, + "objective/train/weight_avg": 1.0006484985351562, + "objective/train/weighted_lm_loss": 1.5707814693450928, + "objective/train/weights_max": 1.1674071550369263, + "objective/train/weights_min": 0.6084575653076172, + "theoretical_loss": 3.647722865307218, + "tokens_seen": 1091174400 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006760552078318088, + "loss": 0.0748, + "theoretical_loss": 3.647682159652969, + "tokens_seen": 1091305472 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006759749638902263, + "loss": 0.0739, + "theoretical_loss": 3.647600767115002, + "tokens_seen": 1091567616 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006758947199486439, + "loss": 0.0756, + "theoretical_loss": 3.6475193995929907, + "tokens_seen": 1091829760 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006758144760070615, + "loss": 0.0735, + "theoretical_loss": 3.6474380570732423, + "tokens_seen": 1092091904 + }, + { + "epoch": 0.33, + "learning_rate": 0.000675734232065479, + "loss": 0.0748, + "theoretical_loss": 3.6473567395420767, + "tokens_seen": 1092354048 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006756539881238966, + "loss": 0.0728, + "theoretical_loss": 3.647275446985822, + "tokens_seen": 1092616192 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006755737441823142, + "loss": 0.0739, + "theoretical_loss": 3.64719417939082, + "tokens_seen": 1092878336 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006754935002407319, + "loss": 0.0757, + "theoretical_loss": 3.6471129367434205, + "tokens_seen": 1093140480 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006754132562991494, + "loss": 0.0714, + "theoretical_loss": 3.647031719029985, + "tokens_seen": 1093402624 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006753330123575671, + "loss": 0.0728, + "theoretical_loss": 3.646950526236887, + "tokens_seen": 1093664768 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006752527684159846, + "loss": 0.0739, + "theoretical_loss": 3.6468693583505085, + "tokens_seen": 1093926912 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006751725244744022, + "loss": 0.0757, + "theoretical_loss": 3.646788215357244, + "tokens_seen": 1094189056 + }, + { + "epoch": 0.33, + "objective/train/advantage_avg": 0.0005810196744278073, + "objective/train/docs_used": 401268, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3938273191452026, + "objective/train/original_loss": 1.393827199935913, + "objective/train/theoretical_loss": 3.646707097243498, + "objective/train/tokens_used": 1114911200, + "objective/train/value_avg": -0.00780487060546875, + "objective/train/value_loss": 0.0002062001876765862, + "objective/train/value_max": -0.0002434253692626953, + "objective/train/value_min": -0.69580078125, + "objective/train/value_reward_corr": 0.6861382527982105, + "objective/train/value_std": 0.01181793212890625, + "objective/train/weight_avg": 1.0006771087646484, + "objective/train/weighted_lm_loss": 1.3942946195602417, + "objective/train/weights_max": 1.2111464738845825, + "objective/train/weights_min": 0.3729293644428253, + "theoretical_loss": 3.646707097243498, + "tokens_seen": 1094451200 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006750922805328198, + "loss": 0.0733, + "theoretical_loss": 3.646707097243498, + "tokens_seen": 1094451200 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006750120365912373, + "loss": 0.0726, + "theoretical_loss": 3.646626003995685, + "tokens_seen": 1094713344 + }, + { + "epoch": 0.33, + "learning_rate": 0.000674931792649655, + "loss": 0.0756, + "theoretical_loss": 3.6465449356002315, + "tokens_seen": 1094975488 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006748515487080725, + "loss": 0.0711, + "theoretical_loss": 3.646463892043574, + "tokens_seen": 1095237632 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006747713047664902, + "loss": 0.0736, + "theoretical_loss": 3.6463828733121586, + "tokens_seen": 1095499776 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006746910608249078, + "loss": 0.0745, + "theoretical_loss": 3.6463018793924453, + "tokens_seen": 1095761920 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006746108168833254, + "loss": 0.0711, + "theoretical_loss": 3.6462209102709, + "tokens_seen": 1096024064 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006745305729417429, + "loss": 0.0719, + "theoretical_loss": 3.6461399659340037, + "tokens_seen": 1096286208 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006744503290001605, + "loss": 0.0738, + "theoretical_loss": 3.6460590463682454, + "tokens_seen": 1096548352 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006743700850585781, + "loss": 0.0726, + "theoretical_loss": 3.6459781515601244, + "tokens_seen": 1096810496 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006742898411169956, + "loss": 0.0747, + "theoretical_loss": 3.6458972814961528, + "tokens_seen": 1097072640 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006742095971754133, + "loss": 0.0721, + "theoretical_loss": 3.6458164361628516, + "tokens_seen": 1097334784 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006741293532338308, + "loss": 0.072, + "theoretical_loss": 3.645735615546752, + "tokens_seen": 1097596928 + }, + { + "epoch": 0.33, + "objective/train/advantage_avg": 0.0019502420909702778, + "objective/train/docs_used": 402429, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3523653745651245, + "objective/train/original_loss": 1.352365255355835, + "objective/train/theoretical_loss": 3.645695214503448, + "objective/train/tokens_used": 1118188000, + "objective/train/value_avg": -0.0061492919921875, + "objective/train/value_loss": 0.00015922640159260482, + "objective/train/value_max": -0.00011771917343139648, + "objective/train/value_min": -0.60546875, + "objective/train/value_reward_corr": 0.6207778674470112, + "objective/train/value_std": 0.01168060302734375, + "objective/train/weight_avg": 1.0020220279693604, + "objective/train/weighted_lm_loss": 1.3551734685897827, + "objective/train/weights_max": 1.338438868522644, + "objective/train/weights_min": 0.38761067390441895, + "theoretical_loss": 3.645695214503448, + "tokens_seen": 1097728000 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006740491092922485, + "loss": 0.075, + "theoretical_loss": 3.645654819634397, + "tokens_seen": 1097859072 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006739688653506661, + "loss": 0.0731, + "theoretical_loss": 3.6455740484123407, + "tokens_seen": 1098121216 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006738886214090836, + "loss": 0.0711, + "theoretical_loss": 3.645493301867145, + "tokens_seen": 1098383360 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006738083774675012, + "loss": 0.0747, + "theoretical_loss": 3.6454125799853854, + "tokens_seen": 1098645504 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006737281335259188, + "loss": 0.0733, + "theoretical_loss": 3.645331882753645, + "tokens_seen": 1098907648 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006736478895843364, + "loss": 0.0731, + "theoretical_loss": 3.6452512101585195, + "tokens_seen": 1099169792 + }, + { + "epoch": 0.33, + "learning_rate": 0.000673567645642754, + "loss": 0.0699, + "theoretical_loss": 3.645170562186615, + "tokens_seen": 1099431936 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006734874017011716, + "loss": 0.0742, + "theoretical_loss": 3.6450899388245466, + "tokens_seen": 1099694080 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006734071577595891, + "loss": 0.0745, + "theoretical_loss": 3.645009340058941, + "tokens_seen": 1099956224 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006733269138180067, + "loss": 0.0733, + "theoretical_loss": 3.644928765876436, + "tokens_seen": 1100218368 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006732466698764244, + "loss": 0.072, + "theoretical_loss": 3.644848216263678, + "tokens_seen": 1100480512 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006731664259348419, + "loss": 0.0748, + "theoretical_loss": 3.6447676912073255, + "tokens_seen": 1100742656 + }, + { + "epoch": 0.33, + "objective/train/advantage_avg": -0.004410771187394857, + "objective/train/docs_used": 403530, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6409411430358887, + "objective/train/original_loss": 1.6409411430358887, + "objective/train/theoretical_loss": 3.6446871906940466, + "objective/train/tokens_used": 1121464800, + "objective/train/value_avg": -0.00940704345703125, + "objective/train/value_loss": 0.0007359815062955022, + "objective/train/value_max": -9.685754776000977e-05, + "objective/train/value_min": -0.18994140625, + "objective/train/value_reward_corr": 0.8333165568336717, + "objective/train/value_std": 0.01568603515625, + "objective/train/weight_avg": 0.995939314365387, + "objective/train/weighted_lm_loss": 1.6331703662872314, + "objective/train/weights_max": 1.1569092273712158, + "objective/train/weights_min": 0.36802366375923157, + "theoretical_loss": 3.6446871906940466, + "tokens_seen": 1101004800 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006730861819932596, + "loss": 0.0755, + "theoretical_loss": 3.6446871906940466, + "tokens_seen": 1101004800 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006730059380516771, + "loss": 0.0719, + "theoretical_loss": 3.6446067147105197, + "tokens_seen": 1101266944 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006729256941100947, + "loss": 0.0711, + "theoretical_loss": 3.644526263243433, + "tokens_seen": 1101529088 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006728454501685123, + "loss": 0.0748, + "theoretical_loss": 3.644445836279488, + "tokens_seen": 1101791232 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006727652062269298, + "loss": 0.0695, + "theoretical_loss": 3.644365433805393, + "tokens_seen": 1102053376 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006726849622853474, + "loss": 0.0718, + "theoretical_loss": 3.6442850558078685, + "tokens_seen": 1102315520 + }, + { + "epoch": 0.33, + "learning_rate": 0.000672604718343765, + "loss": 0.0764, + "theoretical_loss": 3.6442047022736452, + "tokens_seen": 1102577664 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006725244744021827, + "loss": 0.0757, + "theoretical_loss": 3.644124373189464, + "tokens_seen": 1102839808 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006724442304606002, + "loss": 0.0743, + "theoretical_loss": 3.644044068542076, + "tokens_seen": 1103101952 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006723639865190179, + "loss": 0.0727, + "theoretical_loss": 3.643963788318242, + "tokens_seen": 1103364096 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006722837425774354, + "loss": 0.0722, + "theoretical_loss": 3.6438835325047356, + "tokens_seen": 1103626240 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006722034986358531, + "loss": 0.0728, + "theoretical_loss": 3.6438033010883375, + "tokens_seen": 1103888384 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006721232546942706, + "loss": 0.0745, + "theoretical_loss": 3.643723094055841, + "tokens_seen": 1104150528 + }, + { + "epoch": 0.33, + "objective/train/advantage_avg": -0.0009914255933836102, + "objective/train/docs_used": 404699, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5781607627868652, + "objective/train/original_loss": 1.5781607627868652, + "objective/train/theoretical_loss": 3.643682999679431, + "objective/train/tokens_used": 1124741600, + "objective/train/value_avg": -0.00872039794921875, + "objective/train/value_loss": 0.000535635044798255, + "objective/train/value_max": -0.00011682510375976562, + "objective/train/value_min": -0.48876953125, + "objective/train/value_reward_corr": 0.6101752793546218, + "objective/train/value_std": 0.01515960693359375, + "objective/train/weight_avg": 0.999238908290863, + "objective/train/weighted_lm_loss": 1.5771995782852173, + "objective/train/weights_max": 1.363908052444458, + "objective/train/weights_min": 0.36900386214256287, + "theoretical_loss": 3.643682999679431, + "tokens_seen": 1104281600 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006720430107526881, + "loss": 0.0766, + "theoretical_loss": 3.643642911394048, + "tokens_seen": 1104412672 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006719627668111058, + "loss": 0.0733, + "theoretical_loss": 3.643562753089772, + "tokens_seen": 1104674816 + }, + { + "epoch": 0.33, + "learning_rate": 0.0006718825228695233, + "loss": 0.0732, + "theoretical_loss": 3.6434826191298364, + "tokens_seen": 1104936960 + }, + { + "epoch": 0.33, + "learning_rate": 0.000671802278927941, + "loss": 0.0727, + "theoretical_loss": 3.6434025095010747, + "tokens_seen": 1105199104 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006717220349863586, + "loss": 0.0762, + "theoretical_loss": 3.6433224241903304, + "tokens_seen": 1105461248 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006716417910447762, + "loss": 0.0748, + "theoretical_loss": 3.643242363184458, + "tokens_seen": 1105723392 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006715615471031937, + "loss": 0.074, + "theoretical_loss": 3.6431623264703212, + "tokens_seen": 1105985536 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006714813031616113, + "loss": 0.0709, + "theoretical_loss": 3.6430823140347943, + "tokens_seen": 1106247680 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006714010592200289, + "loss": 0.0726, + "theoretical_loss": 3.643002325864763, + "tokens_seen": 1106509824 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006713208152784464, + "loss": 0.0726, + "theoretical_loss": 3.6429223619471207, + "tokens_seen": 1106771968 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006712405713368641, + "loss": 0.0749, + "theoretical_loss": 3.6428424222687736, + "tokens_seen": 1107034112 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006711603273952816, + "loss": 0.0738, + "theoretical_loss": 3.642762506816636, + "tokens_seen": 1107296256 + }, + { + "epoch": 0.34, + "objective/train/advantage_avg": 1.6550631016798434e-06, + "objective/train/docs_used": 405946, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4818369150161743, + "objective/train/original_loss": 1.4818370342254639, + "objective/train/theoretical_loss": 3.642682615577634, + "objective/train/tokens_used": 1128018400, + "objective/train/value_avg": -0.0082244873046875, + "objective/train/value_loss": 0.00032275915145874023, + "objective/train/value_max": -0.0001442432403564453, + "objective/train/value_min": -0.38134765625, + "objective/train/value_reward_corr": 0.5784712161676469, + "objective/train/value_std": 0.01244354248046875, + "objective/train/weight_avg": 1.0001521110534668, + "objective/train/weighted_lm_loss": 1.4825050830841064, + "objective/train/weights_max": 1.2098969221115112, + "objective/train/weights_min": 0.613886296749115, + "theoretical_loss": 3.642682615577634, + "tokens_seen": 1107558400 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006710800834536994, + "loss": 0.0717, + "theoretical_loss": 3.642682615577634, + "tokens_seen": 1107558400 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006709998395121169, + "loss": 0.0758, + "theoretical_loss": 3.6426027485387023, + "tokens_seen": 1107820544 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006709195955705344, + "loss": 0.0732, + "theoretical_loss": 3.6425229056867865, + "tokens_seen": 1108082688 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006708393516289521, + "loss": 0.0722, + "theoretical_loss": 3.642443087008844, + "tokens_seen": 1108344832 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006707591076873696, + "loss": 0.0716, + "theoretical_loss": 3.6423632924918383, + "tokens_seen": 1108606976 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006706788637457872, + "loss": 0.0726, + "theoretical_loss": 3.6422835221227468, + "tokens_seen": 1108869120 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006705986198042048, + "loss": 0.0726, + "theoretical_loss": 3.6422037758885555, + "tokens_seen": 1109131264 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006705183758626224, + "loss": 0.0743, + "theoretical_loss": 3.6421240537762607, + "tokens_seen": 1109393408 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006704381319210399, + "loss": 0.0772, + "theoretical_loss": 3.6420443557728674, + "tokens_seen": 1109655552 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006703578879794575, + "loss": 0.0738, + "theoretical_loss": 3.6419646818653932, + "tokens_seen": 1109917696 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006702776440378752, + "loss": 0.0757, + "theoretical_loss": 3.641885032040864, + "tokens_seen": 1110179840 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006701974000962927, + "loss": 0.075, + "theoretical_loss": 3.6418054062863163, + "tokens_seen": 1110441984 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006701171561547104, + "loss": 0.0728, + "theoretical_loss": 3.6417258045887966, + "tokens_seen": 1110704128 + }, + { + "epoch": 0.34, + "objective/train/advantage_avg": -0.0012233435409143567, + "objective/train/docs_used": 406993, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4767595529556274, + "objective/train/original_loss": 1.476759433746338, + "objective/train/theoretical_loss": 3.6416860127573765, + "objective/train/tokens_used": 1131295200, + "objective/train/value_avg": -0.0069427490234375, + "objective/train/value_loss": 0.00043851035297848284, + "objective/train/value_max": -5.918741226196289e-05, + "objective/train/value_min": -0.703125, + "objective/train/value_reward_corr": 0.6176815620155531, + "objective/train/value_std": 0.013275146484375, + "objective/train/weight_avg": 0.9989518523216248, + "objective/train/weighted_lm_loss": 1.4735897779464722, + "objective/train/weights_max": 1.1686047315597534, + "objective/train/weights_min": 0.2260430008172989, + "theoretical_loss": 3.6416860127573765, + "tokens_seen": 1110835200 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006700369122131279, + "loss": 0.0743, + "theoretical_loss": 3.641646226935361, + "tokens_seen": 1110966272 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006699566682715455, + "loss": 0.0757, + "theoretical_loss": 3.641566673313076, + "tokens_seen": 1111228416 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006698764243299631, + "loss": 0.0774, + "theoretical_loss": 3.6414871437090186, + "tokens_seen": 1111490560 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006697961803883806, + "loss": 0.075, + "theoretical_loss": 3.641407638110275, + "tokens_seen": 1111752704 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006697159364467983, + "loss": 0.0752, + "theoretical_loss": 3.641328156503942, + "tokens_seen": 1112014848 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006696356925052158, + "loss": 0.0756, + "theoretical_loss": 3.6412486988771255, + "tokens_seen": 1112276992 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006695554485636335, + "loss": 0.0727, + "theoretical_loss": 3.6411692652169423, + "tokens_seen": 1112539136 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006694752046220511, + "loss": 0.0747, + "theoretical_loss": 3.641089855510518, + "tokens_seen": 1112801280 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006693949606804687, + "loss": 0.0725, + "theoretical_loss": 3.64101046974499, + "tokens_seen": 1113063424 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006693147167388862, + "loss": 0.0738, + "theoretical_loss": 3.640931107907504, + "tokens_seen": 1113325568 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006692344727973039, + "loss": 0.0766, + "theoretical_loss": 3.6408517699852165, + "tokens_seen": 1113587712 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006691542288557214, + "loss": 0.0778, + "theoretical_loss": 3.640772455965293, + "tokens_seen": 1113849856 + }, + { + "epoch": 0.34, + "objective/train/advantage_avg": 0.0015562904300168157, + "objective/train/docs_used": 408181, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4251779317855835, + "objective/train/original_loss": 1.425178050994873, + "objective/train/theoretical_loss": 3.64069316583491, + "objective/train/tokens_used": 1134572000, + "objective/train/value_avg": -0.0097808837890625, + "objective/train/value_loss": 0.000290987896732986, + "objective/train/value_max": -7.659196853637695e-05, + "objective/train/value_min": -0.48388671875, + "objective/train/value_reward_corr": 0.6505532827730163, + "objective/train/value_std": 0.0165557861328125, + "objective/train/weight_avg": 1.0016897916793823, + "objective/train/weighted_lm_loss": 1.4273221492767334, + "objective/train/weights_max": 1.3341925144195557, + "objective/train/weights_min": 0.3697901666164398, + "theoretical_loss": 3.64069316583491, + "tokens_seen": 1114112000 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006690739849141389, + "loss": 0.0724, + "theoretical_loss": 3.64069316583491, + "tokens_seen": 1114112000 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006689937409725566, + "loss": 0.075, + "theoretical_loss": 3.640613899581253, + "tokens_seen": 1114374144 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006689134970309741, + "loss": 0.0775, + "theoretical_loss": 3.6405346571915187, + "tokens_seen": 1114636288 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006688332530893918, + "loss": 0.0753, + "theoretical_loss": 3.6404554386529115, + "tokens_seen": 1114898432 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006687530091478094, + "loss": 0.0718, + "theoretical_loss": 3.640376243952648, + "tokens_seen": 1115160576 + }, + { + "epoch": 0.34, + "learning_rate": 0.000668672765206227, + "loss": 0.0718, + "theoretical_loss": 3.640297073077953, + "tokens_seen": 1115422720 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006685925212646445, + "loss": 0.0776, + "theoretical_loss": 3.640217926016061, + "tokens_seen": 1115684864 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006685122773230621, + "loss": 0.0738, + "theoretical_loss": 3.6401388027542185, + "tokens_seen": 1115947008 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006684320333814797, + "loss": 0.0705, + "theoretical_loss": 3.6400597032796798, + "tokens_seen": 1116209152 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006683517894398973, + "loss": 0.0749, + "theoretical_loss": 3.6399806275797095, + "tokens_seen": 1116471296 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006682715454983149, + "loss": 0.076, + "theoretical_loss": 3.639901575641582, + "tokens_seen": 1116733440 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006681913015567324, + "loss": 0.074, + "theoretical_loss": 3.6398225474525816, + "tokens_seen": 1116995584 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006681110576151502, + "loss": 0.0725, + "theoretical_loss": 3.639743543000003, + "tokens_seen": 1117257728 + }, + { + "epoch": 0.34, + "objective/train/advantage_avg": 0.0008350322023034096, + "objective/train/docs_used": 409409, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.539813756942749, + "objective/train/original_loss": 1.5398136377334595, + "objective/train/theoretical_loss": 3.639704049670904, + "objective/train/tokens_used": 1137848800, + "objective/train/value_avg": -0.00772857666015625, + "objective/train/value_loss": 0.00033091637305915356, + "objective/train/value_max": -7.545948028564453e-05, + "objective/train/value_min": -0.69091796875, + "objective/train/value_reward_corr": 0.5998812524543679, + "objective/train/value_std": 0.01291656494140625, + "objective/train/weight_avg": 1.0009782314300537, + "objective/train/weighted_lm_loss": 1.5403703451156616, + "objective/train/weights_max": 1.3848419189453125, + "objective/train/weights_min": 0.23050834238529205, + "theoretical_loss": 3.639704049670904, + "tokens_seen": 1117388800 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006680308136735677, + "loss": 0.0729, + "theoretical_loss": 3.6396645622711494, + "tokens_seen": 1117519872 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006679505697319852, + "loss": 0.0762, + "theoretical_loss": 3.639585605253335, + "tokens_seen": 1117782016 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006678703257904029, + "loss": 0.0736, + "theoretical_loss": 3.639506671933882, + "tokens_seen": 1118044160 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006677900818488204, + "loss": 0.0738, + "theoretical_loss": 3.639427762300125, + "tokens_seen": 1118306304 + }, + { + "epoch": 0.34, + "learning_rate": 0.000667709837907238, + "loss": 0.0746, + "theoretical_loss": 3.6393488763394064, + "tokens_seen": 1118568448 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006676295939656556, + "loss": 0.0737, + "theoretical_loss": 3.639270014039078, + "tokens_seen": 1118830592 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006675493500240732, + "loss": 0.0739, + "theoretical_loss": 3.6391911753865034, + "tokens_seen": 1119092736 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006674691060824907, + "loss": 0.0753, + "theoretical_loss": 3.639112360369054, + "tokens_seen": 1119354880 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006673888621409083, + "loss": 0.0762, + "theoretical_loss": 3.6390335689741113, + "tokens_seen": 1119617024 + }, + { + "epoch": 0.34, + "learning_rate": 0.000667308618199326, + "loss": 0.075, + "theoretical_loss": 3.638954801189067, + "tokens_seen": 1119879168 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006672283742577436, + "loss": 0.0758, + "theoretical_loss": 3.6388760570013226, + "tokens_seen": 1120141312 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006671481303161612, + "loss": 0.073, + "theoretical_loss": 3.6387973363982877, + "tokens_seen": 1120403456 + }, + { + "epoch": 0.34, + "objective/train/advantage_avg": 0.0019475150620564818, + "objective/train/docs_used": 410712, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4364128112792969, + "objective/train/original_loss": 1.4364126920700073, + "objective/train/theoretical_loss": 3.638718639367384, + "objective/train/tokens_used": 1141125600, + "objective/train/value_avg": -0.00817108154296875, + "objective/train/value_loss": 0.0001576409995323047, + "objective/train/value_max": -0.00011235475540161133, + "objective/train/value_min": -0.6357421875, + "objective/train/value_reward_corr": 0.8028978753044402, + "objective/train/value_std": 0.0169830322265625, + "objective/train/weight_avg": 1.0020239353179932, + "objective/train/weighted_lm_loss": 1.4406399726867676, + "objective/train/weights_max": 1.4271976947784424, + "objective/train/weights_min": 0.5461962223052979, + "theoretical_loss": 3.638718639367384, + "tokens_seen": 1120665600 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006670678863745787, + "loss": 0.0727, + "theoretical_loss": 3.638718639367384, + "tokens_seen": 1120665600 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006669876424329964, + "loss": 0.0737, + "theoretical_loss": 3.638639965896041, + "tokens_seen": 1120927744 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006669073984914139, + "loss": 0.0764, + "theoretical_loss": 3.638561315971698, + "tokens_seen": 1121189888 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006668271545498314, + "loss": 0.0732, + "theoretical_loss": 3.638482689581805, + "tokens_seen": 1121452032 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006667469106082491, + "loss": 0.0723, + "theoretical_loss": 3.6384040867138214, + "tokens_seen": 1121714176 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006666666666666666, + "loss": 0.0764, + "theoretical_loss": 3.6383255073552148, + "tokens_seen": 1121976320 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006665864227250843, + "loss": 0.0752, + "theoretical_loss": 3.638246951493463, + "tokens_seen": 1122238464 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006665061787835019, + "loss": 0.0738, + "theoretical_loss": 3.6381684191160555, + "tokens_seen": 1122500608 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006664259348419195, + "loss": 0.0724, + "theoretical_loss": 3.638089910210488, + "tokens_seen": 1122762752 + }, + { + "epoch": 0.34, + "learning_rate": 0.000666345690900337, + "loss": 0.0761, + "theoretical_loss": 3.638011424764269, + "tokens_seen": 1123024896 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006662654469587546, + "loss": 0.0709, + "theoretical_loss": 3.6379329627649137, + "tokens_seen": 1123287040 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006661852030171722, + "loss": 0.0732, + "theoretical_loss": 3.6378545241999487, + "tokens_seen": 1123549184 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006661049590755897, + "loss": 0.0744, + "theoretical_loss": 3.637776109056909, + "tokens_seen": 1123811328 + }, + { + "epoch": 0.34, + "objective/train/advantage_avg": -0.0018228861736133695, + "objective/train/docs_used": 411904, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2392311096191406, + "objective/train/original_loss": 1.2392308712005615, + "objective/train/theoretical_loss": 3.637736910264719, + "objective/train/tokens_used": 1144402400, + "objective/train/value_avg": -0.0086669921875, + "objective/train/value_loss": 0.0007635118090547621, + "objective/train/value_max": -0.0001055598258972168, + "objective/train/value_min": -0.92138671875, + "objective/train/value_reward_corr": 0.6401161953242168, + "objective/train/value_std": 0.01837158203125, + "objective/train/weight_avg": 0.9984673261642456, + "objective/train/weighted_lm_loss": 1.2364581823349, + "objective/train/weights_max": 2.512772560119629, + "objective/train/weights_min": 0.05409615859389305, + "theoretical_loss": 3.637736910264719, + "tokens_seen": 1123942400 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006660247151340074, + "loss": 0.0736, + "theoretical_loss": 3.6376977173233405, + "tokens_seen": 1124073472 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006659444711924249, + "loss": 0.0729, + "theoretical_loss": 3.6376193489867976, + "tokens_seen": 1124335616 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006658642272508427, + "loss": 0.0756, + "theoretical_loss": 3.6375410040348446, + "tokens_seen": 1124597760 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006657839833092602, + "loss": 0.0709, + "theoretical_loss": 3.637462682455055, + "tokens_seen": 1124859904 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006657037393676778, + "loss": 0.0736, + "theoretical_loss": 3.6373843842350118, + "tokens_seen": 1125122048 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006656234954260954, + "loss": 0.0752, + "theoretical_loss": 3.637306109362308, + "tokens_seen": 1125384192 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006655432514845129, + "loss": 0.0736, + "theoretical_loss": 3.6372278578245454, + "tokens_seen": 1125646336 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006654630075429305, + "loss": 0.0733, + "theoretical_loss": 3.6371496296093357, + "tokens_seen": 1125908480 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006653827636013481, + "loss": 0.0747, + "theoretical_loss": 3.6370714247043003, + "tokens_seen": 1126170624 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006653025196597657, + "loss": 0.0736, + "theoretical_loss": 3.6369932430970695, + "tokens_seen": 1126432768 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006652222757181832, + "loss": 0.0771, + "theoretical_loss": 3.6369150847752834, + "tokens_seen": 1126694912 + }, + { + "epoch": 0.34, + "learning_rate": 0.000665142031776601, + "loss": 0.0745, + "theoretical_loss": 3.6368369497265913, + "tokens_seen": 1126957056 + }, + { + "epoch": 0.34, + "objective/train/advantage_avg": -0.00462461868301034, + "objective/train/docs_used": 413086, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5293099880218506, + "objective/train/original_loss": 1.529309868812561, + "objective/train/theoretical_loss": 3.6367588379386513, + "objective/train/tokens_used": 1147679200, + "objective/train/value_avg": -0.012725830078125, + "objective/train/value_loss": 0.00112957414239645, + "objective/train/value_max": -9.173154830932617e-05, + "objective/train/value_min": -0.66796875, + "objective/train/value_reward_corr": 0.7999844262535878, + "objective/train/value_std": 0.0242767333984375, + "objective/train/weight_avg": 0.9958935379981995, + "objective/train/weighted_lm_loss": 1.5244309902191162, + "objective/train/weights_max": 1.5111058950424194, + "objective/train/weights_min": 0.37141308188438416, + "theoretical_loss": 3.6367588379386513, + "tokens_seen": 1127219200 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006650617878350185, + "loss": 0.0731, + "theoretical_loss": 3.6367588379386513, + "tokens_seen": 1127219200 + }, + { + "epoch": 0.34, + "learning_rate": 0.000664981543893436, + "loss": 0.0756, + "theoretical_loss": 3.636680749399133, + "tokens_seen": 1127481344 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006649012999518537, + "loss": 0.0744, + "theoretical_loss": 3.6366026840957133, + "tokens_seen": 1127743488 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006648210560102712, + "loss": 0.0759, + "theoretical_loss": 3.636524642016079, + "tokens_seen": 1128005632 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006647408120686889, + "loss": 0.0742, + "theoretical_loss": 3.636446623147927, + "tokens_seen": 1128267776 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006646605681271064, + "loss": 0.076, + "theoretical_loss": 3.6363686274789626, + "tokens_seen": 1128529920 + }, + { + "epoch": 0.34, + "learning_rate": 0.000664580324185524, + "loss": 0.073, + "theoretical_loss": 3.6362906549969014, + "tokens_seen": 1128792064 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006645000802439416, + "loss": 0.0739, + "theoretical_loss": 3.6362127056894673, + "tokens_seen": 1129054208 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006644198363023591, + "loss": 0.0751, + "theoretical_loss": 3.6361347795443955, + "tokens_seen": 1129316352 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006643395923607768, + "loss": 0.0738, + "theoretical_loss": 3.636056876549427, + "tokens_seen": 1129578496 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006642593484191944, + "loss": 0.0739, + "theoretical_loss": 3.6359789966923164, + "tokens_seen": 1129840640 + }, + { + "epoch": 0.34, + "learning_rate": 0.000664179104477612, + "loss": 0.0772, + "theoretical_loss": 3.6359011399608243, + "tokens_seen": 1130102784 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006640988605360295, + "loss": 0.0748, + "theoretical_loss": 3.6358233063427225, + "tokens_seen": 1130364928 + }, + { + "epoch": 0.34, + "objective/train/advantage_avg": 0.0019490495324134827, + "objective/train/docs_used": 414307, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6243361234664917, + "objective/train/original_loss": 1.6243358850479126, + "objective/train/theoretical_loss": 3.635784398197374, + "objective/train/tokens_used": 1150956000, + "objective/train/value_avg": -0.00785064697265625, + "objective/train/value_loss": 0.0002847852010745555, + "objective/train/value_max": -0.00013339519500732422, + "objective/train/value_min": -0.9482421875, + "objective/train/value_reward_corr": 0.6103086829924147, + "objective/train/value_std": 0.01496124267578125, + "objective/train/weight_avg": 1.0020760297775269, + "objective/train/weighted_lm_loss": 1.6275526285171509, + "objective/train/weights_max": 1.4380402565002441, + "objective/train/weights_min": 0.3803456723690033, + "theoretical_loss": 3.635784398197374, + "tokens_seen": 1130496000 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006640186165944472, + "loss": 0.0717, + "theoretical_loss": 3.635745495825791, + "tokens_seen": 1130627072 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006639383726528647, + "loss": 0.072, + "theoretical_loss": 3.63566770839782, + "tokens_seen": 1130889216 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006638581287112822, + "loss": 0.0743, + "theoretical_loss": 3.6355899440466075, + "tokens_seen": 1131151360 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006637778847696999, + "loss": 0.0729, + "theoretical_loss": 3.635512202759964, + "tokens_seen": 1131413504 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006636976408281174, + "loss": 0.0737, + "theoretical_loss": 3.635434484525704, + "tokens_seen": 1131675648 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006636173968865351, + "loss": 0.0758, + "theoretical_loss": 3.6353567893316567, + "tokens_seen": 1131937792 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006635371529449527, + "loss": 0.0737, + "theoretical_loss": 3.6352791171656573, + "tokens_seen": 1132199936 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006634569090033703, + "loss": 0.0741, + "theoretical_loss": 3.635201468015551, + "tokens_seen": 1132462080 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006633766650617879, + "loss": 0.0739, + "theoretical_loss": 3.635123841869193, + "tokens_seen": 1132724224 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006632964211202054, + "loss": 0.0751, + "theoretical_loss": 3.6350462387144464, + "tokens_seen": 1132986368 + }, + { + "epoch": 0.34, + "learning_rate": 0.000663216177178623, + "loss": 0.0747, + "theoretical_loss": 3.634968658539184, + "tokens_seen": 1133248512 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006631359332370406, + "loss": 0.0767, + "theoretical_loss": 3.6348911013312883, + "tokens_seen": 1133510656 + }, + { + "epoch": 0.34, + "objective/train/advantage_avg": 0.0002444452838972211, + "objective/train/docs_used": 415442, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4766687154769897, + "objective/train/original_loss": 1.4766688346862793, + "objective/train/theoretical_loss": 3.6348135670786506, + "objective/train/tokens_used": 1154232800, + "objective/train/value_avg": -0.0066070556640625, + "objective/train/value_loss": 0.00012931338278576732, + "objective/train/value_max": -0.00011771917343139648, + "objective/train/value_min": -0.470947265625, + "objective/train/value_reward_corr": 0.617403725402107, + "objective/train/value_std": 0.01044464111328125, + "objective/train/weight_avg": 1.0003076791763306, + "objective/train/weighted_lm_loss": 1.4772670269012451, + "objective/train/weights_max": 1.3611767292022705, + "objective/train/weights_min": 0.611497700214386, + "theoretical_loss": 3.6348135670786506, + "tokens_seen": 1133772800 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006630556892954582, + "loss": 0.0735, + "theoretical_loss": 3.6348135670786506, + "tokens_seen": 1133772800 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006629754453538757, + "loss": 0.0744, + "theoretical_loss": 3.6347360557691712, + "tokens_seen": 1134034944 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006628952014122935, + "loss": 0.0737, + "theoretical_loss": 3.63465856739076, + "tokens_seen": 1134297088 + }, + { + "epoch": 0.34, + "learning_rate": 0.000662814957470711, + "loss": 0.0745, + "theoretical_loss": 3.634581101931336, + "tokens_seen": 1134559232 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006627347135291286, + "loss": 0.0752, + "theoretical_loss": 3.6345036593788276, + "tokens_seen": 1134821376 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006626544695875462, + "loss": 0.0755, + "theoretical_loss": 3.6344262397211704, + "tokens_seen": 1135083520 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006625742256459637, + "loss": 0.0752, + "theoretical_loss": 3.6343488429463124, + "tokens_seen": 1135345664 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006624939817043813, + "loss": 0.0759, + "theoretical_loss": 3.634271469042208, + "tokens_seen": 1135607808 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006624137377627989, + "loss": 0.0726, + "theoretical_loss": 3.634194117996822, + "tokens_seen": 1135869952 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006623334938212165, + "loss": 0.0736, + "theoretical_loss": 3.634116789798129, + "tokens_seen": 1136132096 + }, + { + "epoch": 0.34, + "learning_rate": 0.000662253249879634, + "loss": 0.0769, + "theoretical_loss": 3.6340394844341097, + "tokens_seen": 1136394240 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006621730059380518, + "loss": 0.0767, + "theoretical_loss": 3.6339622018927575, + "tokens_seen": 1136656384 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006620927619964693, + "loss": 0.0738, + "theoretical_loss": 3.633884942162073, + "tokens_seen": 1136918528 + }, + { + "epoch": 0.34, + "objective/train/advantage_avg": 0.0022047944366931915, + "objective/train/docs_used": 416597, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.550966501235962, + "objective/train/original_loss": 1.550966501235962, + "objective/train/theoretical_loss": 3.633846320846984, + "objective/train/tokens_used": 1157509600, + "objective/train/value_avg": -0.0078887939453125, + "objective/train/value_loss": 0.0001995539350900799, + "objective/train/value_max": -0.0001366138458251953, + "objective/train/value_min": -0.32861328125, + "objective/train/value_reward_corr": 0.5488016913770506, + "objective/train/value_std": 0.01068115234375, + "objective/train/weight_avg": 1.0022952556610107, + "objective/train/weighted_lm_loss": 1.5541671514511108, + "objective/train/weights_max": 1.2757126092910767, + "objective/train/weights_min": 0.3689151704311371, + "theoretical_loss": 3.633846320846984, + "tokens_seen": 1137049600 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006620125180548869, + "loss": 0.0734, + "theoretical_loss": 3.6338077052300664, + "tokens_seen": 1137180672 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006619322741133045, + "loss": 0.0724, + "theoretical_loss": 3.633730491084756, + "tokens_seen": 1137442816 + }, + { + "epoch": 0.34, + "learning_rate": 0.000661852030171722, + "loss": 0.0747, + "theoretical_loss": 3.6336532997141706, + "tokens_seen": 1137704960 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006617717862301397, + "loss": 0.0779, + "theoretical_loss": 3.6335761311063473, + "tokens_seen": 1137967104 + }, + { + "epoch": 0.34, + "learning_rate": 0.0006616915422885572, + "loss": 0.0763, + "theoretical_loss": 3.633498985249332, + "tokens_seen": 1138229248 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006616112983469748, + "loss": 0.0738, + "theoretical_loss": 3.63342186213118, + "tokens_seen": 1138491392 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006615310544053924, + "loss": 0.0737, + "theoretical_loss": 3.6333447617399557, + "tokens_seen": 1138753536 + }, + { + "epoch": 0.35, + "learning_rate": 0.00066145081046381, + "loss": 0.0751, + "theoretical_loss": 3.6332676840637324, + "tokens_seen": 1139015680 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006613705665222276, + "loss": 0.0758, + "theoretical_loss": 3.633190629090592, + "tokens_seen": 1139277824 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006612903225806452, + "loss": 0.0749, + "theoretical_loss": 3.6331135968086263, + "tokens_seen": 1139539968 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006612100786390628, + "loss": 0.0738, + "theoretical_loss": 3.633036587205935, + "tokens_seen": 1139802112 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006611298346974803, + "loss": 0.0744, + "theoretical_loss": 3.6329596002706275, + "tokens_seen": 1140064256 + }, + { + "epoch": 0.35, + "objective/train/advantage_avg": 0.000981353223323822, + "objective/train/docs_used": 417664, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4491758346557617, + "objective/train/original_loss": 1.4491758346557617, + "objective/train/theoretical_loss": 3.632882635990822, + "objective/train/tokens_used": 1160786400, + "objective/train/value_avg": -0.007030487060546875, + "objective/train/value_loss": 0.00016383999900426716, + "objective/train/value_max": -9.685754776000977e-05, + "objective/train/value_min": -0.56884765625, + "objective/train/value_reward_corr": 0.7972180029587717, + "objective/train/value_std": 0.020416259765625, + "objective/train/weight_avg": 1.0010629892349243, + "objective/train/weighted_lm_loss": 1.4513049125671387, + "objective/train/weights_max": 1.2364296913146973, + "objective/train/weights_min": 0.7104057669639587, + "theoretical_loss": 3.632882635990822, + "tokens_seen": 1140326400 + }, + { + "epoch": 0.35, + "learning_rate": 0.000661049590755898, + "loss": 0.0743, + "theoretical_loss": 3.632882635990822, + "tokens_seen": 1140326400 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006609693468143155, + "loss": 0.0761, + "theoretical_loss": 3.632805694354646, + "tokens_seen": 1140588544 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006608891028727331, + "loss": 0.0749, + "theoretical_loss": 3.6327287753502358, + "tokens_seen": 1140850688 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006608088589311507, + "loss": 0.0752, + "theoretical_loss": 3.632651878965735, + "tokens_seen": 1141112832 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006607286149895682, + "loss": 0.0734, + "theoretical_loss": 3.632575005189299, + "tokens_seen": 1141374976 + }, + { + "epoch": 0.35, + "learning_rate": 0.000660648371047986, + "loss": 0.0765, + "theoretical_loss": 3.6324981540090895, + "tokens_seen": 1141637120 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006605681271064035, + "loss": 0.0741, + "theoretical_loss": 3.6324213254132793, + "tokens_seen": 1141899264 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006604878831648211, + "loss": 0.0758, + "theoretical_loss": 3.632344519390049, + "tokens_seen": 1142161408 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006604076392232387, + "loss": 0.0724, + "theoretical_loss": 3.632267735927588, + "tokens_seen": 1142423552 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006603273952816562, + "loss": 0.0744, + "theoretical_loss": 3.632190975014094, + "tokens_seen": 1142685696 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006602471513400738, + "loss": 0.072, + "theoretical_loss": 3.6321142366377757, + "tokens_seen": 1142947840 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006601669073984914, + "loss": 0.0718, + "theoretical_loss": 3.6320375207868483, + "tokens_seen": 1143209984 + }, + { + "epoch": 0.35, + "learning_rate": 0.000660086663456909, + "loss": 0.0731, + "theoretical_loss": 3.6319608274495376, + "tokens_seen": 1143472128 + }, + { + "epoch": 0.35, + "objective/train/advantage_avg": 0.0026762422639876604, + "objective/train/docs_used": 418760, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4016592502593994, + "objective/train/original_loss": 1.4016594886779785, + "objective/train/theoretical_loss": 3.6319224892198108, + "objective/train/tokens_used": 1164063200, + "objective/train/value_avg": -0.00766754150390625, + "objective/train/value_loss": 0.00011700297181960195, + "objective/train/value_max": -0.0001214742660522461, + "objective/train/value_min": -0.355224609375, + "objective/train/value_reward_corr": 0.8063775258467447, + "objective/train/value_std": 0.01515960693359375, + "objective/train/weight_avg": 1.0027306079864502, + "objective/train/weighted_lm_loss": 1.4058549404144287, + "objective/train/weights_max": 1.1191952228546143, + "objective/train/weights_min": 0.3808916211128235, + "theoretical_loss": 3.6319224892198108, + "tokens_seen": 1143603200 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006600064195153265, + "loss": 0.0744, + "theoretical_loss": 3.6318841566140767, + "tokens_seen": 1143734272 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006599261755737443, + "loss": 0.0722, + "theoretical_loss": 3.63180750826871, + "tokens_seen": 1143996416 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006598459316321618, + "loss": 0.0701, + "theoretical_loss": 3.6317308824016874, + "tokens_seen": 1144258560 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006597656876905794, + "loss": 0.0706, + "theoretical_loss": 3.6316542790012702, + "tokens_seen": 1144520704 + }, + { + "epoch": 0.35, + "learning_rate": 0.000659685443748997, + "loss": 0.0717, + "theoretical_loss": 3.631577698055727, + "tokens_seen": 1144782848 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006596051998074145, + "loss": 0.0706, + "theoretical_loss": 3.631501139553337, + "tokens_seen": 1145044992 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006595249558658322, + "loss": 0.0738, + "theoretical_loss": 3.6314246034823867, + "tokens_seen": 1145307136 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006594447119242497, + "loss": 0.0749, + "theoretical_loss": 3.631348089831171, + "tokens_seen": 1145569280 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006593644679826673, + "loss": 0.0736, + "theoretical_loss": 3.631271598587995, + "tokens_seen": 1145831424 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006592842240410849, + "loss": 0.0739, + "theoretical_loss": 3.631195129741172, + "tokens_seen": 1146093568 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006592039800995026, + "loss": 0.0747, + "theoretical_loss": 3.631118683279024, + "tokens_seen": 1146355712 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006591237361579201, + "loss": 0.0735, + "theoretical_loss": 3.6310422591898814, + "tokens_seen": 1146617856 + }, + { + "epoch": 0.35, + "objective/train/advantage_avg": 0.00113104993943125, + "objective/train/docs_used": 419954, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4303714036941528, + "objective/train/original_loss": 1.4303710460662842, + "objective/train/theoretical_loss": 3.630965857462084, + "objective/train/tokens_used": 1167340000, + "objective/train/value_avg": -0.0092926025390625, + "objective/train/value_loss": 0.00028898866730742157, + "objective/train/value_max": -0.00012731552124023438, + "objective/train/value_min": -0.6806640625, + "objective/train/value_reward_corr": 0.7159747353530523, + "objective/train/value_std": 0.0172882080078125, + "objective/train/weight_avg": 1.0012667179107666, + "objective/train/weighted_lm_loss": 1.4313457012176514, + "objective/train/weights_max": 1.559315800666809, + "objective/train/weights_min": 0.588707447052002, + "theoretical_loss": 3.630965857462084, + "tokens_seen": 1146880000 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006590434922163377, + "loss": 0.0714, + "theoretical_loss": 3.630965857462084, + "tokens_seen": 1146880000 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006589632482747553, + "loss": 0.0743, + "theoretical_loss": 3.6308894780839798, + "tokens_seen": 1147142144 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006588830043331728, + "loss": 0.0714, + "theoretical_loss": 3.630813121043926, + "tokens_seen": 1147404288 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006588027603915905, + "loss": 0.0737, + "theoretical_loss": 3.630736786330288, + "tokens_seen": 1147666432 + }, + { + "epoch": 0.35, + "learning_rate": 0.000658722516450008, + "loss": 0.0745, + "theoretical_loss": 3.630660473931441, + "tokens_seen": 1147928576 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006586422725084256, + "loss": 0.0754, + "theoretical_loss": 3.6305841838357673, + "tokens_seen": 1148190720 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006585620285668432, + "loss": 0.0705, + "theoretical_loss": 3.630507916031659, + "tokens_seen": 1148452864 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006584817846252607, + "loss": 0.0745, + "theoretical_loss": 3.630431670507517, + "tokens_seen": 1148715008 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006584015406836785, + "loss": 0.0739, + "theoretical_loss": 3.6303554472517496, + "tokens_seen": 1148977152 + }, + { + "epoch": 0.35, + "learning_rate": 0.000658321296742096, + "loss": 0.0714, + "theoretical_loss": 3.6302792462527758, + "tokens_seen": 1149239296 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006582410528005136, + "loss": 0.0708, + "theoretical_loss": 3.6302030674990213, + "tokens_seen": 1149501440 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006581608088589312, + "loss": 0.0749, + "theoretical_loss": 3.6301269109789214, + "tokens_seen": 1149763584 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006580805649173488, + "loss": 0.0717, + "theoretical_loss": 3.63005077668092, + "tokens_seen": 1150025728 + }, + { + "epoch": 0.35, + "objective/train/advantage_avg": 0.001011915155686438, + "objective/train/docs_used": 421268, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4423357248306274, + "objective/train/original_loss": 1.4423357248306274, + "objective/train/theoretical_loss": 3.630012717861597, + "objective/train/tokens_used": 1170616800, + "objective/train/value_avg": -0.007617950439453125, + "objective/train/value_loss": 0.0002289947442477569, + "objective/train/value_max": -0.00016736984252929688, + "objective/train/value_min": -0.7578125, + "objective/train/value_reward_corr": 0.7381060034887759, + "objective/train/value_std": 0.017364501953125, + "objective/train/weight_avg": 1.0011197328567505, + "objective/train/weighted_lm_loss": 1.4434360265731812, + "objective/train/weights_max": 1.4646140336990356, + "objective/train/weights_min": 0.5311554074287415, + "theoretical_loss": 3.630012717861597, + "tokens_seen": 1150156800 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006580003209757663, + "loss": 0.0722, + "theoretical_loss": 3.62997466459347, + "tokens_seen": 1150287872 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006579200770341839, + "loss": 0.0704, + "theoretical_loss": 3.629898574705031, + "tokens_seen": 1150550016 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006578398330926015, + "loss": 0.0733, + "theoretical_loss": 3.629822507004075, + "tokens_seen": 1150812160 + }, + { + "epoch": 0.35, + "learning_rate": 0.000657759589151019, + "loss": 0.0721, + "theoretical_loss": 3.629746461479079, + "tokens_seen": 1151074304 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006576793452094368, + "loss": 0.0713, + "theoretical_loss": 3.62967043811853, + "tokens_seen": 1151336448 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006575991012678543, + "loss": 0.0734, + "theoretical_loss": 3.629594436910924, + "tokens_seen": 1151598592 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006575188573262719, + "loss": 0.0726, + "theoretical_loss": 3.6295184578447643, + "tokens_seen": 1151860736 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006574386133846895, + "loss": 0.0696, + "theoretical_loss": 3.6294425009085645, + "tokens_seen": 1152122880 + }, + { + "epoch": 0.35, + "learning_rate": 0.000657358369443107, + "loss": 0.0729, + "theoretical_loss": 3.6293665660908454, + "tokens_seen": 1152385024 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006572781255015246, + "loss": 0.0718, + "theoretical_loss": 3.6292906533801372, + "tokens_seen": 1152647168 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006571978815599422, + "loss": 0.074, + "theoretical_loss": 3.6292147627649776, + "tokens_seen": 1152909312 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006571176376183598, + "loss": 0.0752, + "theoretical_loss": 3.6291388942339147, + "tokens_seen": 1153171456 + }, + { + "epoch": 0.35, + "objective/train/advantage_avg": 0.00028770510107278824, + "objective/train/docs_used": 422447, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5936901569366455, + "objective/train/original_loss": 1.5936903953552246, + "objective/train/theoretical_loss": 3.6290630477755026, + "objective/train/tokens_used": 1173893600, + "objective/train/value_avg": -0.00948333740234375, + "objective/train/value_loss": 0.00040838762652128935, + "objective/train/value_max": -8.958578109741211e-05, + "objective/train/value_min": -0.376953125, + "objective/train/value_reward_corr": 0.6309498639070616, + "objective/train/value_std": 0.01511383056640625, + "objective/train/weight_avg": 1.0004677772521973, + "objective/train/weighted_lm_loss": 1.5938361883163452, + "objective/train/weights_max": 1.4371578693389893, + "objective/train/weights_min": 0.3772245943546295, + "theoretical_loss": 3.6290630477755026, + "tokens_seen": 1153433600 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006570373936767774, + "loss": 0.0712, + "theoretical_loss": 3.6290630477755026, + "tokens_seen": 1153433600 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006569571497351951, + "loss": 0.0714, + "theoretical_loss": 3.6289872233783065, + "tokens_seen": 1153695744 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006568769057936126, + "loss": 0.0703, + "theoretical_loss": 3.6289114210308977, + "tokens_seen": 1153957888 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006567966618520302, + "loss": 0.0727, + "theoretical_loss": 3.628835640721859, + "tokens_seen": 1154220032 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006567164179104478, + "loss": 0.0723, + "theoretical_loss": 3.6287598824397787, + "tokens_seen": 1154482176 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006566361739688653, + "loss": 0.0745, + "theoretical_loss": 3.6286841461732546, + "tokens_seen": 1154744320 + }, + { + "epoch": 0.35, + "learning_rate": 0.000656555930027283, + "loss": 0.071, + "theoretical_loss": 3.6286084319108944, + "tokens_seen": 1155006464 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006564756860857005, + "loss": 0.0701, + "theoretical_loss": 3.628532739641312, + "tokens_seen": 1155268608 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006563954421441181, + "loss": 0.0698, + "theoretical_loss": 3.6284570693531317, + "tokens_seen": 1155530752 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006563151982025357, + "loss": 0.0715, + "theoretical_loss": 3.6283814210349847, + "tokens_seen": 1155792896 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006562349542609534, + "loss": 0.0707, + "theoretical_loss": 3.628305794675512, + "tokens_seen": 1156055040 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006561547103193709, + "loss": 0.0709, + "theoretical_loss": 3.6282301902633627, + "tokens_seen": 1156317184 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006560744663777885, + "loss": 0.0691, + "theoretical_loss": 3.628154607787194, + "tokens_seen": 1156579328 + }, + { + "epoch": 0.35, + "objective/train/advantage_avg": -0.00019667758897412568, + "objective/train/docs_used": 423626, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.261289358139038, + "objective/train/original_loss": 1.261289358139038, + "objective/train/theoretical_loss": 3.62811682477156, + "objective/train/tokens_used": 1177170400, + "objective/train/value_avg": -0.007785797119140625, + "objective/train/value_loss": 0.00011456925130914897, + "objective/train/value_max": -8.749961853027344e-05, + "objective/train/value_min": -0.2198486328125, + "objective/train/value_reward_corr": 0.7291135066606367, + "objective/train/value_std": 0.01174163818359375, + "objective/train/weight_avg": 0.9998600482940674, + "objective/train/weighted_lm_loss": 1.2614648342132568, + "objective/train/weights_max": 1.1451069116592407, + "objective/train/weights_min": 0.827465832233429, + "theoretical_loss": 3.62811682477156, + "tokens_seen": 1156710400 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006559942224362061, + "loss": 0.07, + "theoretical_loss": 3.6280790472356705, + "tokens_seen": 1156841472 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006559139784946236, + "loss": 0.0698, + "theoretical_loss": 3.628003508597468, + "tokens_seen": 1157103616 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006558337345530413, + "loss": 0.0733, + "theoretical_loss": 3.6279279918612675, + "tokens_seen": 1157365760 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006557534906114588, + "loss": 0.0702, + "theoretical_loss": 3.6278524970157613, + "tokens_seen": 1157627904 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006556732466698765, + "loss": 0.0727, + "theoretical_loss": 3.6277770240496476, + "tokens_seen": 1157890048 + }, + { + "epoch": 0.35, + "learning_rate": 0.000655593002728294, + "loss": 0.0692, + "theoretical_loss": 3.6277015729516355, + "tokens_seen": 1158152192 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006555127587867115, + "loss": 0.0707, + "theoretical_loss": 3.6276261437104402, + "tokens_seen": 1158414336 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006554325148451293, + "loss": 0.0738, + "theoretical_loss": 3.6275507363147868, + "tokens_seen": 1158676480 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006553522709035468, + "loss": 0.0714, + "theoretical_loss": 3.6274753507534077, + "tokens_seen": 1158938624 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006552720269619644, + "loss": 0.0745, + "theoretical_loss": 3.6273999870150444, + "tokens_seen": 1159200768 + }, + { + "epoch": 0.35, + "learning_rate": 0.000655191783020382, + "loss": 0.0681, + "theoretical_loss": 3.627324645088446, + "tokens_seen": 1159462912 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006551115390787996, + "loss": 0.072, + "theoretical_loss": 3.627249324962371, + "tokens_seen": 1159725056 + }, + { + "epoch": 0.35, + "objective/train/advantage_avg": 0.0010629439493641257, + "objective/train/docs_used": 424758, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.484074354171753, + "objective/train/original_loss": 1.4840742349624634, + "objective/train/theoretical_loss": 3.6271740266255854, + "objective/train/tokens_used": 1180447200, + "objective/train/value_avg": -0.00572967529296875, + "objective/train/value_loss": 0.00012524389603640884, + "objective/train/value_max": -0.00011682510375976562, + "objective/train/value_min": -0.276611328125, + "objective/train/value_reward_corr": 0.6458157428345448, + "objective/train/value_std": 0.00971221923828125, + "objective/train/weight_avg": 1.0011204481124878, + "objective/train/weighted_lm_loss": 1.4861576557159424, + "objective/train/weights_max": 1.2455332279205322, + "objective/train/weights_min": 0.37227270007133484, + "theoretical_loss": 3.6271740266255854, + "tokens_seen": 1159987200 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006550312951372171, + "loss": 0.0717, + "theoretical_loss": 3.6271740266255854, + "tokens_seen": 1159987200 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006549510511956347, + "loss": 0.0726, + "theoretical_loss": 3.6270987500668648, + "tokens_seen": 1160249344 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006548708072540523, + "loss": 0.0727, + "theoretical_loss": 3.6270234952749902, + "tokens_seen": 1160511488 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006547905633124698, + "loss": 0.0709, + "theoretical_loss": 3.6269482622387548, + "tokens_seen": 1160773632 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006547103193708876, + "loss": 0.0723, + "theoretical_loss": 3.6268730509469567, + "tokens_seen": 1161035776 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006546300754293051, + "loss": 0.0697, + "theoretical_loss": 3.626797861388404, + "tokens_seen": 1161297920 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006545498314877228, + "loss": 0.0729, + "theoretical_loss": 3.6267226935519132, + "tokens_seen": 1161560064 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006544695875461403, + "loss": 0.0723, + "theoretical_loss": 3.626647547426309, + "tokens_seen": 1161822208 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006543893436045578, + "loss": 0.0729, + "theoretical_loss": 3.6265724230004226, + "tokens_seen": 1162084352 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006543090996629755, + "loss": 0.0711, + "theoretical_loss": 3.6264973202630966, + "tokens_seen": 1162346496 + }, + { + "epoch": 0.35, + "learning_rate": 0.000654228855721393, + "loss": 0.0695, + "theoretical_loss": 3.6264222392031797, + "tokens_seen": 1162608640 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006541486117798106, + "loss": 0.0694, + "theoretical_loss": 3.6263471798095286, + "tokens_seen": 1162870784 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006540683678382282, + "loss": 0.0748, + "theoretical_loss": 3.6262721420710093, + "tokens_seen": 1163132928 + }, + { + "epoch": 0.35, + "objective/train/advantage_avg": 0.0018036967376247048, + "objective/train/docs_used": 425912, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.427080750465393, + "objective/train/original_loss": 1.4270806312561035, + "objective/train/theoretical_loss": 3.6262346313189475, + "objective/train/tokens_used": 1183724000, + "objective/train/value_avg": -0.00881195068359375, + "objective/train/value_loss": 0.00021527944772969931, + "objective/train/value_max": -8.749961853027344e-05, + "objective/train/value_min": -0.312255859375, + "objective/train/value_reward_corr": 0.6966047352972187, + "objective/train/value_std": 0.015625, + "objective/train/weight_avg": 1.0018998384475708, + "objective/train/weighted_lm_loss": 1.4297029972076416, + "objective/train/weights_max": 1.1255916357040405, + "objective/train/weights_min": 0.3705187439918518, + "theoretical_loss": 3.6262346313189475, + "tokens_seen": 1163264000 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006539881238966459, + "loss": 0.0707, + "theoretical_loss": 3.6261971259764962, + "tokens_seen": 1163395072 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006539078799550634, + "loss": 0.0695, + "theoretical_loss": 3.626122131514871, + "tokens_seen": 1163657216 + }, + { + "epoch": 0.35, + "learning_rate": 0.000653827636013481, + "loss": 0.0724, + "theoretical_loss": 3.626047158675024, + "tokens_seen": 1163919360 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006537473920718986, + "loss": 0.0701, + "theoretical_loss": 3.625972207445854, + "tokens_seen": 1164181504 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006536671481303161, + "loss": 0.0684, + "theoretical_loss": 3.625897277816267, + "tokens_seen": 1164443648 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006535869041887338, + "loss": 0.0709, + "theoretical_loss": 3.625822369775179, + "tokens_seen": 1164705792 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006535066602471513, + "loss": 0.0731, + "theoretical_loss": 3.6257474833115113, + "tokens_seen": 1164967936 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006534264163055689, + "loss": 0.0725, + "theoretical_loss": 3.625672618414198, + "tokens_seen": 1165230080 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006533461723639865, + "loss": 0.0714, + "theoretical_loss": 3.6255977750721753, + "tokens_seen": 1165492224 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006532659284224042, + "loss": 0.0746, + "theoretical_loss": 3.6255229532743933, + "tokens_seen": 1165754368 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006531856844808218, + "loss": 0.0713, + "theoretical_loss": 3.625448153009807, + "tokens_seen": 1166016512 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006531054405392393, + "loss": 0.0692, + "theoretical_loss": 3.6253733742673795, + "tokens_seen": 1166278656 + }, + { + "epoch": 0.35, + "objective/train/advantage_avg": 0.0014468921581283212, + "objective/train/docs_used": 427016, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4935168027877808, + "objective/train/original_loss": 1.4935169219970703, + "objective/train/theoretical_loss": 3.625298617036084, + "objective/train/tokens_used": 1187000800, + "objective/train/value_avg": -0.0084381103515625, + "objective/train/value_loss": 0.00014859176008030772, + "objective/train/value_max": -9.685754776000977e-05, + "objective/train/value_min": -0.2919921875, + "objective/train/value_reward_corr": 0.7896691207850894, + "objective/train/value_std": 0.0156097412109375, + "objective/train/weight_avg": 1.001516580581665, + "objective/train/weighted_lm_loss": 1.4966559410095215, + "objective/train/weights_max": 1.16056227684021, + "objective/train/weights_min": 0.37514665722846985, + "theoretical_loss": 3.625298617036084, + "tokens_seen": 1166540800 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006530251965976569, + "loss": 0.0745, + "theoretical_loss": 3.625298617036084, + "tokens_seen": 1166540800 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006529449526560745, + "loss": 0.0726, + "theoretical_loss": 3.6252238813049, + "tokens_seen": 1166802944 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006528647087144921, + "loss": 0.073, + "theoretical_loss": 3.6251491670628155, + "tokens_seen": 1167065088 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006527844647729096, + "loss": 0.071, + "theoretical_loss": 3.6250744742988275, + "tokens_seen": 1167327232 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006527042208313273, + "loss": 0.0728, + "theoretical_loss": 3.6249998030019404, + "tokens_seen": 1167589376 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006526239768897448, + "loss": 0.0708, + "theoretical_loss": 3.6249251531611666, + "tokens_seen": 1167851520 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006525437329481623, + "loss": 0.0715, + "theoretical_loss": 3.6248505247655265, + "tokens_seen": 1168113664 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006524634890065801, + "loss": 0.073, + "theoretical_loss": 3.6247759178040493, + "tokens_seen": 1168375808 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006523832450649976, + "loss": 0.0704, + "theoretical_loss": 3.624701332265772, + "tokens_seen": 1168637952 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006523030011234152, + "loss": 0.0702, + "theoretical_loss": 3.6246267681397386, + "tokens_seen": 1168900096 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006522227571818328, + "loss": 0.0714, + "theoretical_loss": 3.624552225415003, + "tokens_seen": 1169162240 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006521425132402504, + "loss": 0.069, + "theoretical_loss": 3.6244777040806255, + "tokens_seen": 1169424384 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006520622692986679, + "loss": 0.0722, + "theoretical_loss": 3.624403204125676, + "tokens_seen": 1169686528 + }, + { + "epoch": 0.35, + "objective/train/advantage_avg": 0.0008741171914152801, + "objective/train/docs_used": 428177, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4664793014526367, + "objective/train/original_loss": 1.4664793014526367, + "objective/train/theoretical_loss": 3.6243659621620727, + "objective/train/tokens_used": 1190277600, + "objective/train/value_avg": -0.01119232177734375, + "objective/train/value_loss": 0.00025415513664484024, + "objective/train/value_max": -0.0001596212387084961, + "objective/train/value_min": -0.385009765625, + "objective/train/value_reward_corr": 0.7558384901471348, + "objective/train/value_std": 0.0184173583984375, + "objective/train/weight_avg": 1.0009949207305908, + "objective/train/weighted_lm_loss": 1.4667987823486328, + "objective/train/weights_max": 1.360180139541626, + "objective/train/weights_min": 0.3710845410823822, + "theoretical_loss": 3.6243659621620727, + "tokens_seen": 1169817600 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006519820253570855, + "loss": 0.0749, + "theoretical_loss": 3.6243287255392307, + "tokens_seen": 1169948672 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006519017814155031, + "loss": 0.0723, + "theoretical_loss": 3.624254268310375, + "tokens_seen": 1170210816 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006518215374739207, + "loss": 0.0696, + "theoretical_loss": 3.6241798324282017, + "tokens_seen": 1170472960 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006517412935323384, + "loss": 0.0732, + "theoretical_loss": 3.624105417881813, + "tokens_seen": 1170735104 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006516610495907559, + "loss": 0.073, + "theoretical_loss": 3.624031024660317, + "tokens_seen": 1170997248 + }, + { + "epoch": 0.35, + "learning_rate": 0.0006515808056491736, + "loss": 0.0732, + "theoretical_loss": 3.6239566527528306, + "tokens_seen": 1171259392 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006515005617075911, + "loss": 0.0713, + "theoretical_loss": 3.6238823021484796, + "tokens_seen": 1171521536 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006514203177660086, + "loss": 0.0727, + "theoretical_loss": 3.6238079728363974, + "tokens_seen": 1171783680 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006513400738244263, + "loss": 0.0711, + "theoretical_loss": 3.6237336648057243, + "tokens_seen": 1172045824 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006512598298828438, + "loss": 0.069, + "theoretical_loss": 3.62365937804561, + "tokens_seen": 1172307968 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006511795859412614, + "loss": 0.0683, + "theoretical_loss": 3.6235851125452108, + "tokens_seen": 1172570112 + }, + { + "epoch": 0.36, + "learning_rate": 0.000651099341999679, + "loss": 0.0722, + "theoretical_loss": 3.6235108682936916, + "tokens_seen": 1172832256 + }, + { + "epoch": 0.36, + "objective/train/advantage_avg": 0.0001624601281946525, + "objective/train/docs_used": 429267, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.434126615524292, + "objective/train/original_loss": 1.4341264963150024, + "objective/train/theoretical_loss": 3.623436645280226, + "objective/train/tokens_used": 1193554400, + "objective/train/value_avg": -0.005107879638671875, + "objective/train/value_loss": 8.458903903374448e-05, + "objective/train/value_max": -5.435943603515625e-05, + "objective/train/value_min": -0.2978515625, + "objective/train/value_reward_corr": 0.616900240054894, + "objective/train/value_std": 0.006717681884765625, + "objective/train/weight_avg": 1.000204086303711, + "objective/train/weighted_lm_loss": 1.434249758720398, + "objective/train/weights_max": 1.1734076738357544, + "objective/train/weights_min": 0.7300173044204712, + "theoretical_loss": 3.623436645280226, + "tokens_seen": 1173094400 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006510190980580967, + "loss": 0.0721, + "theoretical_loss": 3.623436645280226, + "tokens_seen": 1173094400 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006509388541165142, + "loss": 0.0725, + "theoretical_loss": 3.6233624434939946, + "tokens_seen": 1173356544 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006508586101749318, + "loss": 0.0699, + "theoretical_loss": 3.623288262924186, + "tokens_seen": 1173618688 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006507783662333494, + "loss": 0.0737, + "theoretical_loss": 3.623214103559997, + "tokens_seen": 1173880832 + }, + { + "epoch": 0.36, + "learning_rate": 0.000650698122291767, + "loss": 0.0718, + "theoretical_loss": 3.6231399653906315, + "tokens_seen": 1174142976 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006506178783501846, + "loss": 0.0686, + "theoretical_loss": 3.623065848405303, + "tokens_seen": 1174405120 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006505376344086021, + "loss": 0.0715, + "theoretical_loss": 3.622991752593231, + "tokens_seen": 1174667264 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006504573904670198, + "loss": 0.0722, + "theoretical_loss": 3.6229176779436445, + "tokens_seen": 1174929408 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006503771465254373, + "loss": 0.0705, + "theoretical_loss": 3.6228436244457796, + "tokens_seen": 1175191552 + }, + { + "epoch": 0.36, + "learning_rate": 0.000650296902583855, + "loss": 0.0719, + "theoretical_loss": 3.6227695920888796, + "tokens_seen": 1175453696 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006502166586422726, + "loss": 0.0704, + "theoretical_loss": 3.622695580862197, + "tokens_seen": 1175715840 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006501364147006901, + "loss": 0.0701, + "theoretical_loss": 3.6226215907549912, + "tokens_seen": 1175977984 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006500561707591077, + "loss": 0.0715, + "theoretical_loss": 3.6225476217565307, + "tokens_seen": 1176240128 + }, + { + "epoch": 0.36, + "objective/train/advantage_avg": -5.0492595619289204e-05, + "objective/train/docs_used": 430645, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5393257141113281, + "objective/train/original_loss": 1.539325475692749, + "objective/train/theoretical_loss": 3.6225106451697275, + "objective/train/tokens_used": 1196831200, + "objective/train/value_avg": -0.00838470458984375, + "objective/train/value_loss": 0.00018359046953264624, + "objective/train/value_max": -7.969141006469727e-05, + "objective/train/value_min": -0.395263671875, + "objective/train/value_reward_corr": 0.7199750332882404, + "objective/train/value_std": 0.01454925537109375, + "objective/train/weight_avg": 1.000036358833313, + "objective/train/weighted_lm_loss": 1.5392391681671143, + "objective/train/weights_max": 1.1791101694107056, + "objective/train/weights_min": 0.3836330473423004, + "theoretical_loss": 3.6225106451697275, + "tokens_seen": 1176371200 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006499759268175253, + "loss": 0.0712, + "theoretical_loss": 3.6224736738560894, + "tokens_seen": 1176502272 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006498956828759429, + "loss": 0.0754, + "theoretical_loss": 3.6223997470429516, + "tokens_seen": 1176764416 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006498154389343604, + "loss": 0.0711, + "theoretical_loss": 3.6223258413064086, + "tokens_seen": 1177026560 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006497351949927781, + "loss": 0.0732, + "theoretical_loss": 3.6222519566357585, + "tokens_seen": 1177288704 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006496549510511956, + "loss": 0.071, + "theoretical_loss": 3.6221780930203096, + "tokens_seen": 1177550848 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006495747071096131, + "loss": 0.073, + "theoretical_loss": 3.6221042504493743, + "tokens_seen": 1177812992 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006494944631680309, + "loss": 0.0735, + "theoretical_loss": 3.622030428912276, + "tokens_seen": 1178075136 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006494142192264484, + "loss": 0.0698, + "theoretical_loss": 3.6219566283983458, + "tokens_seen": 1178337280 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006493339752848661, + "loss": 0.0745, + "theoretical_loss": 3.6218828488969197, + "tokens_seen": 1178599424 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006492537313432836, + "loss": 0.0706, + "theoretical_loss": 3.6218090903973446, + "tokens_seen": 1178861568 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006491734874017012, + "loss": 0.0764, + "theoretical_loss": 3.621735352888974, + "tokens_seen": 1179123712 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006490932434601188, + "loss": 0.0786, + "theoretical_loss": 3.621661636361169, + "tokens_seen": 1179385856 + }, + { + "epoch": 0.36, + "objective/train/advantage_avg": -0.0002321748179383576, + "objective/train/docs_used": 431781, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4745736122131348, + "objective/train/original_loss": 1.4745736122131348, + "objective/train/theoretical_loss": 3.6215879408032987, + "objective/train/tokens_used": 1200108000, + "objective/train/value_avg": -0.00640106201171875, + "objective/train/value_loss": 0.00024257106997538358, + "objective/train/value_max": -0.00016736984252929688, + "objective/train/value_min": -0.3505859375, + "objective/train/value_reward_corr": 0.6527590395866105, + "objective/train/value_std": 0.0124359130859375, + "objective/train/weight_avg": 0.9998739957809448, + "objective/train/weighted_lm_loss": 1.4736356735229492, + "objective/train/weights_max": 1.1805490255355835, + "objective/train/weights_min": 0.37620142102241516, + "theoretical_loss": 3.6215879408032987, + "tokens_seen": 1179648000 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006490129995185363, + "loss": 0.074, + "theoretical_loss": 3.6215879408032987, + "tokens_seen": 1179648000 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006489327555769539, + "loss": 0.0738, + "theoretical_loss": 3.6215142662047395, + "tokens_seen": 1179910144 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006488525116353715, + "loss": 0.0739, + "theoretical_loss": 3.621440612554876, + "tokens_seen": 1180172288 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006487722676937892, + "loss": 0.074, + "theoretical_loss": 3.6213669798431005, + "tokens_seen": 1180434432 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006486920237522067, + "loss": 0.0723, + "theoretical_loss": 3.621293368058813, + "tokens_seen": 1180696576 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006486117798106244, + "loss": 0.0739, + "theoretical_loss": 3.621219777191421, + "tokens_seen": 1180958720 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006485315358690419, + "loss": 0.0746, + "theoretical_loss": 3.62114620723034, + "tokens_seen": 1181220864 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006484512919274594, + "loss": 0.0737, + "theoretical_loss": 3.621072658164993, + "tokens_seen": 1181483008 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006483710479858771, + "loss": 0.0734, + "theoretical_loss": 3.6209991299848108, + "tokens_seen": 1181745152 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006482908040442946, + "loss": 0.0752, + "theoretical_loss": 3.620925622679232, + "tokens_seen": 1182007296 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006482105601027123, + "loss": 0.0739, + "theoretical_loss": 3.620852136237702, + "tokens_seen": 1182269440 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006481303161611298, + "loss": 0.074, + "theoretical_loss": 3.620778670649676, + "tokens_seen": 1182531584 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006480500722195475, + "loss": 0.0709, + "theoretical_loss": 3.620705225904614, + "tokens_seen": 1182793728 + }, + { + "epoch": 0.36, + "objective/train/advantage_avg": 0.0013380153104662895, + "objective/train/docs_used": 433029, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4421818256378174, + "objective/train/original_loss": 1.4421818256378174, + "objective/train/theoretical_loss": 3.6206685113449044, + "objective/train/tokens_used": 1203384800, + "objective/train/value_avg": -0.007720947265625, + "objective/train/value_loss": 0.00026883743703365326, + "objective/train/value_max": -8.684396743774414e-05, + "objective/train/value_min": -0.83056640625, + "objective/train/value_reward_corr": 0.6963154350678951, + "objective/train/value_std": 0.013580322265625, + "objective/train/weight_avg": 1.0014550685882568, + "objective/train/weighted_lm_loss": 1.4438047409057617, + "objective/train/weights_max": 1.1782879829406738, + "objective/train/weights_min": 0.37208810448646545, + "theoretical_loss": 3.6206685113449044, + "tokens_seen": 1182924800 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006479698282779651, + "loss": 0.0734, + "theoretical_loss": 3.620631801991987, + "tokens_seen": 1183055872 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006478895843363826, + "loss": 0.0751, + "theoretical_loss": 3.6205583989012697, + "tokens_seen": 1183318016 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006478093403948002, + "loss": 0.0748, + "theoretical_loss": 3.6204850166219478, + "tokens_seen": 1183580160 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006477290964532178, + "loss": 0.0699, + "theoretical_loss": 3.6204116551435126, + "tokens_seen": 1183842304 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006476488525116354, + "loss": 0.0745, + "theoretical_loss": 3.620338314455465, + "tokens_seen": 1184104448 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006475686085700529, + "loss": 0.0739, + "theoretical_loss": 3.6202649945473113, + "tokens_seen": 1184366592 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006474883646284706, + "loss": 0.0723, + "theoretical_loss": 3.6201916954085664, + "tokens_seen": 1184628736 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006474081206868881, + "loss": 0.0724, + "theoretical_loss": 3.620118417028754, + "tokens_seen": 1184890880 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006473278767453056, + "loss": 0.0734, + "theoretical_loss": 3.620045159397403, + "tokens_seen": 1185153024 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006472476328037234, + "loss": 0.0739, + "theoretical_loss": 3.619971922504052, + "tokens_seen": 1185415168 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006471673888621409, + "loss": 0.0711, + "theoretical_loss": 3.6198987063382457, + "tokens_seen": 1185677312 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006470871449205585, + "loss": 0.0756, + "theoretical_loss": 3.6198255108895374, + "tokens_seen": 1185939456 + }, + { + "epoch": 0.36, + "objective/train/advantage_avg": 0.001126674353145063, + "objective/train/docs_used": 434243, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.553678274154663, + "objective/train/original_loss": 1.5536785125732422, + "objective/train/theoretical_loss": 3.6197523361474877, + "objective/train/tokens_used": 1206661600, + "objective/train/value_avg": -0.00730133056640625, + "objective/train/value_loss": 0.00020790487178601325, + "objective/train/value_max": -9.459257125854492e-05, + "objective/train/value_min": -0.2127685546875, + "objective/train/value_reward_corr": 0.5943062381178241, + "objective/train/value_std": 0.01062774658203125, + "objective/train/weight_avg": 1.0012153387069702, + "objective/train/weighted_lm_loss": 1.5558143854141235, + "objective/train/weights_max": 1.212181568145752, + "objective/train/weights_min": 0.373028963804245, + "theoretical_loss": 3.6197523361474877, + "tokens_seen": 1186201600 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006470069009789761, + "loss": 0.0753, + "theoretical_loss": 3.6197523361474877, + "tokens_seen": 1186201600 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006469266570373937, + "loss": 0.0722, + "theoretical_loss": 3.619679182101664, + "tokens_seen": 1186463744 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006468464130958113, + "loss": 0.0765, + "theoretical_loss": 3.619606048741643, + "tokens_seen": 1186725888 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006467661691542289, + "loss": 0.0751, + "theoretical_loss": 3.6195329360570065, + "tokens_seen": 1186988032 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006466859252126464, + "loss": 0.0742, + "theoretical_loss": 3.6194598440373467, + "tokens_seen": 1187250176 + }, + { + "epoch": 0.36, + "learning_rate": 0.000646605681271064, + "loss": 0.072, + "theoretical_loss": 3.619386772672261, + "tokens_seen": 1187512320 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006465254373294817, + "loss": 0.0767, + "theoretical_loss": 3.6193137219513556, + "tokens_seen": 1187774464 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006464451933878992, + "loss": 0.0757, + "theoretical_loss": 3.619240691864243, + "tokens_seen": 1188036608 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006463649494463169, + "loss": 0.0709, + "theoretical_loss": 3.619167682400545, + "tokens_seen": 1188298752 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006462847055047344, + "loss": 0.0769, + "theoretical_loss": 3.619094693549889, + "tokens_seen": 1188560896 + }, + { + "epoch": 0.36, + "learning_rate": 0.000646204461563152, + "loss": 0.0727, + "theoretical_loss": 3.6190217253019124, + "tokens_seen": 1188823040 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006461242176215696, + "loss": 0.0745, + "theoretical_loss": 3.6189487776462568, + "tokens_seen": 1189085184 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006460439736799871, + "loss": 0.0707, + "theoretical_loss": 3.6188758505725738, + "tokens_seen": 1189347328 + }, + { + "epoch": 0.36, + "objective/train/advantage_avg": 0.0005392599268816411, + "objective/train/docs_used": 435462, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.466923713684082, + "objective/train/original_loss": 1.466923713684082, + "objective/train/theoretical_loss": 3.61883939475074, + "objective/train/tokens_used": 1209938400, + "objective/train/value_avg": -0.0088653564453125, + "objective/train/value_loss": 0.0008435804629698396, + "objective/train/value_max": -0.0001366138458251953, + "objective/train/value_min": -0.9521484375, + "objective/train/value_reward_corr": 0.609922454511024, + "objective/train/value_std": 0.0226898193359375, + "objective/train/weight_avg": 1.0008891820907593, + "objective/train/weighted_lm_loss": 1.4686745405197144, + "objective/train/weights_max": 2.451019287109375, + "objective/train/weights_min": 0.22530780732631683, + "theoretical_loss": 3.61883939475074, + "tokens_seen": 1189478400 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006459637297384047, + "loss": 0.0768, + "theoretical_loss": 3.618802944070522, + "tokens_seen": 1189609472 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006458834857968223, + "loss": 0.0741, + "theoretical_loss": 3.618730058129766, + "tokens_seen": 1189871616 + }, + { + "epoch": 0.36, + "learning_rate": 0.00064580324185524, + "loss": 0.0746, + "theoretical_loss": 3.61865719273998, + "tokens_seen": 1190133760 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006457229979136575, + "loss": 0.0735, + "theoretical_loss": 3.6185843478908453, + "tokens_seen": 1190395904 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006456427539720752, + "loss": 0.0734, + "theoretical_loss": 3.618511523572049, + "tokens_seen": 1190658048 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006455625100304927, + "loss": 0.0727, + "theoretical_loss": 3.6184387197732875, + "tokens_seen": 1190920192 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006454822660889103, + "loss": 0.0774, + "theoretical_loss": 3.6183659364842624, + "tokens_seen": 1191182336 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006454020221473279, + "loss": 0.0742, + "theoretical_loss": 3.6182931736946857, + "tokens_seen": 1191444480 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006453217782057454, + "loss": 0.0721, + "theoretical_loss": 3.618220431394274, + "tokens_seen": 1191706624 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006452415342641631, + "loss": 0.0704, + "theoretical_loss": 3.618147709572754, + "tokens_seen": 1191968768 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006451612903225806, + "loss": 0.0738, + "theoretical_loss": 3.618075008219858, + "tokens_seen": 1192230912 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006450810463809983, + "loss": 0.0714, + "theoretical_loss": 3.6180023273253252, + "tokens_seen": 1192493056 + }, + { + "epoch": 0.36, + "objective/train/advantage_avg": 0.0011274692369624972, + "objective/train/docs_used": 436657, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5413129329681396, + "objective/train/original_loss": 1.5413129329681396, + "objective/train/theoretical_loss": 3.6179296668789043, + "objective/train/tokens_used": 1213215200, + "objective/train/value_avg": -0.0107269287109375, + "objective/train/value_loss": 0.00023231605882756412, + "objective/train/value_max": -0.00020182132720947266, + "objective/train/value_min": -0.67236328125, + "objective/train/value_reward_corr": 0.7097722059215796, + "objective/train/value_std": 0.01629638671875, + "objective/train/weight_avg": 1.0012362003326416, + "objective/train/weighted_lm_loss": 1.5423015356063843, + "objective/train/weights_max": 1.1772816181182861, + "objective/train/weights_min": 0.3693559169769287, + "theoretical_loss": 3.6179296668789043, + "tokens_seen": 1192755200 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006450008024394159, + "loss": 0.0752, + "theoretical_loss": 3.6179296668789043, + "tokens_seen": 1192755200 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006449205584978334, + "loss": 0.0736, + "theoretical_loss": 3.6178570268703494, + "tokens_seen": 1193017344 + }, + { + "epoch": 0.36, + "learning_rate": 0.000644840314556251, + "loss": 0.0733, + "theoretical_loss": 3.617784407289424, + "tokens_seen": 1193279488 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006447600706146686, + "loss": 0.0745, + "theoretical_loss": 3.617711808125896, + "tokens_seen": 1193541632 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006446798266730862, + "loss": 0.0752, + "theoretical_loss": 3.6176392293695434, + "tokens_seen": 1193803776 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006445995827315037, + "loss": 0.0751, + "theoretical_loss": 3.6175666710101506, + "tokens_seen": 1194065920 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006445193387899214, + "loss": 0.0731, + "theoretical_loss": 3.6174941330375097, + "tokens_seen": 1194328064 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006444390948483389, + "loss": 0.0752, + "theoretical_loss": 3.617421615441419, + "tokens_seen": 1194590208 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006443588509067564, + "loss": 0.0777, + "theoretical_loss": 3.617349118211685, + "tokens_seen": 1194852352 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006442786069651742, + "loss": 0.0731, + "theoretical_loss": 3.6172766413381225, + "tokens_seen": 1195114496 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006441983630235917, + "loss": 0.0701, + "theoretical_loss": 3.617204184810552, + "tokens_seen": 1195376640 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006441181190820094, + "loss": 0.0739, + "theoretical_loss": 3.6171317486188013, + "tokens_seen": 1195638784 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006440378751404269, + "loss": 0.0745, + "theoretical_loss": 3.6170593327527074, + "tokens_seen": 1195900928 + }, + { + "epoch": 0.36, + "objective/train/advantage_avg": 0.001127112191170454, + "objective/train/docs_used": 437781, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5289177894592285, + "objective/train/original_loss": 1.5289177894592285, + "objective/train/theoretical_loss": 3.617023132438607, + "objective/train/tokens_used": 1216492000, + "objective/train/value_avg": -0.00666046142578125, + "objective/train/value_loss": 0.0001276567199965939, + "objective/train/value_max": -0.00010073184967041016, + "objective/train/value_min": -0.363037109375, + "objective/train/value_reward_corr": 0.6344538458594328, + "objective/train/value_std": 0.009796142578125, + "objective/train/weight_avg": 1.0011862516403198, + "objective/train/weighted_lm_loss": 1.5313910245895386, + "objective/train/weights_max": 1.1148998737335205, + "objective/train/weights_min": 0.38481730222702026, + "theoretical_loss": 3.617023132438607, + "tokens_seen": 1196032000 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006439576311988445, + "loss": 0.0727, + "theoretical_loss": 3.616986937202112, + "tokens_seen": 1196163072 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006438773872572621, + "loss": 0.0743, + "theoretical_loss": 3.616914561956867, + "tokens_seen": 1196425216 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006437971433156797, + "loss": 0.0743, + "theoretical_loss": 3.6168422070068287, + "tokens_seen": 1196687360 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006437168993740972, + "loss": 0.0729, + "theoretical_loss": 3.6167698723418624, + "tokens_seen": 1196949504 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006436366554325149, + "loss": 0.0759, + "theoretical_loss": 3.6166975579518406, + "tokens_seen": 1197211648 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006435564114909325, + "loss": 0.0727, + "theoretical_loss": 3.6166252638266423, + "tokens_seen": 1197473792 + }, + { + "epoch": 0.36, + "learning_rate": 0.00064347616754935, + "loss": 0.0745, + "theoretical_loss": 3.616552989956155, + "tokens_seen": 1197735936 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006433959236077677, + "loss": 0.0744, + "theoretical_loss": 3.616480736330272, + "tokens_seen": 1197998080 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006433156796661852, + "loss": 0.071, + "theoretical_loss": 3.616408502938895, + "tokens_seen": 1198260224 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006432354357246028, + "loss": 0.07, + "theoretical_loss": 3.616336289771932, + "tokens_seen": 1198522368 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006431551917830204, + "loss": 0.071, + "theoretical_loss": 3.6162640968192994, + "tokens_seen": 1198784512 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006430749478414379, + "loss": 0.0725, + "theoretical_loss": 3.61619192407092, + "tokens_seen": 1199046656 + }, + { + "epoch": 0.36, + "objective/train/advantage_avg": 0.0014532929053530097, + "objective/train/docs_used": 438488, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.553787112236023, + "objective/train/original_loss": 1.5537869930267334, + "objective/train/theoretical_loss": 3.6161197715167237, + "objective/train/tokens_used": 1219768800, + "objective/train/value_avg": -0.00792694091796875, + "objective/train/value_loss": 0.00036823656409978867, + "objective/train/value_max": -0.00010472536087036133, + "objective/train/value_min": -0.94775390625, + "objective/train/value_reward_corr": 0.7489427785084024, + "objective/train/value_std": 0.02069091796875, + "objective/train/weight_avg": 1.001608967781067, + "objective/train/weighted_lm_loss": 1.5575133562088013, + "objective/train/weights_max": 1.3745346069335938, + "objective/train/weights_min": 0.22731585800647736, + "theoretical_loss": 3.6161197715167237, + "tokens_seen": 1199308800 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006429947038998556, + "loss": 0.072, + "theoretical_loss": 3.6161197715167237, + "tokens_seen": 1199308800 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006429144599582731, + "loss": 0.0717, + "theoretical_loss": 3.616047639146648, + "tokens_seen": 1199570944 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006428342160166908, + "loss": 0.0716, + "theoretical_loss": 3.6159755269506375, + "tokens_seen": 1199833088 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006427539720751084, + "loss": 0.0733, + "theoretical_loss": 3.6159034349186445, + "tokens_seen": 1200095232 + }, + { + "epoch": 0.36, + "learning_rate": 0.000642673728133526, + "loss": 0.0757, + "theoretical_loss": 3.615831363040628, + "tokens_seen": 1200357376 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006425934841919435, + "loss": 0.0708, + "theoretical_loss": 3.615759311306553, + "tokens_seen": 1200619520 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006425132402503611, + "loss": 0.0714, + "theoretical_loss": 3.6156872797063944, + "tokens_seen": 1200881664 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006424329963087787, + "loss": 0.0744, + "theoretical_loss": 3.6156152682301324, + "tokens_seen": 1201143808 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006423527523671962, + "loss": 0.0752, + "theoretical_loss": 3.6155432768677542, + "tokens_seen": 1201405952 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006422725084256139, + "loss": 0.0726, + "theoretical_loss": 3.615471305609255, + "tokens_seen": 1201668096 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006421922644840314, + "loss": 0.0734, + "theoretical_loss": 3.6153993544446372, + "tokens_seen": 1201930240 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006421120205424491, + "loss": 0.0728, + "theoretical_loss": 3.61532742336391, + "tokens_seen": 1202192384 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006420317766008667, + "loss": 0.0708, + "theoretical_loss": 3.6152555123570895, + "tokens_seen": 1202454528 + }, + { + "epoch": 0.36, + "objective/train/advantage_avg": 0.0015305002452805638, + "objective/train/docs_used": 439824, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.508679986000061, + "objective/train/original_loss": 1.5086801052093506, + "objective/train/theoretical_loss": 3.6152195643782763, + "objective/train/tokens_used": 1223045600, + "objective/train/value_avg": -0.00984954833984375, + "objective/train/value_loss": 0.00020568870240822434, + "objective/train/value_max": -0.00015592575073242188, + "objective/train/value_min": -0.400634765625, + "objective/train/value_reward_corr": 0.7282254917601854, + "objective/train/value_std": 0.0161285400390625, + "objective/train/weight_avg": 1.0016285181045532, + "objective/train/weighted_lm_loss": 1.5114672183990479, + "objective/train/weights_max": 1.3039758205413818, + "objective/train/weights_min": 0.36950811743736267, + "theoretical_loss": 3.6152195643782763, + "tokens_seen": 1202585600 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006419515326592842, + "loss": 0.0686, + "theoretical_loss": 3.6151836214141992, + "tokens_seen": 1202716672 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006418712887177018, + "loss": 0.0738, + "theoretical_loss": 3.61511175052527, + "tokens_seen": 1202978816 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006417910447761194, + "loss": 0.071, + "theoretical_loss": 3.6150398996803395, + "tokens_seen": 1203240960 + }, + { + "epoch": 0.36, + "learning_rate": 0.000641710800834537, + "loss": 0.0733, + "theoretical_loss": 3.6149680688694525, + "tokens_seen": 1203503104 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006416305568929546, + "loss": 0.0735, + "theoretical_loss": 3.614896258082661, + "tokens_seen": 1203765248 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006415503129513722, + "loss": 0.0709, + "theoretical_loss": 3.614824467310025, + "tokens_seen": 1204027392 + }, + { + "epoch": 0.36, + "learning_rate": 0.0006414700690097897, + "loss": 0.0743, + "theoretical_loss": 3.614752696541609, + "tokens_seen": 1204289536 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006413898250682074, + "loss": 0.0732, + "theoretical_loss": 3.614680945767488, + "tokens_seen": 1204551680 + }, + { + "epoch": 0.37, + "learning_rate": 0.000641309581126625, + "loss": 0.0725, + "theoretical_loss": 3.614609214977741, + "tokens_seen": 1204813824 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006412293371850425, + "loss": 0.075, + "theoretical_loss": 3.614537504162457, + "tokens_seen": 1205075968 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006411490932434602, + "loss": 0.0736, + "theoretical_loss": 3.614465813311729, + "tokens_seen": 1205338112 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006410688493018777, + "loss": 0.0733, + "theoretical_loss": 3.6143941424156596, + "tokens_seen": 1205600256 + }, + { + "epoch": 0.37, + "objective/train/advantage_avg": 0.0007335054688155651, + "objective/train/docs_used": 441116, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.447888970375061, + "objective/train/original_loss": 1.4478888511657715, + "objective/train/theoretical_loss": 3.614322491464357, + "objective/train/tokens_used": 1226322400, + "objective/train/value_avg": -0.012359619140625, + "objective/train/value_loss": 0.0005454946076497436, + "objective/train/value_max": -7.367134094238281e-05, + "objective/train/value_min": -0.9580078125, + "objective/train/value_reward_corr": 0.7909613267591429, + "objective/train/value_std": 0.0313720703125, + "objective/train/weight_avg": 1.0009822845458984, + "objective/train/weighted_lm_loss": 1.4487380981445312, + "objective/train/weights_max": 1.819629430770874, + "objective/train/weights_min": 0.3706558644771576, + "theoretical_loss": 3.614322491464357, + "tokens_seen": 1205862400 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006409886053602953, + "loss": 0.0725, + "theoretical_loss": 3.614322491464357, + "tokens_seen": 1205862400 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006409083614187129, + "loss": 0.0759, + "theoretical_loss": 3.614250860447936, + "tokens_seen": 1206124544 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006408281174771304, + "loss": 0.0744, + "theoretical_loss": 3.6141792493565212, + "tokens_seen": 1206386688 + }, + { + "epoch": 0.37, + "learning_rate": 0.000640747873535548, + "loss": 0.071, + "theoretical_loss": 3.6141076581802416, + "tokens_seen": 1206648832 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006406676295939656, + "loss": 0.0717, + "theoretical_loss": 3.614036086909234, + "tokens_seen": 1206910976 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006405873856523833, + "loss": 0.0748, + "theoretical_loss": 3.6139645355336425, + "tokens_seen": 1207173120 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006405071417108009, + "loss": 0.0759, + "theoretical_loss": 3.613893004043617, + "tokens_seen": 1207435264 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006404268977692185, + "loss": 0.0723, + "theoretical_loss": 3.6138214924293166, + "tokens_seen": 1207697408 + }, + { + "epoch": 0.37, + "learning_rate": 0.000640346653827636, + "loss": 0.0767, + "theoretical_loss": 3.6137500006809056, + "tokens_seen": 1207959552 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006402664098860537, + "loss": 0.0738, + "theoretical_loss": 3.6136785287885553, + "tokens_seen": 1208221696 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006401861659444712, + "loss": 0.0737, + "theoretical_loss": 3.6136070767424457, + "tokens_seen": 1208483840 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006401059220028887, + "loss": 0.0746, + "theoretical_loss": 3.6135356445327624, + "tokens_seen": 1208745984 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006400256780613064, + "loss": 0.0691, + "theoretical_loss": 3.6134642321496977, + "tokens_seen": 1209008128 + }, + { + "epoch": 0.37, + "objective/train/advantage_avg": 0.0003692222817335278, + "objective/train/docs_used": 442331, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2940846681594849, + "objective/train/original_loss": 1.2940847873687744, + "objective/train/theoretical_loss": 3.613428533390085, + "objective/train/tokens_used": 1229599200, + "objective/train/value_avg": -0.00885009765625, + "objective/train/value_loss": 0.00021027242473792285, + "objective/train/value_max": -9.101629257202148e-05, + "objective/train/value_min": -0.50048828125, + "objective/train/value_reward_corr": 0.8328977486910101, + "objective/train/value_std": 0.0200042724609375, + "objective/train/weight_avg": 1.0004688501358032, + "objective/train/weighted_lm_loss": 1.2948166131973267, + "objective/train/weights_max": 1.4724392890930176, + "objective/train/weights_min": 0.3700779974460602, + "theoretical_loss": 3.613428533390085, + "tokens_seen": 1209139200 + }, + { + "epoch": 0.37, + "learning_rate": 0.000639945434119724, + "loss": 0.0704, + "theoretical_loss": 3.613392839583452, + "tokens_seen": 1209270272 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006398651901781416, + "loss": 0.074, + "theoretical_loss": 3.6133214668242317, + "tokens_seen": 1209532416 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006397849462365592, + "loss": 0.0706, + "theoretical_loss": 3.613250113862251, + "tokens_seen": 1209794560 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006397047022949768, + "loss": 0.0723, + "theoretical_loss": 3.61317878068773, + "tokens_seen": 1210056704 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006396244583533943, + "loss": 0.0716, + "theoretical_loss": 3.6131074672908965, + "tokens_seen": 1210318848 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006395442144118119, + "loss": 0.0714, + "theoretical_loss": 3.6130361736619854, + "tokens_seen": 1210580992 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006394639704702295, + "loss": 0.0738, + "theoretical_loss": 3.6129648997912382, + "tokens_seen": 1210843136 + }, + { + "epoch": 0.37, + "learning_rate": 0.000639383726528647, + "loss": 0.0721, + "theoretical_loss": 3.6128936456689034, + "tokens_seen": 1211105280 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006393034825870647, + "loss": 0.0728, + "theoretical_loss": 3.612822411285236, + "tokens_seen": 1211367424 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006392232386454822, + "loss": 0.0754, + "theoretical_loss": 3.612751196630499, + "tokens_seen": 1211629568 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006391429947039, + "loss": 0.0723, + "theoretical_loss": 3.61268000169496, + "tokens_seen": 1211891712 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006390627507623175, + "loss": 0.0741, + "theoretical_loss": 3.612608826468897, + "tokens_seen": 1212153856 + }, + { + "epoch": 0.37, + "objective/train/advantage_avg": -0.0005278045427985489, + "objective/train/docs_used": 443456, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.474349021911621, + "objective/train/original_loss": 1.474349021911621, + "objective/train/theoretical_loss": 3.6125376709425923, + "objective/train/tokens_used": 1232876000, + "objective/train/value_avg": -0.005992889404296875, + "objective/train/value_loss": 0.0003201984509360045, + "objective/train/value_max": -8.749961853027344e-05, + "objective/train/value_min": -0.384033203125, + "objective/train/value_reward_corr": 0.5299772045728384, + "objective/train/value_std": 0.00943756103515625, + "objective/train/weight_avg": 0.9996135830879211, + "objective/train/weighted_lm_loss": 1.4733749628067017, + "objective/train/weights_max": 1.4237068891525269, + "objective/train/weights_min": 0.37208810448646545, + "theoretical_loss": 3.6125376709425923, + "tokens_seen": 1212416000 + }, + { + "epoch": 0.37, + "learning_rate": 0.000638982506820735, + "loss": 0.0737, + "theoretical_loss": 3.6125376709425923, + "tokens_seen": 1212416000 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006389022628791527, + "loss": 0.0682, + "theoretical_loss": 3.6124665351063356, + "tokens_seen": 1212678144 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006388220189375702, + "loss": 0.0736, + "theoretical_loss": 3.612395418950424, + "tokens_seen": 1212940288 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006387417749959878, + "loss": 0.0741, + "theoretical_loss": 3.6123243224651604, + "tokens_seen": 1213202432 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006386615310544054, + "loss": 0.0718, + "theoretical_loss": 3.612253245640856, + "tokens_seen": 1213464576 + }, + { + "epoch": 0.37, + "learning_rate": 0.000638581287112823, + "loss": 0.0714, + "theoretical_loss": 3.6121821884678287, + "tokens_seen": 1213726720 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006385010431712405, + "loss": 0.0742, + "theoretical_loss": 3.6121111509364017, + "tokens_seen": 1213988864 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006384207992296582, + "loss": 0.0749, + "theoretical_loss": 3.6120401330369067, + "tokens_seen": 1214251008 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006383405552880758, + "loss": 0.072, + "theoretical_loss": 3.6119691347596814, + "tokens_seen": 1214513152 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006382603113464933, + "loss": 0.074, + "theoretical_loss": 3.611898156095071, + "tokens_seen": 1214775296 + }, + { + "epoch": 0.37, + "learning_rate": 0.000638180067404911, + "loss": 0.0734, + "theoretical_loss": 3.6118271970334264, + "tokens_seen": 1215037440 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006380998234633285, + "loss": 0.072, + "theoretical_loss": 3.6117562575651068, + "tokens_seen": 1215299584 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006380195795217462, + "loss": 0.0727, + "theoretical_loss": 3.611685337680477, + "tokens_seen": 1215561728 + }, + { + "epoch": 0.37, + "objective/train/advantage_avg": 0.0020790421403944492, + "objective/train/docs_used": 444688, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3660297393798828, + "objective/train/original_loss": 1.3660295009613037, + "objective/train/theoretical_loss": 3.6116498850790366, + "objective/train/tokens_used": 1236152800, + "objective/train/value_avg": -0.00579071044921875, + "objective/train/value_loss": 0.00013473411672748625, + "objective/train/value_max": -0.00014317035675048828, + "objective/train/value_min": -0.72412109375, + "objective/train/value_reward_corr": 0.4767751039052163, + "objective/train/value_std": 0.00911712646484375, + "objective/train/weight_avg": 1.002144455909729, + "objective/train/weighted_lm_loss": 1.3699471950531006, + "objective/train/weights_max": 2.0629172325134277, + "objective/train/weights_min": 0.38061273097991943, + "theoretical_loss": 3.6116498850790366, + "tokens_seen": 1215692800 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006379393355801637, + "loss": 0.0719, + "theoretical_loss": 3.6116144373699086, + "tokens_seen": 1215823872 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006378590916385812, + "loss": 0.0729, + "theoretical_loss": 3.611543556623782, + "tokens_seen": 1216086016 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006377788476969989, + "loss": 0.0728, + "theoretical_loss": 3.6114726954324814, + "tokens_seen": 1216348160 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006376986037554164, + "loss": 0.0722, + "theoretical_loss": 3.6114018537864, + "tokens_seen": 1216610304 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006376183598138341, + "loss": 0.0723, + "theoretical_loss": 3.6113310316759373, + "tokens_seen": 1216872448 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006375381158722517, + "loss": 0.069, + "theoretical_loss": 3.6112602290914984, + "tokens_seen": 1217134592 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006374578719306693, + "loss": 0.0716, + "theoretical_loss": 3.611189446023497, + "tokens_seen": 1217396736 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006373776279890868, + "loss": 0.0725, + "theoretical_loss": 3.6111186824623527, + "tokens_seen": 1217658880 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006372973840475045, + "loss": 0.0736, + "theoretical_loss": 3.6110479383984915, + "tokens_seen": 1217921024 + }, + { + "epoch": 0.37, + "learning_rate": 0.000637217140105922, + "loss": 0.0727, + "theoretical_loss": 3.6109772138223466, + "tokens_seen": 1218183168 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006371368961643395, + "loss": 0.0734, + "theoretical_loss": 3.6109065087243577, + "tokens_seen": 1218445312 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006370566522227572, + "loss": 0.0712, + "theoretical_loss": 3.610835823094972, + "tokens_seen": 1218707456 + }, + { + "epoch": 0.37, + "objective/train/advantage_avg": 0.0006038400460965931, + "objective/train/docs_used": 445814, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5614651441574097, + "objective/train/original_loss": 1.5614651441574097, + "objective/train/theoretical_loss": 3.6107651569246424, + "objective/train/tokens_used": 1239429600, + "objective/train/value_avg": -0.01373291015625, + "objective/train/value_loss": 0.00037396803963929415, + "objective/train/value_max": -0.00010973215103149414, + "objective/train/value_min": -0.50048828125, + "objective/train/value_reward_corr": 0.8304861458692179, + "objective/train/value_std": 0.025299072265625, + "objective/train/weight_avg": 1.0007843971252441, + "objective/train/weighted_lm_loss": 1.5620965957641602, + "objective/train/weights_max": 1.3655039072036743, + "objective/train/weights_min": 0.5459462404251099, + "theoretical_loss": 3.6107651569246424, + "tokens_seen": 1218969600 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006369764082811747, + "loss": 0.0728, + "theoretical_loss": 3.6107651569246424, + "tokens_seen": 1218969600 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006368961643395924, + "loss": 0.0711, + "theoretical_loss": 3.610694510203829, + "tokens_seen": 1219231744 + }, + { + "epoch": 0.37, + "learning_rate": 0.00063681592039801, + "loss": 0.0716, + "theoretical_loss": 3.610623882922999, + "tokens_seen": 1219493888 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006367356764564276, + "loss": 0.0715, + "theoretical_loss": 3.6105532750726255, + "tokens_seen": 1219756032 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006366554325148452, + "loss": 0.0717, + "theoretical_loss": 3.6104826866431887, + "tokens_seen": 1220018176 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006365751885732627, + "loss": 0.0715, + "theoretical_loss": 3.6104121176251764, + "tokens_seen": 1220280320 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006364949446316803, + "loss": 0.0722, + "theoretical_loss": 3.6103415680090816, + "tokens_seen": 1220542464 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006364147006900979, + "loss": 0.0738, + "theoretical_loss": 3.6102710377854046, + "tokens_seen": 1220804608 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006363344567485155, + "loss": 0.0703, + "theoretical_loss": 3.610200526944652, + "tokens_seen": 1221066752 + }, + { + "epoch": 0.37, + "learning_rate": 0.000636254212806933, + "loss": 0.0721, + "theoretical_loss": 3.610130035477339, + "tokens_seen": 1221328896 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006361739688653508, + "loss": 0.075, + "theoretical_loss": 3.6100595633739854, + "tokens_seen": 1221591040 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006360937249237683, + "loss": 0.0728, + "theoretical_loss": 3.6099891106251176, + "tokens_seen": 1221853184 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006360134809821858, + "loss": 0.0746, + "theoretical_loss": 3.6099186772212697, + "tokens_seen": 1222115328 + }, + { + "epoch": 0.37, + "objective/train/advantage_avg": -5.6892829888965935e-05, + "objective/train/docs_used": 446976, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.417612075805664, + "objective/train/original_loss": 1.4176119565963745, + "objective/train/theoretical_loss": 3.6098834677707723, + "objective/train/tokens_used": 1242706400, + "objective/train/value_avg": -0.01236724853515625, + "objective/train/value_loss": 0.00055509532103315, + "objective/train/value_max": -0.00010073184967041016, + "objective/train/value_min": -0.98779296875, + "objective/train/value_reward_corr": 0.8734125047147445, + "objective/train/value_std": 0.037078857421875, + "objective/train/weight_avg": 1.0001895427703857, + "objective/train/weighted_lm_loss": 1.4191932678222656, + "objective/train/weights_max": 1.7798515558242798, + "objective/train/weights_min": 0.36823222041130066, + "theoretical_loss": 3.6098834677707723, + "tokens_seen": 1222246400 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006359332370406035, + "loss": 0.071, + "theoretical_loss": 3.6098482631529825, + "tokens_seen": 1222377472 + }, + { + "epoch": 0.37, + "learning_rate": 0.000635852993099021, + "loss": 0.0726, + "theoretical_loss": 3.6097778684108026, + "tokens_seen": 1222639616 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006357727491574386, + "loss": 0.0716, + "theoretical_loss": 3.609707492985284, + "tokens_seen": 1222901760 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006356925052158562, + "loss": 0.0715, + "theoretical_loss": 3.609637136866987, + "tokens_seen": 1223163904 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006356122612742738, + "loss": 0.0696, + "theoretical_loss": 3.609566800046478, + "tokens_seen": 1223426048 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006355320173326913, + "loss": 0.071, + "theoretical_loss": 3.609496482514332, + "tokens_seen": 1223688192 + }, + { + "epoch": 0.37, + "learning_rate": 0.000635451773391109, + "loss": 0.0732, + "theoretical_loss": 3.609426184261128, + "tokens_seen": 1223950336 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006353715294495266, + "loss": 0.0736, + "theoretical_loss": 3.6093559052774538, + "tokens_seen": 1224212480 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006352912855079442, + "loss": 0.0715, + "theoretical_loss": 3.6092856455539017, + "tokens_seen": 1224474624 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006352110415663618, + "loss": 0.0746, + "theoretical_loss": 3.6092154050810725, + "tokens_seen": 1224736768 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006351307976247793, + "loss": 0.073, + "theoretical_loss": 3.6091451838495727, + "tokens_seen": 1224998912 + }, + { + "epoch": 0.37, + "learning_rate": 0.000635050553683197, + "loss": 0.0714, + "theoretical_loss": 3.609074981850016, + "tokens_seen": 1225261056 + }, + { + "epoch": 0.37, + "objective/train/advantage_avg": 0.0007564620464108884, + "objective/train/docs_used": 448161, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4433751106262207, + "objective/train/original_loss": 1.4433751106262207, + "objective/train/theoretical_loss": 3.6090047990730216, + "objective/train/tokens_used": 1245983200, + "objective/train/value_avg": -0.006092071533203125, + "objective/train/value_loss": 0.00031783239683136344, + "objective/train/value_max": -0.00011414289474487305, + "objective/train/value_min": -0.9443359375, + "objective/train/value_reward_corr": 0.8119871868607242, + "objective/train/value_std": 0.01873779296875, + "objective/train/weight_avg": 1.0008962154388428, + "objective/train/weighted_lm_loss": 1.4456610679626465, + "objective/train/weights_max": 1.3351751565933228, + "objective/train/weights_min": 0.4397569000720978, + "theoretical_loss": 3.6090047990730216, + "tokens_seen": 1225523200 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006349703097416145, + "loss": 0.0745, + "theoretical_loss": 3.6090047990730216, + "tokens_seen": 1225523200 + }, + { + "epoch": 0.37, + "learning_rate": 0.000634890065800032, + "loss": 0.0711, + "theoretical_loss": 3.6089346355092164, + "tokens_seen": 1225785344 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006348098218584497, + "loss": 0.0736, + "theoretical_loss": 3.6088644911492334, + "tokens_seen": 1226047488 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006347295779168672, + "loss": 0.073, + "theoretical_loss": 3.6087943659837114, + "tokens_seen": 1226309632 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006346493339752849, + "loss": 0.0708, + "theoretical_loss": 3.6087242600032976, + "tokens_seen": 1226571776 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006345690900337025, + "loss": 0.0723, + "theoretical_loss": 3.6086541731986443, + "tokens_seen": 1226833920 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006344888460921201, + "loss": 0.0686, + "theoretical_loss": 3.6085841055604106, + "tokens_seen": 1227096064 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006344086021505376, + "loss": 0.0729, + "theoretical_loss": 3.608514057079262, + "tokens_seen": 1227358208 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006343283582089553, + "loss": 0.071, + "theoretical_loss": 3.6084440277458714, + "tokens_seen": 1227620352 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006342481142673728, + "loss": 0.0701, + "theoretical_loss": 3.6083740175509176, + "tokens_seen": 1227882496 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006341678703257904, + "loss": 0.0749, + "theoretical_loss": 3.6083040264850856, + "tokens_seen": 1228144640 + }, + { + "epoch": 0.37, + "learning_rate": 0.000634087626384208, + "loss": 0.0712, + "theoretical_loss": 3.6082340545390674, + "tokens_seen": 1228406784 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006340073824426255, + "loss": 0.0733, + "theoretical_loss": 3.6081641017035615, + "tokens_seen": 1228668928 + }, + { + "epoch": 0.37, + "objective/train/advantage_avg": -0.0002450663596391678, + "objective/train/docs_used": 449484, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5415982007980347, + "objective/train/original_loss": 1.5415980815887451, + "objective/train/theoretical_loss": 3.6081291324493456, + "objective/train/tokens_used": 1249260000, + "objective/train/value_avg": -0.0093994140625, + "objective/train/value_loss": 0.0002622672473080456, + "objective/train/value_max": -8.749961853027344e-05, + "objective/train/value_min": -0.66015625, + "objective/train/value_reward_corr": 0.7220111249799555, + "objective/train/value_std": 0.015655517578125, + "objective/train/weight_avg": 0.9998831152915955, + "objective/train/weighted_lm_loss": 1.54165518283844, + "objective/train/weights_max": 1.871654748916626, + "objective/train/weights_min": 0.5280845165252686, + "theoretical_loss": 3.6081291324493456, + "tokens_seen": 1228800000 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006339271385010433, + "loss": 0.0748, + "theoretical_loss": 3.608094167969273, + "tokens_seen": 1228931072 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006338468945594608, + "loss": 0.0716, + "theoretical_loss": 3.6080242533269136, + "tokens_seen": 1229193216 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006337666506178784, + "loss": 0.0701, + "theoretical_loss": 3.6079543577672, + "tokens_seen": 1229455360 + }, + { + "epoch": 0.37, + "learning_rate": 0.000633686406676296, + "loss": 0.0741, + "theoretical_loss": 3.6078844812808577, + "tokens_seen": 1229717504 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006336061627347135, + "loss": 0.0756, + "theoretical_loss": 3.6078146238586175, + "tokens_seen": 1229979648 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006335259187931311, + "loss": 0.0737, + "theoretical_loss": 3.6077447854912164, + "tokens_seen": 1230241792 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006334456748515487, + "loss": 0.072, + "theoretical_loss": 3.6076749661693985, + "tokens_seen": 1230503936 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006333654309099663, + "loss": 0.0742, + "theoretical_loss": 3.607605165883914, + "tokens_seen": 1230766080 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006332851869683838, + "loss": 0.0728, + "theoretical_loss": 3.60753538462552, + "tokens_seen": 1231028224 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006332049430268016, + "loss": 0.0718, + "theoretical_loss": 3.607465622384979, + "tokens_seen": 1231290368 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006331246990852191, + "loss": 0.0731, + "theoretical_loss": 3.6073958791530614, + "tokens_seen": 1231552512 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006330444551436366, + "loss": 0.0727, + "theoretical_loss": 3.607326154920543, + "tokens_seen": 1231814656 + }, + { + "epoch": 0.37, + "objective/train/advantage_avg": 0.0012364344438537955, + "objective/train/docs_used": 450737, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5245863199234009, + "objective/train/original_loss": 1.5245862007141113, + "objective/train/theoretical_loss": 3.6072564496782062, + "objective/train/tokens_used": 1252536800, + "objective/train/value_avg": -0.008544921875, + "objective/train/value_loss": 0.0003150656120851636, + "objective/train/value_max": -0.00012433528900146484, + "objective/train/value_min": -0.57763671875, + "objective/train/value_reward_corr": 0.6758623677981724, + "objective/train/value_std": 0.01513671875, + "objective/train/weight_avg": 1.0013786554336548, + "objective/train/weighted_lm_loss": 1.5266770124435425, + "objective/train/weights_max": 1.4281935691833496, + "objective/train/weights_min": 0.3790363073348999, + "theoretical_loss": 3.6072564496782062, + "tokens_seen": 1232076800 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006329642112020543, + "loss": 0.0715, + "theoretical_loss": 3.6072564496782062, + "tokens_seen": 1232076800 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006328839672604718, + "loss": 0.0702, + "theoretical_loss": 3.607186763416841, + "tokens_seen": 1232338944 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006328037233188895, + "loss": 0.0728, + "theoretical_loss": 3.607117096127242, + "tokens_seen": 1232601088 + }, + { + "epoch": 0.37, + "learning_rate": 0.000632723479377307, + "loss": 0.0743, + "theoretical_loss": 3.60704744780021, + "tokens_seen": 1232863232 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006326432354357246, + "loss": 0.0719, + "theoretical_loss": 3.606977818426555, + "tokens_seen": 1233125376 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006325629914941422, + "loss": 0.0746, + "theoretical_loss": 3.6069082079970913, + "tokens_seen": 1233387520 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006324827475525598, + "loss": 0.0739, + "theoretical_loss": 3.60683861650264, + "tokens_seen": 1233649664 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006324025036109774, + "loss": 0.0707, + "theoretical_loss": 3.606769043934027, + "tokens_seen": 1233911808 + }, + { + "epoch": 0.37, + "learning_rate": 0.000632322259669395, + "loss": 0.0735, + "theoretical_loss": 3.606699490282088, + "tokens_seen": 1234173952 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006322420157278126, + "loss": 0.0699, + "theoretical_loss": 3.606629955537663, + "tokens_seen": 1234436096 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006321617717862301, + "loss": 0.0711, + "theoretical_loss": 3.606560439691598, + "tokens_seen": 1234698240 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006320815278446478, + "loss": 0.0722, + "theoretical_loss": 3.6064909427347462, + "tokens_seen": 1234960384 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006320012839030653, + "loss": 0.0733, + "theoretical_loss": 3.6064214646579673, + "tokens_seen": 1235222528 + }, + { + "epoch": 0.37, + "objective/train/advantage_avg": -0.0011388807324692607, + "objective/train/docs_used": 451987, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.476946473121643, + "objective/train/original_loss": 1.4769467115402222, + "objective/train/theoretical_loss": 3.60638673269675, + "objective/train/tokens_used": 1255813600, + "objective/train/value_avg": -0.007617950439453125, + "objective/train/value_loss": 0.00027475148090161383, + "objective/train/value_max": -5.7816505432128906e-05, + "objective/train/value_min": -0.365966796875, + "objective/train/value_reward_corr": 0.643787755858908, + "objective/train/value_std": 0.0122528076171875, + "objective/train/weight_avg": 0.9989874362945557, + "objective/train/weighted_lm_loss": 1.47469961643219, + "objective/train/weights_max": 1.1742674112319946, + "objective/train/weights_min": 0.3846881687641144, + "theoretical_loss": 3.60638673269675, + "tokens_seen": 1235353600 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006319210399614828, + "loss": 0.0742, + "theoretical_loss": 3.606352005452126, + "tokens_seen": 1235484672 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006318407960199005, + "loss": 0.0729, + "theoretical_loss": 3.6062825651080956, + "tokens_seen": 1235746816 + }, + { + "epoch": 0.37, + "learning_rate": 0.000631760552078318, + "loss": 0.0737, + "theoretical_loss": 3.6062131436167544, + "tokens_seen": 1236008960 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006316803081367358, + "loss": 0.0716, + "theoretical_loss": 3.606143740968986, + "tokens_seen": 1236271104 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006316000641951533, + "loss": 0.0749, + "theoretical_loss": 3.6060743571556833, + "tokens_seen": 1236533248 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006315198202535709, + "loss": 0.074, + "theoretical_loss": 3.606004992167742, + "tokens_seen": 1236795392 + }, + { + "epoch": 0.37, + "learning_rate": 0.0006314395763119885, + "loss": 0.0715, + "theoretical_loss": 3.605935645996067, + "tokens_seen": 1237057536 + }, + { + "epoch": 0.37, + "learning_rate": 0.000631359332370406, + "loss": 0.0697, + "theoretical_loss": 3.605866318631568, + "tokens_seen": 1237319680 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006312790884288236, + "loss": 0.0711, + "theoretical_loss": 3.605797010065161, + "tokens_seen": 1237581824 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006311988444872412, + "loss": 0.0713, + "theoretical_loss": 3.6057277202877698, + "tokens_seen": 1237843968 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006311186005456588, + "loss": 0.0717, + "theoretical_loss": 3.6056584492903223, + "tokens_seen": 1238106112 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006310383566040763, + "loss": 0.0713, + "theoretical_loss": 3.6055891970637544, + "tokens_seen": 1238368256 + }, + { + "epoch": 0.38, + "objective/train/advantage_avg": 0.0011382317170500755, + "objective/train/docs_used": 453261, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6063947677612305, + "objective/train/original_loss": 1.6063945293426514, + "objective/train/theoretical_loss": 3.605519963599008, + "objective/train/tokens_used": 1259090400, + "objective/train/value_avg": -0.00792694091796875, + "objective/train/value_loss": 0.0003296239592600614, + "objective/train/value_max": -8.958578109741211e-05, + "objective/train/value_min": -0.70361328125, + "objective/train/value_reward_corr": 0.6878127681492552, + "objective/train/value_std": 0.01537322998046875, + "objective/train/weight_avg": 1.0012843608856201, + "objective/train/weighted_lm_loss": 1.6085931062698364, + "objective/train/weights_max": 1.2634966373443604, + "objective/train/weights_min": 0.36976757645606995, + "theoretical_loss": 3.605519963599008, + "tokens_seen": 1238630400 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006309581126624941, + "loss": 0.0746, + "theoretical_loss": 3.605519963599008, + "tokens_seen": 1238630400 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006308778687209116, + "loss": 0.0722, + "theoretical_loss": 3.60545074888703, + "tokens_seen": 1238892544 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006307976247793292, + "loss": 0.0714, + "theoretical_loss": 3.6053815529187756, + "tokens_seen": 1239154688 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006307173808377468, + "loss": 0.0738, + "theoretical_loss": 3.6053123756852052, + "tokens_seen": 1239416832 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006306371368961643, + "loss": 0.0709, + "theoretical_loss": 3.605243217177285, + "tokens_seen": 1239678976 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006305568929545819, + "loss": 0.0709, + "theoretical_loss": 3.6051740773859877, + "tokens_seen": 1239941120 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006304766490129995, + "loss": 0.0728, + "theoretical_loss": 3.605104956302293, + "tokens_seen": 1240203264 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006303964050714171, + "loss": 0.0727, + "theoretical_loss": 3.605035853917187, + "tokens_seen": 1240465408 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006303161611298347, + "loss": 0.0746, + "theoretical_loss": 3.604966770221661, + "tokens_seen": 1240727552 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006302359171882524, + "loss": 0.0695, + "theoretical_loss": 3.604897705206713, + "tokens_seen": 1240989696 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006301556732466699, + "loss": 0.0723, + "theoretical_loss": 3.6048286588633465, + "tokens_seen": 1241251840 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006300754293050875, + "loss": 0.0747, + "theoretical_loss": 3.6047596311825725, + "tokens_seen": 1241513984 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006299951853635051, + "loss": 0.0744, + "theoretical_loss": 3.6046906221554087, + "tokens_seen": 1241776128 + }, + { + "epoch": 0.38, + "objective/train/advantage_avg": 0.00029836766771040857, + "objective/train/docs_used": 454384, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4691675901412964, + "objective/train/original_loss": 1.469167709350586, + "objective/train/theoretical_loss": 3.604656124634124, + "objective/train/tokens_used": 1262367200, + "objective/train/value_avg": -0.006694793701171875, + "objective/train/value_loss": 0.00024423477589152753, + "objective/train/value_max": -9.03010368347168e-05, + "objective/train/value_min": -0.352783203125, + "objective/train/value_reward_corr": 0.640521829728866, + "objective/train/value_std": 0.01132965087890625, + "objective/train/weight_avg": 1.0004081726074219, + "objective/train/weighted_lm_loss": 1.469569444656372, + "objective/train/weights_max": 1.4230226278305054, + "objective/train/weights_min": 0.39959755539894104, + "theoretical_loss": 3.604656124634124, + "tokens_seen": 1241907200 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006299149414219226, + "loss": 0.0735, + "theoretical_loss": 3.6046216317728765, + "tokens_seen": 1242038272 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006298346974803403, + "loss": 0.072, + "theoretical_loss": 3.6045526600260054, + "tokens_seen": 1242300416 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006297544535387578, + "loss": 0.0714, + "theoretical_loss": 3.6044837069058318, + "tokens_seen": 1242562560 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006296742095971754, + "loss": 0.075, + "theoretical_loss": 3.6044147724033957, + "tokens_seen": 1242824704 + }, + { + "epoch": 0.38, + "learning_rate": 0.000629593965655593, + "loss": 0.075, + "theoretical_loss": 3.6043458565097453, + "tokens_seen": 1243086848 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006295137217140106, + "loss": 0.07, + "theoretical_loss": 3.6042769592159356, + "tokens_seen": 1243348992 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006294334777724282, + "loss": 0.0723, + "theoretical_loss": 3.6042080805130254, + "tokens_seen": 1243611136 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006293532338308458, + "loss": 0.0748, + "theoretical_loss": 3.6041392203920815, + "tokens_seen": 1243873280 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006292729898892634, + "loss": 0.0744, + "theoretical_loss": 3.6040703788441757, + "tokens_seen": 1244135424 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006291927459476809, + "loss": 0.0744, + "theoretical_loss": 3.6040015558603877, + "tokens_seen": 1244397568 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006291125020060986, + "loss": 0.0728, + "theoretical_loss": 3.603932751431802, + "tokens_seen": 1244659712 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006290322580645161, + "loss": 0.0718, + "theoretical_loss": 3.6038639655495093, + "tokens_seen": 1244921856 + }, + { + "epoch": 0.38, + "objective/train/advantage_avg": -0.0011003772960975766, + "objective/train/docs_used": 455531, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5006288290023804, + "objective/train/original_loss": 1.50062894821167, + "objective/train/theoretical_loss": 3.6037951982046064, + "objective/train/tokens_used": 1265644000, + "objective/train/value_avg": -0.01189422607421875, + "objective/train/value_loss": 0.000470526865683496, + "objective/train/value_max": -8.612871170043945e-05, + "objective/train/value_min": -0.62158203125, + "objective/train/value_reward_corr": 0.7494703386483295, + "objective/train/value_std": 0.019622802734375, + "objective/train/weight_avg": 0.9991126656532288, + "objective/train/weighted_lm_loss": 1.4984058141708374, + "objective/train/weights_max": 1.2469532489776611, + "objective/train/weights_min": 0.3691333532333374, + "theoretical_loss": 3.6037951982046064, + "tokens_seen": 1245184000 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006289520141229337, + "loss": 0.0725, + "theoretical_loss": 3.6037951982046064, + "tokens_seen": 1245184000 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006288717701813513, + "loss": 0.0728, + "theoretical_loss": 3.6037264493881973, + "tokens_seen": 1245446144 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006287915262397688, + "loss": 0.0748, + "theoretical_loss": 3.603657719091391, + "tokens_seen": 1245708288 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006287112822981866, + "loss": 0.0731, + "theoretical_loss": 3.603589007305303, + "tokens_seen": 1245970432 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006286310383566041, + "loss": 0.0748, + "theoretical_loss": 3.603520314021055, + "tokens_seen": 1246232576 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006285507944150217, + "loss": 0.0719, + "theoretical_loss": 3.6034516392297746, + "tokens_seen": 1246494720 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006284705504734393, + "loss": 0.0757, + "theoretical_loss": 3.6033829829225965, + "tokens_seen": 1246756864 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006283903065318568, + "loss": 0.0748, + "theoretical_loss": 3.6033143450906593, + "tokens_seen": 1247019008 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006283100625902744, + "loss": 0.0731, + "theoretical_loss": 3.6032457257251105, + "tokens_seen": 1247281152 + }, + { + "epoch": 0.38, + "learning_rate": 0.000628229818648692, + "loss": 0.07, + "theoretical_loss": 3.603177124817101, + "tokens_seen": 1247543296 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006281495747071096, + "loss": 0.0724, + "theoretical_loss": 3.603108542357791, + "tokens_seen": 1247805440 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006280693307655271, + "loss": 0.074, + "theoretical_loss": 3.603039978338343, + "tokens_seen": 1248067584 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006279890868239449, + "loss": 0.0712, + "theoretical_loss": 3.6029714327499285, + "tokens_seen": 1248329728 + }, + { + "epoch": 0.38, + "objective/train/advantage_avg": 5.304682781570591e-05, + "objective/train/docs_used": 456712, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4025466442108154, + "objective/train/original_loss": 1.402546763420105, + "objective/train/theoretical_loss": 3.602937166864601, + "objective/train/tokens_used": 1268920800, + "objective/train/value_avg": -0.00658416748046875, + "objective/train/value_loss": 0.00019038980826735497, + "objective/train/value_max": -6.657838821411133e-05, + "objective/train/value_min": -0.25341796875, + "objective/train/value_reward_corr": 0.6146781988197023, + "objective/train/value_std": 0.010040283203125, + "objective/train/weight_avg": 1.000143051147461, + "objective/train/weighted_lm_loss": 1.403239369392395, + "objective/train/weights_max": 1.2065247297286987, + "objective/train/weights_min": 0.41676023602485657, + "theoretical_loss": 3.602937166864601, + "tokens_seen": 1248460800 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006279088428823624, + "loss": 0.0751, + "theoretical_loss": 3.602902905583724, + "tokens_seen": 1248591872 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006278285989407801, + "loss": 0.0717, + "theoretical_loss": 3.602834396830912, + "tokens_seen": 1248854016 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006277483549991976, + "loss": 0.0724, + "theoretical_loss": 3.6027659064826816, + "tokens_seen": 1249116160 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006276681110576151, + "loss": 0.0741, + "theoretical_loss": 3.602697434530227, + "tokens_seen": 1249378304 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006275878671160328, + "loss": 0.0743, + "theoretical_loss": 3.6026289809647487, + "tokens_seen": 1249640448 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006275076231744503, + "loss": 0.074, + "theoretical_loss": 3.6025605457774548, + "tokens_seen": 1249902592 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006274273792328679, + "loss": 0.072, + "theoretical_loss": 3.602492128959558, + "tokens_seen": 1250164736 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006273471352912855, + "loss": 0.0729, + "theoretical_loss": 3.6024237305022764, + "tokens_seen": 1250426880 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006272668913497032, + "loss": 0.0739, + "theoretical_loss": 3.602355350396836, + "tokens_seen": 1250689024 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006271866474081207, + "loss": 0.072, + "theoretical_loss": 3.602286988634467, + "tokens_seen": 1250951168 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006271064034665383, + "loss": 0.0718, + "theoretical_loss": 3.6022186452064076, + "tokens_seen": 1251213312 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006270261595249559, + "loss": 0.0716, + "theoretical_loss": 3.6021503201039, + "tokens_seen": 1251475456 + }, + { + "epoch": 0.38, + "objective/train/advantage_avg": 0.0014075904618948698, + "objective/train/docs_used": 458046, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4408127069473267, + "objective/train/original_loss": 1.4408128261566162, + "objective/train/theoretical_loss": 3.6020820133181934, + "objective/train/tokens_used": 1272197600, + "objective/train/value_avg": -0.007053375244140625, + "objective/train/value_loss": 0.00014125554298516363, + "objective/train/value_max": -8.153915405273438e-05, + "objective/train/value_min": -0.21337890625, + "objective/train/value_reward_corr": 0.7149975824023894, + "objective/train/value_std": 0.0120849609375, + "objective/train/weight_avg": 1.0014770030975342, + "objective/train/weighted_lm_loss": 1.4437042474746704, + "objective/train/weights_max": 1.203582763671875, + "objective/train/weights_min": 0.6335664987564087, + "theoretical_loss": 3.6020820133181934, + "tokens_seen": 1251737600 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006269459155833734, + "loss": 0.071, + "theoretical_loss": 3.6020820133181934, + "tokens_seen": 1251737600 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006268656716417911, + "loss": 0.0742, + "theoretical_loss": 3.6020137248405435, + "tokens_seen": 1251999744 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006267854277002086, + "loss": 0.0732, + "theoretical_loss": 3.6019454546622107, + "tokens_seen": 1252261888 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006267051837586262, + "loss": 0.0711, + "theoretical_loss": 3.601877202774463, + "tokens_seen": 1252524032 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006266249398170438, + "loss": 0.0728, + "theoretical_loss": 3.601808969168573, + "tokens_seen": 1252786176 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006265446958754613, + "loss": 0.0717, + "theoretical_loss": 3.60174075383582, + "tokens_seen": 1253048320 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006264644519338791, + "loss": 0.0752, + "theoretical_loss": 3.6016725567674883, + "tokens_seen": 1253310464 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006263842079922966, + "loss": 0.0728, + "theoretical_loss": 3.60160437795487, + "tokens_seen": 1253572608 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006263039640507142, + "loss": 0.073, + "theoretical_loss": 3.6015362173892624, + "tokens_seen": 1253834752 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006262237201091318, + "loss": 0.0743, + "theoretical_loss": 3.6014680750619674, + "tokens_seen": 1254096896 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006261434761675494, + "loss": 0.0726, + "theoretical_loss": 3.6013999509642947, + "tokens_seen": 1254359040 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006260632322259669, + "loss": 0.0723, + "theoretical_loss": 3.601331845087559, + "tokens_seen": 1254621184 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006259829882843845, + "loss": 0.0727, + "theoretical_loss": 3.601263757423082, + "tokens_seen": 1254883328 + }, + { + "epoch": 0.38, + "objective/train/advantage_avg": 0.001247103908099234, + "objective/train/docs_used": 459153, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5138047933578491, + "objective/train/original_loss": 1.5138046741485596, + "objective/train/theoretical_loss": 3.601229720417729, + "objective/train/tokens_used": 1275474400, + "objective/train/value_avg": -0.006748199462890625, + "objective/train/value_loss": 0.00019490302656777203, + "objective/train/value_max": -7.545948028564453e-05, + "objective/train/value_min": -0.43603515625, + "objective/train/value_reward_corr": 0.6437155705296699, + "objective/train/value_std": 0.01108551025390625, + "objective/train/weight_avg": 1.0013272762298584, + "objective/train/weighted_lm_loss": 1.5154412984848022, + "objective/train/weights_max": 1.096075177192688, + "objective/train/weights_min": 0.22551074624061584, + "theoretical_loss": 3.601229720417729, + "tokens_seen": 1255014400 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006259027443428021, + "loss": 0.0727, + "theoretical_loss": 3.601195687962189, + "tokens_seen": 1255145472 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006258225004012196, + "loss": 0.0717, + "theoretical_loss": 3.601127636696214, + "tokens_seen": 1255407616 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006257422564596374, + "loss": 0.0722, + "theoretical_loss": 3.6010596036164957, + "tokens_seen": 1255669760 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006256620125180549, + "loss": 0.0722, + "theoretical_loss": 3.600991588714378, + "tokens_seen": 1255931904 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006255817685764725, + "loss": 0.0705, + "theoretical_loss": 3.6009235919812124, + "tokens_seen": 1256194048 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006255015246348901, + "loss": 0.0715, + "theoretical_loss": 3.6008556134083545, + "tokens_seen": 1256456192 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006254212806933076, + "loss": 0.0732, + "theoretical_loss": 3.600787652987167, + "tokens_seen": 1256718336 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006253410367517252, + "loss": 0.0714, + "theoretical_loss": 3.6007197107090185, + "tokens_seen": 1256980480 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006252607928101428, + "loss": 0.0735, + "theoretical_loss": 3.600651786565283, + "tokens_seen": 1257242624 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006251805488685604, + "loss": 0.072, + "theoretical_loss": 3.6005838805473402, + "tokens_seen": 1257504768 + }, + { + "epoch": 0.38, + "learning_rate": 0.000625100304926978, + "loss": 0.0716, + "theoretical_loss": 3.600515992646577, + "tokens_seen": 1257766912 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006250200609853957, + "loss": 0.0719, + "theoretical_loss": 3.6004481228543854, + "tokens_seen": 1258029056 + }, + { + "epoch": 0.38, + "objective/train/advantage_avg": 0.000927985820453614, + "objective/train/docs_used": 460354, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5657988786697388, + "objective/train/original_loss": 1.5657987594604492, + "objective/train/theoretical_loss": 3.600380271162162, + "objective/train/tokens_used": 1278751200, + "objective/train/value_avg": -0.00958251953125, + "objective/train/value_loss": 0.0005312490393407643, + "objective/train/value_max": -0.00013768672943115234, + "objective/train/value_min": -0.857421875, + "objective/train/value_reward_corr": 0.6747838168631959, + "objective/train/value_std": 0.0186309814453125, + "objective/train/weight_avg": 1.0011600255966187, + "objective/train/weighted_lm_loss": 1.5673828125, + "objective/train/weights_max": 1.6960809230804443, + "objective/train/weights_min": 0.3702375590801239, + "theoretical_loss": 3.600380271162162, + "tokens_seen": 1258291200 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006249398170438132, + "loss": 0.0708, + "theoretical_loss": 3.600380271162162, + "tokens_seen": 1258291200 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006248595731022309, + "loss": 0.069, + "theoretical_loss": 3.6003124375613114, + "tokens_seen": 1258553344 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006247793291606484, + "loss": 0.0747, + "theoretical_loss": 3.6002446220432427, + "tokens_seen": 1258815488 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006246990852190659, + "loss": 0.0739, + "theoretical_loss": 3.6001768245993713, + "tokens_seen": 1259077632 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006246188412774836, + "loss": 0.073, + "theoretical_loss": 3.600109045221119, + "tokens_seen": 1259339776 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006245385973359011, + "loss": 0.0748, + "theoretical_loss": 3.600041283899912, + "tokens_seen": 1259601920 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006244583533943187, + "loss": 0.0713, + "theoretical_loss": 3.599973540627184, + "tokens_seen": 1259864064 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006243781094527363, + "loss": 0.0739, + "theoretical_loss": 3.599905815394374, + "tokens_seen": 1260126208 + }, + { + "epoch": 0.38, + "learning_rate": 0.000624297865511154, + "loss": 0.0736, + "theoretical_loss": 3.599838108192926, + "tokens_seen": 1260388352 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006242176215695715, + "loss": 0.0723, + "theoretical_loss": 3.5997704190142907, + "tokens_seen": 1260650496 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006241373776279891, + "loss": 0.0741, + "theoretical_loss": 3.599702747849925, + "tokens_seen": 1260912640 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006240571336864067, + "loss": 0.073, + "theoretical_loss": 3.5996350946912896, + "tokens_seen": 1261174784 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006239768897448243, + "loss": 0.0715, + "theoretical_loss": 3.5995674595298537, + "tokens_seen": 1261436928 + }, + { + "epoch": 0.38, + "objective/train/advantage_avg": 0.0016177560901269317, + "objective/train/docs_used": 461530, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3895301818847656, + "objective/train/original_loss": 1.3895301818847656, + "objective/train/theoretical_loss": 3.599533648695421, + "objective/train/tokens_used": 1282028000, + "objective/train/value_avg": -0.006931304931640625, + "objective/train/value_loss": 0.00015498393622692674, + "objective/train/value_max": -5.02467155456543e-05, + "objective/train/value_min": -0.7080078125, + "objective/train/value_reward_corr": 0.7012911132348072, + "objective/train/value_std": 0.01279449462890625, + "objective/train/weight_avg": 1.001688838005066, + "objective/train/weighted_lm_loss": 1.3924219608306885, + "objective/train/weights_max": 1.2576539516448975, + "objective/train/weights_min": 0.3682476878166199, + "theoretical_loss": 3.599533648695421, + "tokens_seen": 1261568000 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006238966458032419, + "loss": 0.0719, + "theoretical_loss": 3.5994998423570914, + "tokens_seen": 1261699072 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006238164018616594, + "loss": 0.0713, + "theoretical_loss": 3.599432243164481, + "tokens_seen": 1261961216 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006237361579200771, + "loss": 0.0712, + "theoretical_loss": 3.599364661943509, + "tokens_seen": 1262223360 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006236559139784946, + "loss": 0.0726, + "theoretical_loss": 3.599297098685666, + "tokens_seen": 1262485504 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006235756700369121, + "loss": 0.0708, + "theoretical_loss": 3.599229553382449, + "tokens_seen": 1262747648 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006234954260953299, + "loss": 0.0724, + "theoretical_loss": 3.599162026025361, + "tokens_seen": 1263009792 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006234151821537474, + "loss": 0.0705, + "theoretical_loss": 3.599094516605911, + "tokens_seen": 1263271936 + }, + { + "epoch": 0.38, + "learning_rate": 0.000623334938212165, + "loss": 0.0736, + "theoretical_loss": 3.5990270251156122, + "tokens_seen": 1263534080 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006232546942705826, + "loss": 0.0745, + "theoretical_loss": 3.5989595515459856, + "tokens_seen": 1263796224 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006231744503290002, + "loss": 0.0743, + "theoretical_loss": 3.598892095888557, + "tokens_seen": 1264058368 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006230942063874177, + "loss": 0.0715, + "theoretical_loss": 3.5988246581348573, + "tokens_seen": 1264320512 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006230139624458353, + "loss": 0.073, + "theoretical_loss": 3.5987572382764252, + "tokens_seen": 1264582656 + }, + { + "epoch": 0.38, + "objective/train/advantage_avg": 0.0005625546909868717, + "objective/train/docs_used": 462829, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.481457233428955, + "objective/train/original_loss": 1.481457233428955, + "objective/train/theoretical_loss": 3.5986898363048025, + "objective/train/tokens_used": 1285304800, + "objective/train/value_avg": -0.0063323974609375, + "objective/train/value_loss": 0.000185615019290708, + "objective/train/value_max": -8.153915405273438e-05, + "objective/train/value_min": -0.258056640625, + "objective/train/value_reward_corr": 0.5955669240117786, + "objective/train/value_std": 0.00838470458984375, + "objective/train/weight_avg": 1.000647783279419, + "objective/train/weighted_lm_loss": 1.4829694032669067, + "objective/train/weights_max": 1.1971280574798584, + "objective/train/weights_min": 0.3879065215587616, + "theoretical_loss": 3.5986898363048025, + "tokens_seen": 1264844800 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006229337185042529, + "loss": 0.0723, + "theoretical_loss": 3.5986898363048025, + "tokens_seen": 1264844800 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006228534745626704, + "loss": 0.0712, + "theoretical_loss": 3.5986224522115395, + "tokens_seen": 1265106944 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006227732306210882, + "loss": 0.0703, + "theoretical_loss": 3.59855508598819, + "tokens_seen": 1265369088 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006226929866795057, + "loss": 0.0736, + "theoretical_loss": 3.5984877376263142, + "tokens_seen": 1265631232 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006226127427379234, + "loss": 0.0697, + "theoretical_loss": 3.5984204071174783, + "tokens_seen": 1265893376 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006225324987963409, + "loss": 0.0761, + "theoretical_loss": 3.598353094453255, + "tokens_seen": 1266155520 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006224522548547584, + "loss": 0.0722, + "theoretical_loss": 3.598285799625221, + "tokens_seen": 1266417664 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006223720109131761, + "loss": 0.0721, + "theoretical_loss": 3.5982185226249594, + "tokens_seen": 1266679808 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006222917669715936, + "loss": 0.0717, + "theoretical_loss": 3.5981512634440604, + "tokens_seen": 1266941952 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006222115230300112, + "loss": 0.0725, + "theoretical_loss": 3.5980840220741177, + "tokens_seen": 1267204096 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006221312790884289, + "loss": 0.0748, + "theoretical_loss": 3.5980167985067317, + "tokens_seen": 1267466240 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006220510351468465, + "loss": 0.0737, + "theoretical_loss": 3.5979495927335092, + "tokens_seen": 1267728384 + }, + { + "epoch": 0.38, + "learning_rate": 0.000621970791205264, + "loss": 0.0725, + "theoretical_loss": 3.5978824047460614, + "tokens_seen": 1267990528 + }, + { + "epoch": 0.38, + "objective/train/advantage_avg": 0.00046371715143322945, + "objective/train/docs_used": 464032, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5263406038284302, + "objective/train/original_loss": 1.5263407230377197, + "objective/train/theoretical_loss": 3.5978488174193832, + "objective/train/tokens_used": 1288581600, + "objective/train/value_avg": -0.00771331787109375, + "objective/train/value_loss": 0.0002773138112388551, + "objective/train/value_max": -4.3332576751708984e-05, + "objective/train/value_min": -0.482666015625, + "objective/train/value_reward_corr": 0.5942136494071711, + "objective/train/value_std": 0.01287078857421875, + "objective/train/weight_avg": 1.000587821006775, + "objective/train/weighted_lm_loss": 1.5270326137542725, + "objective/train/weights_max": 1.449987530708313, + "objective/train/weights_min": 0.3755074739456177, + "theoretical_loss": 3.5978488174193832, + "tokens_seen": 1268121600 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006218905472636816, + "loss": 0.0733, + "theoretical_loss": 3.5978152345360055, + "tokens_seen": 1268252672 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006218103033220992, + "loss": 0.0723, + "theoretical_loss": 3.5977480820949657, + "tokens_seen": 1268514816 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006217300593805167, + "loss": 0.0739, + "theoretical_loss": 3.5976809474145703, + "tokens_seen": 1268776960 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006216498154389344, + "loss": 0.073, + "theoretical_loss": 3.597613830486454, + "tokens_seen": 1269039104 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006215695714973519, + "loss": 0.0718, + "theoretical_loss": 3.5975467313022564, + "tokens_seen": 1269301248 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006214893275557696, + "loss": 0.0733, + "theoretical_loss": 3.5974796498536237, + "tokens_seen": 1269563392 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006214090836141871, + "loss": 0.0705, + "theoretical_loss": 3.597412586132208, + "tokens_seen": 1269825536 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006213288396726048, + "loss": 0.0727, + "theoretical_loss": 3.5973455401296652, + "tokens_seen": 1270087680 + }, + { + "epoch": 0.38, + "learning_rate": 0.0006212485957310224, + "loss": 0.0698, + "theoretical_loss": 3.597278511837659, + "tokens_seen": 1270349824 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006211683517894399, + "loss": 0.0714, + "theoretical_loss": 3.597211501247858, + "tokens_seen": 1270611968 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006210881078478575, + "loss": 0.07, + "theoretical_loss": 3.5971445083519358, + "tokens_seen": 1270874112 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006210078639062751, + "loss": 0.0733, + "theoretical_loss": 3.5970775331415723, + "tokens_seen": 1271136256 + }, + { + "epoch": 0.39, + "objective/train/advantage_avg": 0.0006059868028387427, + "objective/train/docs_used": 465264, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.464182734489441, + "objective/train/original_loss": 1.4641826152801514, + "objective/train/theoretical_loss": 3.5970105756084525, + "objective/train/tokens_used": 1291858400, + "objective/train/value_avg": -0.0078277587890625, + "objective/train/value_loss": 0.000212153943721205, + "objective/train/value_max": -8.684396743774414e-05, + "objective/train/value_min": -0.358642578125, + "objective/train/value_reward_corr": 0.6812164330247459, + "objective/train/value_std": 0.0159759521484375, + "objective/train/weight_avg": 1.0007109642028809, + "objective/train/weighted_lm_loss": 1.4637746810913086, + "objective/train/weights_max": 1.2639641761779785, + "objective/train/weights_min": 0.7243859767913818, + "theoretical_loss": 3.5970105756084525, + "tokens_seen": 1271398400 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006209276199646927, + "loss": 0.0702, + "theoretical_loss": 3.5970105756084525, + "tokens_seen": 1271398400 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006208473760231102, + "loss": 0.0726, + "theoretical_loss": 3.5969436357442683, + "tokens_seen": 1271660544 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006207671320815279, + "loss": 0.0718, + "theoretical_loss": 3.5968767135407154, + "tokens_seen": 1271922688 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006206868881399454, + "loss": 0.0711, + "theoretical_loss": 3.596809808989496, + "tokens_seen": 1272184832 + }, + { + "epoch": 0.39, + "learning_rate": 0.000620606644198363, + "loss": 0.0727, + "theoretical_loss": 3.596742922082319, + "tokens_seen": 1272446976 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006205264002567807, + "loss": 0.0704, + "theoretical_loss": 3.5966760528108965, + "tokens_seen": 1272709120 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006204461563151982, + "loss": 0.0724, + "theoretical_loss": 3.596609201166948, + "tokens_seen": 1272971264 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006203659123736158, + "loss": 0.0723, + "theoretical_loss": 3.596542367142198, + "tokens_seen": 1273233408 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006202856684320334, + "loss": 0.0725, + "theoretical_loss": 3.5964755507283774, + "tokens_seen": 1273495552 + }, + { + "epoch": 0.39, + "learning_rate": 0.000620205424490451, + "loss": 0.0736, + "theoretical_loss": 3.5964087519172203, + "tokens_seen": 1273757696 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006201251805488686, + "loss": 0.0744, + "theoretical_loss": 3.59634197070047, + "tokens_seen": 1274019840 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006200449366072861, + "loss": 0.0749, + "theoretical_loss": 3.5962752070698727, + "tokens_seen": 1274281984 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006199646926657037, + "loss": 0.0692, + "theoretical_loss": 3.59620846101718, + "tokens_seen": 1274544128 + }, + { + "epoch": 0.39, + "objective/train/advantage_avg": 0.0014278072630986571, + "objective/train/docs_used": 466434, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4084534645080566, + "objective/train/original_loss": 1.4084534645080566, + "objective/train/theoretical_loss": 3.5961750945799724, + "objective/train/tokens_used": 1295135200, + "objective/train/value_avg": -0.01148223876953125, + "objective/train/value_loss": 0.0002130798966391012, + "objective/train/value_max": -8.958578109741211e-05, + "objective/train/value_min": -0.367919921875, + "objective/train/value_reward_corr": 0.8021880811275972, + "objective/train/value_std": 0.02081298828125, + "objective/train/weight_avg": 1.001526951789856, + "objective/train/weighted_lm_loss": 1.409751296043396, + "objective/train/weights_max": 1.1653238534927368, + "objective/train/weights_min": 0.3828143775463104, + "theoretical_loss": 3.5961750945799724, + "tokens_seen": 1274675200 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006198844487241214, + "loss": 0.0725, + "theoretical_loss": 3.596141732534151, + "tokens_seen": 1274806272 + }, + { + "epoch": 0.39, + "learning_rate": 0.000619804204782539, + "loss": 0.0748, + "theoretical_loss": 3.596075021612549, + "tokens_seen": 1275068416 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006197239608409565, + "loss": 0.0738, + "theoretical_loss": 3.5960083282441433, + "tokens_seen": 1275330560 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006196437168993742, + "loss": 0.0741, + "theoretical_loss": 3.5959416524207084, + "tokens_seen": 1275592704 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006195634729577917, + "loss": 0.0731, + "theoretical_loss": 3.5958749941340242, + "tokens_seen": 1275854848 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006194832290162092, + "loss": 0.0734, + "theoretical_loss": 3.595808353375877, + "tokens_seen": 1276116992 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006194029850746269, + "loss": 0.0723, + "theoretical_loss": 3.5957417301380588, + "tokens_seen": 1276379136 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006193227411330444, + "loss": 0.0734, + "theoretical_loss": 3.595675124412365, + "tokens_seen": 1276641280 + }, + { + "epoch": 0.39, + "learning_rate": 0.000619242497191462, + "loss": 0.0761, + "theoretical_loss": 3.595608536190599, + "tokens_seen": 1276903424 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006191622532498797, + "loss": 0.0724, + "theoretical_loss": 3.595541965464568, + "tokens_seen": 1277165568 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006190820093082973, + "loss": 0.0702, + "theoretical_loss": 3.5954754122260866, + "tokens_seen": 1277427712 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006190017653667148, + "loss": 0.0737, + "theoretical_loss": 3.595408876466972, + "tokens_seen": 1277689856 + }, + { + "epoch": 0.39, + "objective/train/advantage_avg": -0.0011936560040339828, + "objective/train/docs_used": 467639, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.400242567062378, + "objective/train/original_loss": 1.4002426862716675, + "objective/train/theoretical_loss": 3.59534235817905, + "objective/train/tokens_used": 1298412000, + "objective/train/value_avg": -0.0125885009765625, + "objective/train/value_loss": 0.0011328432010486722, + "objective/train/value_max": -7.253885269165039e-05, + "objective/train/value_min": -0.8037109375, + "objective/train/value_reward_corr": 0.7375667873917034, + "objective/train/value_std": 0.033294677734375, + "objective/train/weight_avg": 0.999302327632904, + "objective/train/weighted_lm_loss": 1.3968799114227295, + "objective/train/weights_max": 2.1684398651123047, + "objective/train/weights_min": 0.3963426947593689, + "theoretical_loss": 3.59534235817905, + "tokens_seen": 1277952000 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006189215214251324, + "loss": 0.0726, + "theoretical_loss": 3.59534235817905, + "tokens_seen": 1277952000 + }, + { + "epoch": 0.39, + "learning_rate": 0.00061884127748355, + "loss": 0.073, + "theoretical_loss": 3.5952758573541503, + "tokens_seen": 1278214144 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006187610335419676, + "loss": 0.072, + "theoretical_loss": 3.5952093739841073, + "tokens_seen": 1278476288 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006186807896003852, + "loss": 0.0742, + "theoretical_loss": 3.5951429080607635, + "tokens_seen": 1278738432 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006186005456588027, + "loss": 0.0717, + "theoretical_loss": 3.5950764595759646, + "tokens_seen": 1279000576 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006185203017172204, + "loss": 0.0723, + "theoretical_loss": 3.5950100285215623, + "tokens_seen": 1279262720 + }, + { + "epoch": 0.39, + "learning_rate": 0.000618440057775638, + "loss": 0.0703, + "theoretical_loss": 3.594943614889414, + "tokens_seen": 1279524864 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006183598138340556, + "loss": 0.0745, + "theoretical_loss": 3.5948772186713827, + "tokens_seen": 1279787008 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006182795698924732, + "loss": 0.0726, + "theoretical_loss": 3.5948108398593357, + "tokens_seen": 1280049152 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006181993259508907, + "loss": 0.0734, + "theoretical_loss": 3.5947444784451488, + "tokens_seen": 1280311296 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006181190820093083, + "loss": 0.0714, + "theoretical_loss": 3.5946781344206995, + "tokens_seen": 1280573440 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006180388380677259, + "loss": 0.0744, + "theoretical_loss": 3.5946118077778735, + "tokens_seen": 1280835584 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006179585941261435, + "loss": 0.0758, + "theoretical_loss": 3.59454549850856, + "tokens_seen": 1281097728 + }, + { + "epoch": 0.39, + "objective/train/advantage_avg": 0.0012863518204540014, + "objective/train/docs_used": 468763, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.6166049242019653, + "objective/train/original_loss": 1.6166050434112549, + "objective/train/theoretical_loss": 3.594512350386438, + "objective/train/tokens_used": 1301688800, + "objective/train/value_avg": -0.00801849365234375, + "objective/train/value_loss": 0.0003427938499953598, + "objective/train/value_max": -0.0001233816146850586, + "objective/train/value_min": -0.939453125, + "objective/train/value_reward_corr": 0.6319461606257274, + "objective/train/value_std": 0.014984130859375, + "objective/train/weight_avg": 1.001432180404663, + "objective/train/weighted_lm_loss": 1.618883728981018, + "objective/train/weights_max": 1.312261939048767, + "objective/train/weights_min": 0.36829015612602234, + "theoretical_loss": 3.594512350386438, + "tokens_seen": 1281228800 + }, + { + "epoch": 0.39, + "learning_rate": 0.000617878350184561, + "loss": 0.0736, + "theoretical_loss": 3.594479206604655, + "tokens_seen": 1281359872 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006177981062429787, + "loss": 0.0745, + "theoretical_loss": 3.59441293205806, + "tokens_seen": 1281622016 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006177178623013962, + "loss": 0.0723, + "theoretical_loss": 3.59434667486068, + "tokens_seen": 1281884160 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006176376183598139, + "loss": 0.0725, + "theoretical_loss": 3.5942804350044284, + "tokens_seen": 1282146304 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006175573744182315, + "loss": 0.0723, + "theoretical_loss": 3.594214212481222, + "tokens_seen": 1282408448 + }, + { + "epoch": 0.39, + "learning_rate": 0.000617477130476649, + "loss": 0.07, + "theoretical_loss": 3.594148007282983, + "tokens_seen": 1282670592 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006173968865350667, + "loss": 0.0671, + "theoretical_loss": 3.59408181940164, + "tokens_seen": 1282932736 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006173166425934842, + "loss": 0.071, + "theoretical_loss": 3.5940156488291266, + "tokens_seen": 1283194880 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006172363986519018, + "loss": 0.0702, + "theoretical_loss": 3.593949495557381, + "tokens_seen": 1283457024 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006171561547103194, + "loss": 0.072, + "theoretical_loss": 3.5938833595783484, + "tokens_seen": 1283719168 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006170759107687369, + "loss": 0.0721, + "theoretical_loss": 3.593817240883978, + "tokens_seen": 1283981312 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006169956668271545, + "loss": 0.072, + "theoretical_loss": 3.5937511394662254, + "tokens_seen": 1284243456 + }, + { + "epoch": 0.39, + "objective/train/advantage_avg": 0.001314499881118536, + "objective/train/docs_used": 470107, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.457851767539978, + "objective/train/original_loss": 1.4578516483306885, + "objective/train/theoretical_loss": 3.5936850553170503, + "objective/train/tokens_used": 1304965600, + "objective/train/value_avg": -0.005859375, + "objective/train/value_loss": 9.248593414667994e-05, + "objective/train/value_max": -0.00010311603546142578, + "objective/train/value_min": -0.53662109375, + "objective/train/value_reward_corr": 0.7067068426630948, + "objective/train/value_std": 0.01031494140625, + "objective/train/weight_avg": 1.0013600587844849, + "objective/train/weighted_lm_loss": 1.4606728553771973, + "objective/train/weights_max": 1.3099900484085083, + "objective/train/weights_min": 0.6368424892425537, + "theoretical_loss": 3.5936850553170503, + "tokens_seen": 1284505600 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006169154228855722, + "loss": 0.0713, + "theoretical_loss": 3.5936850553170503, + "tokens_seen": 1284505600 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006168351789439898, + "loss": 0.0735, + "theoretical_loss": 3.593618988428419, + "tokens_seen": 1284767744 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006167549350024073, + "loss": 0.07, + "theoretical_loss": 3.593552938792303, + "tokens_seen": 1285029888 + }, + { + "epoch": 0.39, + "learning_rate": 0.000616674691060825, + "loss": 0.0715, + "theoretical_loss": 3.5934869064006785, + "tokens_seen": 1285292032 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006165944471192425, + "loss": 0.0732, + "theoretical_loss": 3.593420891245527, + "tokens_seen": 1285554176 + }, + { + "epoch": 0.39, + "learning_rate": 0.00061651420317766, + "loss": 0.0747, + "theoretical_loss": 3.5933548933188377, + "tokens_seen": 1285816320 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006164339592360777, + "loss": 0.0711, + "theoretical_loss": 3.5932889126126017, + "tokens_seen": 1286078464 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006163537152944952, + "loss": 0.0738, + "theoretical_loss": 3.5932229491188172, + "tokens_seen": 1286340608 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006162734713529129, + "loss": 0.0707, + "theoretical_loss": 3.5931570028294884, + "tokens_seen": 1286602752 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006161932274113304, + "loss": 0.0719, + "theoretical_loss": 3.5930910737366233, + "tokens_seen": 1286864896 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006161129834697481, + "loss": 0.0729, + "theoretical_loss": 3.5930251618322364, + "tokens_seen": 1287127040 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006160327395281657, + "loss": 0.0719, + "theoretical_loss": 3.5929592671083466, + "tokens_seen": 1287389184 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006159524955865832, + "loss": 0.0715, + "theoretical_loss": 3.5928933895569792, + "tokens_seen": 1287651328 + }, + { + "epoch": 0.39, + "objective/train/advantage_avg": -0.002238593762740493, + "objective/train/docs_used": 471101, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3517261743545532, + "objective/train/original_loss": 1.3517261743545532, + "objective/train/theoretical_loss": 3.592860457218501, + "objective/train/tokens_used": 1308242400, + "objective/train/value_avg": -0.01172637939453125, + "objective/train/value_loss": 0.00036008088500238955, + "objective/train/value_max": -0.00010722875595092773, + "objective/train/value_min": -0.345703125, + "objective/train/value_reward_corr": 0.839254581874118, + "objective/train/value_std": 0.0224456787109375, + "objective/train/weight_avg": 0.9979373812675476, + "objective/train/weighted_lm_loss": 1.3461254835128784, + "objective/train/weights_max": 1.3440711498260498, + "objective/train/weights_min": 0.7232042551040649, + "theoretical_loss": 3.592860457218501, + "tokens_seen": 1287782400 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006158722516450008, + "loss": 0.0699, + "theoretical_loss": 3.5928275291701643, + "tokens_seen": 1287913472 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006157920077034184, + "loss": 0.071, + "theoretical_loss": 3.592761685939937, + "tokens_seen": 1288175616 + }, + { + "epoch": 0.39, + "learning_rate": 0.000615711763761836, + "loss": 0.0717, + "theoretical_loss": 3.5926958598583383, + "tokens_seen": 1288437760 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006156315198202535, + "loss": 0.0691, + "theoretical_loss": 3.5926300509174136, + "tokens_seen": 1288699904 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006155512758786712, + "loss": 0.071, + "theoretical_loss": 3.5925642591092153, + "tokens_seen": 1288962048 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006154710319370887, + "loss": 0.0695, + "theoretical_loss": 3.592498484425799, + "tokens_seen": 1289224192 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006153907879955064, + "loss": 0.0738, + "theoretical_loss": 3.5924327268592267, + "tokens_seen": 1289486336 + }, + { + "epoch": 0.39, + "learning_rate": 0.000615310544053924, + "loss": 0.0696, + "theoretical_loss": 3.5923669864015664, + "tokens_seen": 1289748480 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006152303001123415, + "loss": 0.0698, + "theoretical_loss": 3.59230126304489, + "tokens_seen": 1290010624 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006151500561707592, + "loss": 0.0731, + "theoretical_loss": 3.592235556781276, + "tokens_seen": 1290272768 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006150698122291767, + "loss": 0.0705, + "theoretical_loss": 3.5921698676028058, + "tokens_seen": 1290534912 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006149895682875943, + "loss": 0.0682, + "theoretical_loss": 3.59210419550157, + "tokens_seen": 1290797056 + }, + { + "epoch": 0.39, + "objective/train/advantage_avg": 0.0009572884882800281, + "objective/train/docs_used": 472355, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5199636220932007, + "objective/train/original_loss": 1.5199635028839111, + "objective/train/theoretical_loss": 3.5920385404696606, + "objective/train/tokens_used": 1311519200, + "objective/train/value_avg": -0.00815582275390625, + "objective/train/value_loss": 0.00020284832862671465, + "objective/train/value_max": -0.00016868114471435547, + "objective/train/value_min": -0.943359375, + "objective/train/value_reward_corr": 0.8353104478063432, + "objective/train/value_std": 0.018585205078125, + "objective/train/weight_avg": 1.0010523796081543, + "objective/train/weighted_lm_loss": 1.521936297416687, + "objective/train/weights_max": 1.3686844110488892, + "objective/train/weights_min": 0.5241401791572571, + "theoretical_loss": 3.5920385404696606, + "tokens_seen": 1291059200 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006149093243460119, + "loss": 0.0722, + "theoretical_loss": 3.5920385404696606, + "tokens_seen": 1291059200 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006148290804044295, + "loss": 0.0713, + "theoretical_loss": 3.591972902499177, + "tokens_seen": 1291321344 + }, + { + "epoch": 0.39, + "learning_rate": 0.000614748836462847, + "loss": 0.0712, + "theoretical_loss": 3.5919072815822233, + "tokens_seen": 1291583488 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006146685925212647, + "loss": 0.0713, + "theoretical_loss": 3.5918416777109092, + "tokens_seen": 1291845632 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006145883485796823, + "loss": 0.0696, + "theoretical_loss": 3.591776090877349, + "tokens_seen": 1292107776 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006145081046380998, + "loss": 0.075, + "theoretical_loss": 3.5917105210736624, + "tokens_seen": 1292369920 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006144278606965175, + "loss": 0.0718, + "theoretical_loss": 3.591644968291975, + "tokens_seen": 1292632064 + }, + { + "epoch": 0.39, + "learning_rate": 0.000614347616754935, + "loss": 0.0705, + "theoretical_loss": 3.5915794325244175, + "tokens_seen": 1292894208 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006142673728133526, + "loss": 0.072, + "theoretical_loss": 3.5915139137631242, + "tokens_seen": 1293156352 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006141871288717702, + "loss": 0.0699, + "theoretical_loss": 3.5914484120002372, + "tokens_seen": 1293418496 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006141068849301877, + "loss": 0.0718, + "theoretical_loss": 3.591382927227902, + "tokens_seen": 1293680640 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006140266409886053, + "loss": 0.0744, + "theoretical_loss": 3.5913174594382693, + "tokens_seen": 1293942784 + }, + { + "epoch": 0.39, + "learning_rate": 0.000613946397047023, + "loss": 0.0724, + "theoretical_loss": 3.5912520086234974, + "tokens_seen": 1294204928 + }, + { + "epoch": 0.39, + "objective/train/advantage_avg": 2.7511134248925373e-05, + "objective/train/docs_used": 473604, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4348138570785522, + "objective/train/original_loss": 1.4348139762878418, + "objective/train/theoretical_loss": 3.591219289579233, + "objective/train/tokens_used": 1314796000, + "objective/train/value_avg": -0.00615692138671875, + "objective/train/value_loss": 0.00011485641880426556, + "objective/train/value_max": -8.094310760498047e-05, + "objective/train/value_min": -0.269287109375, + "objective/train/value_reward_corr": 0.6918513384249679, + "objective/train/value_std": 0.01036834716796875, + "objective/train/weight_avg": 1.0000841617584229, + "objective/train/weighted_lm_loss": 1.4344223737716675, + "objective/train/weights_max": 1.175948143005371, + "objective/train/weights_min": 0.8125230073928833, + "theoretical_loss": 3.591219289579233, + "tokens_seen": 1294336000 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006138661531054406, + "loss": 0.0733, + "theoretical_loss": 3.5911865747757457, + "tokens_seen": 1294467072 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006137859091638582, + "loss": 0.0713, + "theoretical_loss": 3.5911211578871827, + "tokens_seen": 1294729216 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006137056652222758, + "loss": 0.0699, + "theoretical_loss": 3.591055757949981, + "tokens_seen": 1294991360 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006136254212806933, + "loss": 0.0739, + "theoretical_loss": 3.590990374956316, + "tokens_seen": 1295253504 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006135451773391109, + "loss": 0.0739, + "theoretical_loss": 3.5909250088983713, + "tokens_seen": 1295515648 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006134649333975285, + "loss": 0.074, + "theoretical_loss": 3.5908596597683347, + "tokens_seen": 1295777792 + }, + { + "epoch": 0.39, + "learning_rate": 0.000613384689455946, + "loss": 0.0712, + "theoretical_loss": 3.590794327558399, + "tokens_seen": 1296039936 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006133044455143637, + "loss": 0.0695, + "theoretical_loss": 3.590729012260762, + "tokens_seen": 1296302080 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006132242015727812, + "loss": 0.0736, + "theoretical_loss": 3.5906637138676265, + "tokens_seen": 1296564224 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006131439576311989, + "loss": 0.0707, + "theoretical_loss": 3.590598432371202, + "tokens_seen": 1296826368 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006130637136896165, + "loss": 0.0703, + "theoretical_loss": 3.5905331677637013, + "tokens_seen": 1297088512 + }, + { + "epoch": 0.39, + "learning_rate": 0.000612983469748034, + "loss": 0.0711, + "theoretical_loss": 3.5904679200373435, + "tokens_seen": 1297350656 + }, + { + "epoch": 0.39, + "objective/train/advantage_avg": 0.00011687030928442255, + "objective/train/docs_used": 474727, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3752737045288086, + "objective/train/original_loss": 1.3752737045288086, + "objective/train/theoretical_loss": 3.5904026891843523, + "objective/train/tokens_used": 1318072800, + "objective/train/value_avg": -0.00527191162109375, + "objective/train/value_loss": 0.0002689031243789941, + "objective/train/value_max": -0.0001080632209777832, + "objective/train/value_min": -0.339111328125, + "objective/train/value_reward_corr": 0.44931255978051615, + "objective/train/value_std": 0.00759124755859375, + "objective/train/weight_avg": 1.000223159790039, + "objective/train/weighted_lm_loss": 1.375450849533081, + "objective/train/weights_max": 1.2914659976959229, + "objective/train/weights_min": 0.22839714586734772, + "theoretical_loss": 3.5904026891843523, + "tokens_seen": 1297612800 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006129032258064516, + "loss": 0.07, + "theoretical_loss": 3.5904026891843523, + "tokens_seen": 1297612800 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006128229818648692, + "loss": 0.0683, + "theoretical_loss": 3.5903374751969563, + "tokens_seen": 1297874944 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006127427379232868, + "loss": 0.0686, + "theoretical_loss": 3.59027227806739, + "tokens_seen": 1298137088 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006126624939817043, + "loss": 0.0709, + "theoretical_loss": 3.5902070977878937, + "tokens_seen": 1298399232 + }, + { + "epoch": 0.39, + "learning_rate": 0.000612582250040122, + "loss": 0.07, + "theoretical_loss": 3.5901419343507106, + "tokens_seen": 1298661376 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006125020060985395, + "loss": 0.0702, + "theoretical_loss": 3.5900767877480906, + "tokens_seen": 1298923520 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006124217621569572, + "loss": 0.0694, + "theoretical_loss": 3.5900116579722883, + "tokens_seen": 1299185664 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006123415182153748, + "loss": 0.0714, + "theoretical_loss": 3.5899465450155637, + "tokens_seen": 1299447808 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006122612742737923, + "loss": 0.0726, + "theoretical_loss": 3.589881448870182, + "tokens_seen": 1299709952 + }, + { + "epoch": 0.39, + "learning_rate": 0.00061218103033221, + "loss": 0.0722, + "theoretical_loss": 3.589816369528413, + "tokens_seen": 1299972096 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006121007863906275, + "loss": 0.0701, + "theoretical_loss": 3.5897513069825324, + "tokens_seen": 1300234240 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006120205424490451, + "loss": 0.0719, + "theoretical_loss": 3.589686261224819, + "tokens_seen": 1300496384 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006119402985074627, + "loss": 0.0717, + "theoretical_loss": 3.5896212322475605, + "tokens_seen": 1300758528 + }, + { + "epoch": 0.39, + "objective/train/advantage_avg": 0.0021518468856811523, + "objective/train/docs_used": 475730, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.372070074081421, + "objective/train/original_loss": 1.372070074081421, + "objective/train/theoretical_loss": 3.5895887240491917, + "objective/train/tokens_used": 1321349600, + "objective/train/value_avg": -0.006137847900390625, + "objective/train/value_loss": 0.00015772222832310945, + "objective/train/value_max": -0.00011771917343139648, + "objective/train/value_min": -0.2529296875, + "objective/train/value_reward_corr": 0.6592945037010353, + "objective/train/value_std": 0.0111236572265625, + "objective/train/weight_avg": 1.0022222995758057, + "objective/train/weighted_lm_loss": 1.3757038116455078, + "objective/train/weights_max": 1.1439892053604126, + "objective/train/weights_min": 0.3739407956600189, + "theoretical_loss": 3.5895887240491917, + "tokens_seen": 1300889600 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006118600545658803, + "loss": 0.0711, + "theoretical_loss": 3.589556220043046, + "tokens_seen": 1301020672 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006117798106242978, + "loss": 0.0713, + "theoretical_loss": 3.589491224603571, + "tokens_seen": 1301282816 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006116995666827155, + "loss": 0.0714, + "theoretical_loss": 3.5894262459214366, + "tokens_seen": 1301544960 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006116193227411331, + "loss": 0.0695, + "theoretical_loss": 3.589361283988948, + "tokens_seen": 1301807104 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006115390787995506, + "loss": 0.071, + "theoretical_loss": 3.589296338798418, + "tokens_seen": 1302069248 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006114588348579683, + "loss": 0.0723, + "theoretical_loss": 3.5892314103421596, + "tokens_seen": 1302331392 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006113785909163858, + "loss": 0.0711, + "theoretical_loss": 3.589166498612496, + "tokens_seen": 1302593536 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006112983469748035, + "loss": 0.0717, + "theoretical_loss": 3.589101603601752, + "tokens_seen": 1302855680 + }, + { + "epoch": 0.39, + "learning_rate": 0.000611218103033221, + "loss": 0.0731, + "theoretical_loss": 3.58903672530226, + "tokens_seen": 1303117824 + }, + { + "epoch": 0.39, + "learning_rate": 0.0006111378590916385, + "loss": 0.0718, + "theoretical_loss": 3.5889718637063552, + "tokens_seen": 1303379968 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006110576151500562, + "loss": 0.0702, + "theoretical_loss": 3.5889070188063794, + "tokens_seen": 1303642112 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006109773712084738, + "loss": 0.0732, + "theoretical_loss": 3.5888421905946783, + "tokens_seen": 1303904256 + }, + { + "epoch": 0.4, + "objective/train/advantage_avg": -0.0010318068088963628, + "objective/train/docs_used": 476908, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3332712650299072, + "objective/train/original_loss": 1.3332715034484863, + "objective/train/theoretical_loss": 3.588777379063604, + "objective/train/tokens_used": 1324626400, + "objective/train/value_avg": -0.006633758544921875, + "objective/train/value_loss": 0.00031293611391447484, + "objective/train/value_max": -6.300210952758789e-05, + "objective/train/value_min": -0.48291015625, + "objective/train/value_reward_corr": 0.5684749591033222, + "objective/train/value_std": 0.010345458984375, + "objective/train/weight_avg": 0.9991026520729065, + "objective/train/weighted_lm_loss": 1.3322677612304688, + "objective/train/weights_max": 1.2248655557632446, + "objective/train/weights_min": 0.3686584234237671, + "theoretical_loss": 3.588777379063604, + "tokens_seen": 1304166400 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006108971272668914, + "loss": 0.07, + "theoretical_loss": 3.588777379063604, + "tokens_seen": 1304166400 + }, + { + "epoch": 0.4, + "learning_rate": 0.000610816883325309, + "loss": 0.0737, + "theoretical_loss": 3.5887125842055116, + "tokens_seen": 1304428544 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006107366393837266, + "loss": 0.07, + "theoretical_loss": 3.588647806012765, + "tokens_seen": 1304690688 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006106563954421441, + "loss": 0.0711, + "theoretical_loss": 3.588583044477728, + "tokens_seen": 1304952832 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006105761515005617, + "loss": 0.0741, + "theoretical_loss": 3.5885182995927734, + "tokens_seen": 1305214976 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006104959075589793, + "loss": 0.0712, + "theoretical_loss": 3.5884535713502776, + "tokens_seen": 1305477120 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006104156636173968, + "loss": 0.0701, + "theoretical_loss": 3.588388859742622, + "tokens_seen": 1305739264 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006103354196758145, + "loss": 0.0678, + "theoretical_loss": 3.5883241647621933, + "tokens_seen": 1306001408 + }, + { + "epoch": 0.4, + "learning_rate": 0.000610255175734232, + "loss": 0.0699, + "theoretical_loss": 3.588259486401383, + "tokens_seen": 1306263552 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006101749317926497, + "loss": 0.0711, + "theoretical_loss": 3.5881948246525877, + "tokens_seen": 1306525696 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006100946878510673, + "loss": 0.0709, + "theoretical_loss": 3.588130179508209, + "tokens_seen": 1306787840 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006100144439094848, + "loss": 0.0717, + "theoretical_loss": 3.5880655509606534, + "tokens_seen": 1307049984 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006099341999679025, + "loss": 0.0734, + "theoretical_loss": 3.5880009390023324, + "tokens_seen": 1307312128 + }, + { + "epoch": 0.4, + "objective/train/advantage_avg": -0.0008479143725708127, + "objective/train/docs_used": 478148, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4873216152191162, + "objective/train/original_loss": 1.4873218536376953, + "objective/train/theoretical_loss": 3.587968639241765, + "objective/train/tokens_used": 1327903200, + "objective/train/value_avg": -0.005840301513671875, + "objective/train/value_loss": 0.0002969568595290184, + "objective/train/value_max": -7.086992263793945e-05, + "objective/train/value_min": -0.2445068359375, + "objective/train/value_reward_corr": 0.6304252036708486, + "objective/train/value_std": 0.0110015869140625, + "objective/train/weight_avg": 0.9992854595184326, + "objective/train/weighted_lm_loss": 1.486119270324707, + "objective/train/weights_max": 1.1592029333114624, + "objective/train/weights_min": 0.36851781606674194, + "theoretical_loss": 3.587968639241765, + "tokens_seen": 1307443200 + }, + { + "epoch": 0.4, + "learning_rate": 0.00060985395602632, + "loss": 0.0692, + "theoretical_loss": 3.5879363436256626, + "tokens_seen": 1307574272 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006097737120847376, + "loss": 0.0722, + "theoretical_loss": 3.587871764823066, + "tokens_seen": 1307836416 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006096934681431552, + "loss": 0.0727, + "theoretical_loss": 3.5878072025869683, + "tokens_seen": 1308098560 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006096132242015728, + "loss": 0.0699, + "theoretical_loss": 3.5877426569098017, + "tokens_seen": 1308360704 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006095329802599903, + "loss": 0.069, + "theoretical_loss": 3.5876781277840024, + "tokens_seen": 1308622848 + }, + { + "epoch": 0.4, + "learning_rate": 0.000609452736318408, + "loss": 0.0711, + "theoretical_loss": 3.5876136152020117, + "tokens_seen": 1308884992 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006093724923768256, + "loss": 0.0714, + "theoretical_loss": 3.587549119156276, + "tokens_seen": 1309147136 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006092922484352431, + "loss": 0.0748, + "theoretical_loss": 3.5874846396392472, + "tokens_seen": 1309409280 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006092120044936608, + "loss": 0.0718, + "theoretical_loss": 3.5874201766433815, + "tokens_seen": 1309671424 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006091317605520783, + "loss": 0.0728, + "theoretical_loss": 3.58735573016114, + "tokens_seen": 1309933568 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006090515166104959, + "loss": 0.0722, + "theoretical_loss": 3.5872913001849884, + "tokens_seen": 1310195712 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006089712726689135, + "loss": 0.0694, + "theoretical_loss": 3.5872268867073993, + "tokens_seen": 1310457856 + }, + { + "debugging/Compilability": 0.9, + "debugging/distinct-1-grams": 0.7732995475821178, + "debugging/entropy-1-grams": 5.431960387820077, + "debugging/length": 501.4, + "debugging/num_segments": 10, + "debugging/raw_token_scores_avg": 0.009144442155957222, + "debugging/raw_token_scores_std": 0.03945710137486458, + "debugging/score": 0.007191963134632398, + "debugging/score_std": 0.006508080924945895, + "epoch": 0.4, + "objective/train/advantage_avg": 0.0015473159728571773, + "objective/train/docs_used": 479375, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4689724445343018, + "objective/train/original_loss": 1.4689725637435913, + "objective/train/theoretical_loss": 3.587162489720847, + "objective/train/tokens_used": 1331180000, + "objective/train/value_avg": -0.01068878173828125, + "objective/train/value_loss": 0.0006111324182711542, + "objective/train/value_max": -0.00011235475540161133, + "objective/train/value_min": -0.89990234375, + "objective/train/value_reward_corr": 0.7804450245074231, + "objective/train/value_std": 0.0306549072265625, + "objective/train/weight_avg": 1.0018306970596313, + "objective/train/weighted_lm_loss": 1.472518801689148, + "objective/train/weights_max": 1.920973539352417, + "objective/train/weights_min": 0.3963910937309265, + "theoretical_loss": 3.587162489720847, + "tokens_seen": 1310720000 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006088910287273311, + "loss": 0.0693, + "theoretical_loss": 3.587162489720847, + "tokens_seen": 1310720000 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006088107847857486, + "loss": 0.0699, + "theoretical_loss": 3.5870981092178136, + "tokens_seen": 1310982144 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006087305408441663, + "loss": 0.0718, + "theoretical_loss": 3.5870337451907854, + "tokens_seen": 1311244288 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006086502969025839, + "loss": 0.0724, + "theoretical_loss": 3.5869693976322523, + "tokens_seen": 1311506432 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006085700529610015, + "loss": 0.0676, + "theoretical_loss": 3.586905066534711, + "tokens_seen": 1311768576 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006084898090194191, + "loss": 0.0664, + "theoretical_loss": 3.5868407518906618, + "tokens_seen": 1312030720 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006084095650778366, + "loss": 0.0731, + "theoretical_loss": 3.586776453692611, + "tokens_seen": 1312292864 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006083293211362543, + "loss": 0.0704, + "theoretical_loss": 3.5867121719330677, + "tokens_seen": 1312555008 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006082490771946718, + "loss": 0.0712, + "theoretical_loss": 3.586647906604549, + "tokens_seen": 1312817152 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006081688332530893, + "loss": 0.0708, + "theoretical_loss": 3.5865836576995744, + "tokens_seen": 1313079296 + }, + { + "epoch": 0.4, + "learning_rate": 0.000608088589311507, + "loss": 0.0708, + "theoretical_loss": 3.5865194252106694, + "tokens_seen": 1313341440 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006080083453699246, + "loss": 0.0728, + "theoretical_loss": 3.586455209130364, + "tokens_seen": 1313603584 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006079281014283422, + "loss": 0.0738, + "theoretical_loss": 3.5863910094511935, + "tokens_seen": 1313865728 + }, + { + "epoch": 0.4, + "objective/train/advantage_avg": 0.0004238668770994991, + "objective/train/docs_used": 480644, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4219439029693604, + "objective/train/original_loss": 1.4219441413879395, + "objective/train/theoretical_loss": 3.5863589157597024, + "objective/train/tokens_used": 1334456800, + "objective/train/value_avg": -0.00551605224609375, + "objective/train/value_loss": 0.00010594350897008553, + "objective/train/value_max": -9.840726852416992e-05, + "objective/train/value_min": -0.307861328125, + "objective/train/value_reward_corr": 0.5647983229511472, + "objective/train/value_std": 0.006725311279296875, + "objective/train/weight_avg": 1.0004730224609375, + "objective/train/weighted_lm_loss": 1.4232540130615234, + "objective/train/weights_max": 1.3605122566223145, + "objective/train/weights_min": 0.3904004395008087, + "theoretical_loss": 3.5863589157597024, + "tokens_seen": 1313996800 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006078478574867598, + "loss": 0.0712, + "theoretical_loss": 3.586326826165698, + "tokens_seen": 1314127872 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006077676135451774, + "loss": 0.0714, + "theoretical_loss": 3.5862626592664215, + "tokens_seen": 1314390016 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006076873696035949, + "loss": 0.0702, + "theoretical_loss": 3.586198508745915, + "tokens_seen": 1314652160 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006076071256620125, + "loss": 0.0707, + "theoretical_loss": 3.586134374596732, + "tokens_seen": 1314914304 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006075268817204301, + "loss": 0.072, + "theoretical_loss": 3.586070256811432, + "tokens_seen": 1315176448 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006074466377788477, + "loss": 0.069, + "theoretical_loss": 3.58600615538258, + "tokens_seen": 1315438592 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006073663938372653, + "loss": 0.0737, + "theoretical_loss": 3.5859420703027447, + "tokens_seen": 1315700736 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006072861498956828, + "loss": 0.07, + "theoretical_loss": 3.5858780015644998, + "tokens_seen": 1315962880 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006072059059541006, + "loss": 0.0749, + "theoretical_loss": 3.585813949160425, + "tokens_seen": 1316225024 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006071256620125181, + "loss": 0.0699, + "theoretical_loss": 3.585749913083103, + "tokens_seen": 1316487168 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006070454180709356, + "loss": 0.0753, + "theoretical_loss": 3.5856858933251234, + "tokens_seen": 1316749312 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006069651741293533, + "loss": 0.0726, + "theoretical_loss": 3.5856218898790786, + "tokens_seen": 1317011456 + }, + { + "epoch": 0.4, + "objective/train/advantage_avg": -0.0015923787141218781, + "objective/train/docs_used": 481887, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5277035236358643, + "objective/train/original_loss": 1.5277036428451538, + "objective/train/theoretical_loss": 3.585557902737568, + "objective/train/tokens_used": 1337733600, + "objective/train/value_avg": -0.0098419189453125, + "objective/train/value_loss": 0.00040357321267947555, + "objective/train/value_max": -7.969141006469727e-05, + "objective/train/value_min": -0.95263671875, + "objective/train/value_reward_corr": 0.9419024824283307, + "objective/train/value_std": 0.036224365234375, + "objective/train/weight_avg": 0.9985952973365784, + "objective/train/weighted_lm_loss": 1.5269988775253296, + "objective/train/weights_max": 1.3972034454345703, + "objective/train/weights_min": 0.37590304017066956, + "theoretical_loss": 3.585557902737568, + "tokens_seen": 1317273600 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006068849301877708, + "loss": 0.0741, + "theoretical_loss": 3.585557902737568, + "tokens_seen": 1317273600 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006068046862461884, + "loss": 0.0769, + "theoretical_loss": 3.5854939318931933, + "tokens_seen": 1317535744 + }, + { + "epoch": 0.4, + "learning_rate": 0.000606724442304606, + "loss": 0.0719, + "theoretical_loss": 3.5854299773385634, + "tokens_seen": 1317797888 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006066441983630236, + "loss": 0.0725, + "theoretical_loss": 3.585366039066291, + "tokens_seen": 1318060032 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006065639544214411, + "loss": 0.0715, + "theoretical_loss": 3.585302117068993, + "tokens_seen": 1318322176 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006064837104798588, + "loss": 0.0719, + "theoretical_loss": 3.585238211339292, + "tokens_seen": 1318584320 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006064034665382764, + "loss": 0.0702, + "theoretical_loss": 3.5851743218698156, + "tokens_seen": 1318846464 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006063232225966939, + "loss": 0.0713, + "theoretical_loss": 3.585110448653195, + "tokens_seen": 1319108608 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006062429786551116, + "loss": 0.0698, + "theoretical_loss": 3.585046591682068, + "tokens_seen": 1319370752 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006061627347135291, + "loss": 0.0718, + "theoretical_loss": 3.5849827509490746, + "tokens_seen": 1319632896 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006060824907719468, + "loss": 0.0719, + "theoretical_loss": 3.584918926446863, + "tokens_seen": 1319895040 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006060022468303643, + "loss": 0.0707, + "theoretical_loss": 3.5848551181680826, + "tokens_seen": 1320157184 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006059220028887819, + "loss": 0.0678, + "theoretical_loss": 3.5847913261053908, + "tokens_seen": 1320419328 + }, + { + "epoch": 0.4, + "objective/train/advantage_avg": 0.002251902362331748, + "objective/train/docs_used": 483102, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3729097843170166, + "objective/train/original_loss": 1.3729097843170166, + "objective/train/theoretical_loss": 3.584759436152784, + "objective/train/tokens_used": 1341010400, + "objective/train/value_avg": -0.00954437255859375, + "objective/train/value_loss": 0.00027934342506341636, + "objective/train/value_max": -0.0001252889633178711, + "objective/train/value_min": -0.50048828125, + "objective/train/value_reward_corr": 0.6922468949872991, + "objective/train/value_std": 0.0187225341796875, + "objective/train/weight_avg": 1.0023776292800903, + "objective/train/weighted_lm_loss": 1.376270055770874, + "objective/train/weights_max": 1.504035234451294, + "objective/train/weights_min": 0.3685382306575775, + "theoretical_loss": 3.584759436152784, + "tokens_seen": 1320550400 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006058417589471995, + "loss": 0.072, + "theoretical_loss": 3.584727550251447, + "tokens_seen": 1320681472 + }, + { + "epoch": 0.4, + "learning_rate": 0.000605761515005617, + "loss": 0.0735, + "theoretical_loss": 3.5846637905989183, + "tokens_seen": 1320943616 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006056812710640347, + "loss": 0.0708, + "theoretical_loss": 3.5846000471404738, + "tokens_seen": 1321205760 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006056010271224523, + "loss": 0.0763, + "theoretical_loss": 3.5845363198687883, + "tokens_seen": 1321467904 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006055207831808699, + "loss": 0.0726, + "theoretical_loss": 3.584472608776542, + "tokens_seen": 1321730048 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006054405392392874, + "loss": 0.0732, + "theoretical_loss": 3.5844089138564197, + "tokens_seen": 1321992192 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006053602952977051, + "loss": 0.0694, + "theoretical_loss": 3.584345235101111, + "tokens_seen": 1322254336 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006052800513561226, + "loss": 0.0708, + "theoretical_loss": 3.584281572503309, + "tokens_seen": 1322516480 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006051998074145401, + "loss": 0.0727, + "theoretical_loss": 3.584217926055713, + "tokens_seen": 1322778624 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006051195634729578, + "loss": 0.0733, + "theoretical_loss": 3.584154295751027, + "tokens_seen": 1323040768 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006050393195313753, + "loss": 0.0718, + "theoretical_loss": 3.5840906815819586, + "tokens_seen": 1323302912 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006049590755897931, + "loss": 0.0724, + "theoretical_loss": 3.584027083541222, + "tokens_seen": 1323565056 + }, + { + "epoch": 0.4, + "objective/train/advantage_avg": -0.00031054328428581357, + "objective/train/docs_used": 484332, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4634616374969482, + "objective/train/original_loss": 1.4634613990783691, + "objective/train/theoretical_loss": 3.583963501621533, + "objective/train/tokens_used": 1344287200, + "objective/train/value_avg": -0.007694244384765625, + "objective/train/value_loss": 0.00043542549246922135, + "objective/train/value_max": -7.200241088867188e-05, + "objective/train/value_min": -0.279541015625, + "objective/train/value_reward_corr": 0.6334618486520517, + "objective/train/value_std": 0.0140228271484375, + "objective/train/weight_avg": 0.9998741745948792, + "objective/train/weighted_lm_loss": 1.4635460376739502, + "objective/train/weights_max": 1.1903862953186035, + "objective/train/weights_min": 0.38544023036956787, + "theoretical_loss": 3.583963501621533, + "tokens_seen": 1323827200 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006048788316482106, + "loss": 0.072, + "theoretical_loss": 3.583963501621533, + "tokens_seen": 1323827200 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006047985877066282, + "loss": 0.0715, + "theoretical_loss": 3.583899935815616, + "tokens_seen": 1324089344 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006047183437650458, + "loss": 0.0714, + "theoretical_loss": 3.583836386116197, + "tokens_seen": 1324351488 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006046380998234633, + "loss": 0.072, + "theoretical_loss": 3.5837728525160086, + "tokens_seen": 1324613632 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006045578558818809, + "loss": 0.0764, + "theoretical_loss": 3.5837093350077875, + "tokens_seen": 1324875776 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006044776119402985, + "loss": 0.071, + "theoretical_loss": 3.5836458335842747, + "tokens_seen": 1325137920 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006043973679987161, + "loss": 0.0726, + "theoretical_loss": 3.5835823482382163, + "tokens_seen": 1325400064 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006043171240571336, + "loss": 0.0711, + "theoretical_loss": 3.583518878962364, + "tokens_seen": 1325662208 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006042368801155514, + "loss": 0.0707, + "theoretical_loss": 3.583455425749472, + "tokens_seen": 1325924352 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006041566361739689, + "loss": 0.0724, + "theoretical_loss": 3.583391988592301, + "tokens_seen": 1326186496 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006040763922323864, + "loss": 0.0746, + "theoretical_loss": 3.5833285674836164, + "tokens_seen": 1326448640 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006039961482908041, + "loss": 0.0722, + "theoretical_loss": 3.583265162416187, + "tokens_seen": 1326710784 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006039159043492216, + "loss": 0.0722, + "theoretical_loss": 3.583201773382788, + "tokens_seen": 1326972928 + }, + { + "epoch": 0.4, + "objective/train/advantage_avg": 0.0014570225030183792, + "objective/train/docs_used": 485470, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5161471366882324, + "objective/train/original_loss": 1.5161473751068115, + "objective/train/theoretical_loss": 3.5831700848765924, + "objective/train/tokens_used": 1347564000, + "objective/train/value_avg": -0.0081634521484375, + "objective/train/value_loss": 0.00041093837353400886, + "objective/train/value_max": -6.157159805297852e-05, + "objective/train/value_min": -0.87646484375, + "objective/train/value_reward_corr": 0.5680831193899177, + "objective/train/value_std": 0.01702880859375, + "objective/train/weight_avg": 1.0016379356384277, + "objective/train/weighted_lm_loss": 1.5184913873672485, + "objective/train/weights_max": 1.3887691497802734, + "objective/train/weights_min": 0.37156614661216736, + "theoretical_loss": 3.5831700848765924, + "tokens_seen": 1327104000 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006038356604076392, + "loss": 0.0729, + "theoretical_loss": 3.583138400376197, + "tokens_seen": 1327235072 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006037554164660568, + "loss": 0.0709, + "theoretical_loss": 3.583075043389199, + "tokens_seen": 1327497216 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006036751725244744, + "loss": 0.0729, + "theoretical_loss": 3.583011702414581, + "tokens_seen": 1327759360 + }, + { + "epoch": 0.4, + "learning_rate": 0.000603594928582892, + "loss": 0.0734, + "theoretical_loss": 3.5829483774451374, + "tokens_seen": 1328021504 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006035146846413096, + "loss": 0.0711, + "theoretical_loss": 3.582885068473665, + "tokens_seen": 1328283648 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006034344406997272, + "loss": 0.0724, + "theoretical_loss": 3.582821775492966, + "tokens_seen": 1328545792 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006033541967581448, + "loss": 0.071, + "theoretical_loss": 3.5827584984958474, + "tokens_seen": 1328807936 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006032739528165624, + "loss": 0.0732, + "theoretical_loss": 3.582695237475121, + "tokens_seen": 1329070080 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006031937088749799, + "loss": 0.0711, + "theoretical_loss": 3.582631992423603, + "tokens_seen": 1329332224 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006031134649333976, + "loss": 0.0708, + "theoretical_loss": 3.582568763334115, + "tokens_seen": 1329594368 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006030332209918151, + "loss": 0.0682, + "theoretical_loss": 3.582505550199481, + "tokens_seen": 1329856512 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006029529770502326, + "loss": 0.0706, + "theoretical_loss": 3.5824423530125324, + "tokens_seen": 1330118656 + }, + { + "epoch": 0.4, + "objective/train/advantage_avg": 0.00036075434763915837, + "objective/train/docs_used": 486514, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4405704736709595, + "objective/train/original_loss": 1.4405704736709595, + "objective/train/theoretical_loss": 3.582379171766104, + "objective/train/tokens_used": 1350840800, + "objective/train/value_avg": -0.0064544677734375, + "objective/train/value_loss": 0.00013277973630465567, + "objective/train/value_max": -0.00014317035675048828, + "objective/train/value_min": -0.235595703125, + "objective/train/value_reward_corr": 0.642299933587548, + "objective/train/value_std": 0.0094757080078125, + "objective/train/weight_avg": 1.000422477722168, + "objective/train/weighted_lm_loss": 1.4410380125045776, + "objective/train/weights_max": 1.1297645568847656, + "objective/train/weights_min": 0.36809176206588745, + "theoretical_loss": 3.582379171766104, + "tokens_seen": 1330380800 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006028727331086503, + "loss": 0.0715, + "theoretical_loss": 3.582379171766104, + "tokens_seen": 1330380800 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006027924891670679, + "loss": 0.0722, + "theoretical_loss": 3.582316006453034, + "tokens_seen": 1330642944 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006027122452254855, + "loss": 0.0719, + "theoretical_loss": 3.5822528570661683, + "tokens_seen": 1330905088 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006026320012839031, + "loss": 0.073, + "theoretical_loss": 3.582189723598354, + "tokens_seen": 1331167232 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006025517573423207, + "loss": 0.0719, + "theoretical_loss": 3.582126606042446, + "tokens_seen": 1331429376 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006024715134007382, + "loss": 0.0717, + "theoretical_loss": 3.5820635043913005, + "tokens_seen": 1331691520 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006023912694591559, + "loss": 0.0729, + "theoretical_loss": 3.582000418637781, + "tokens_seen": 1331953664 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006023110255175734, + "loss": 0.0685, + "theoretical_loss": 3.581937348774755, + "tokens_seen": 1332215808 + }, + { + "epoch": 0.4, + "learning_rate": 0.000602230781575991, + "loss": 0.0722, + "theoretical_loss": 3.5818742947950932, + "tokens_seen": 1332477952 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006021505376344086, + "loss": 0.0725, + "theoretical_loss": 3.5818112566916724, + "tokens_seen": 1332740096 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006020702936928261, + "loss": 0.0708, + "theoretical_loss": 3.5817482344573746, + "tokens_seen": 1333002240 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006019900497512439, + "loss": 0.0725, + "theoretical_loss": 3.5816852280850835, + "tokens_seen": 1333264384 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006019098058096614, + "loss": 0.0703, + "theoretical_loss": 3.5816222375676903, + "tokens_seen": 1333526528 + }, + { + "epoch": 0.4, + "objective/train/advantage_avg": 0.0011443659896031022, + "objective/train/docs_used": 487665, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3825571537017822, + "objective/train/original_loss": 1.3825571537017822, + "objective/train/theoretical_loss": 3.58159074825236, + "objective/train/tokens_used": 1354117600, + "objective/train/value_avg": -0.00821685791015625, + "objective/train/value_loss": 0.0003121515619568527, + "objective/train/value_max": -0.0001252889633178711, + "objective/train/value_min": -0.982421875, + "objective/train/value_reward_corr": 0.7235689989509217, + "objective/train/value_std": 0.02032470703125, + "objective/train/weight_avg": 1.00129234790802, + "objective/train/weighted_lm_loss": 1.3837122917175293, + "objective/train/weights_max": 2.311220407485962, + "objective/train/weights_min": 0.39976832270622253, + "theoretical_loss": 3.58159074825236, + "tokens_seen": 1333657600 + }, + { + "epoch": 0.4, + "learning_rate": 0.000601829561868079, + "loss": 0.072, + "theoretical_loss": 3.58155926289809, + "tokens_seen": 1333788672 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006017493179264966, + "loss": 0.0685, + "theoretical_loss": 3.581496304069181, + "tokens_seen": 1334050816 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006016690739849141, + "loss": 0.0735, + "theoretical_loss": 3.5814333610738673, + "tokens_seen": 1334312960 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006015888300433317, + "loss": 0.0717, + "theoretical_loss": 3.5813704339050583, + "tokens_seen": 1334575104 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006015085861017493, + "loss": 0.0715, + "theoretical_loss": 3.581307522555666, + "tokens_seen": 1334837248 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006014283421601669, + "loss": 0.0693, + "theoretical_loss": 3.5812446270186085, + "tokens_seen": 1335099392 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006013480982185844, + "loss": 0.0707, + "theoretical_loss": 3.5811817472868075, + "tokens_seen": 1335361536 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006012678542770022, + "loss": 0.0703, + "theoretical_loss": 3.5811188833531897, + "tokens_seen": 1335623680 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006011876103354197, + "loss": 0.068, + "theoretical_loss": 3.5810560352106866, + "tokens_seen": 1335885824 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006011073663938372, + "loss": 0.0686, + "theoretical_loss": 3.580993202852234, + "tokens_seen": 1336147968 + }, + { + "epoch": 0.4, + "learning_rate": 0.0006010271224522549, + "loss": 0.0674, + "theoretical_loss": 3.580930386270772, + "tokens_seen": 1336410112 + }, + { + "epoch": 0.41, + "learning_rate": 0.0006009468785106724, + "loss": 0.0717, + "theoretical_loss": 3.5808675854592464, + "tokens_seen": 1336672256 + }, + { + "epoch": 0.41, + "objective/train/advantage_avg": 0.00019290330237708986, + "objective/train/docs_used": 488954, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2452342510223389, + "objective/train/original_loss": 1.2452343702316284, + "objective/train/theoretical_loss": 3.5808048004106054, + "objective/train/tokens_used": 1357394400, + "objective/train/value_avg": -0.00852203369140625, + "objective/train/value_loss": 0.00022381360759027302, + "objective/train/value_max": -7.599592208862305e-05, + "objective/train/value_min": -0.324462890625, + "objective/train/value_reward_corr": 0.663609325670797, + "objective/train/value_std": 0.01354217529296875, + "objective/train/weight_avg": 1.0002962350845337, + "objective/train/weighted_lm_loss": 1.2460951805114746, + "objective/train/weights_max": 1.1200835704803467, + "objective/train/weights_min": 0.3871614336967468, + "theoretical_loss": 3.5808048004106054, + "tokens_seen": 1336934400 + }, + { + "epoch": 0.41, + "learning_rate": 0.0006008666345690901, + "loss": 0.0718, + "theoretical_loss": 3.5808048004106054, + "tokens_seen": 1336934400 + }, + { + "epoch": 0.41, + "learning_rate": 0.0006007863906275076, + "loss": 0.071, + "theoretical_loss": 3.5807420311178033, + "tokens_seen": 1337196544 + }, + { + "epoch": 0.41, + "learning_rate": 0.0006007061466859252, + "loss": 0.0709, + "theoretical_loss": 3.580679277573799, + "tokens_seen": 1337458688 + }, + { + "epoch": 0.41, + "learning_rate": 0.0006006259027443429, + "loss": 0.0713, + "theoretical_loss": 3.5806165397715546, + "tokens_seen": 1337720832 + }, + { + "epoch": 0.41, + "learning_rate": 0.0006005456588027604, + "loss": 0.0717, + "theoretical_loss": 3.580553817704039, + "tokens_seen": 1337982976 + }, + { + "epoch": 0.41, + "learning_rate": 0.000600465414861178, + "loss": 0.0695, + "theoretical_loss": 3.580491111364223, + "tokens_seen": 1338245120 + }, + { + "epoch": 0.41, + "learning_rate": 0.0006003851709195956, + "loss": 0.0693, + "theoretical_loss": 3.5804284207450836, + "tokens_seen": 1338507264 + }, + { + "epoch": 0.41, + "learning_rate": 0.0006003049269780132, + "loss": 0.0682, + "theoretical_loss": 3.580365745839602, + "tokens_seen": 1338769408 + }, + { + "epoch": 0.41, + "learning_rate": 0.0006002246830364307, + "loss": 0.0719, + "theoretical_loss": 3.5803030866407637, + "tokens_seen": 1339031552 + }, + { + "epoch": 0.41, + "learning_rate": 0.0006001444390948484, + "loss": 0.07, + "theoretical_loss": 3.580240443141559, + "tokens_seen": 1339293696 + }, + { + "epoch": 0.41, + "learning_rate": 0.0006000641951532659, + "loss": 0.0714, + "theoretical_loss": 3.5801778153349817, + "tokens_seen": 1339555840 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005999839512116834, + "loss": 0.072, + "theoretical_loss": 3.5801152032140315, + "tokens_seen": 1339817984 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005999037072701011, + "loss": 0.0698, + "theoretical_loss": 3.580052606771712, + "tokens_seen": 1340080128 + }, + { + "epoch": 0.41, + "objective/train/advantage_avg": 0.0011223185574635863, + "objective/train/docs_used": 490192, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4103548526763916, + "objective/train/original_loss": 1.4103548526763916, + "objective/train/theoretical_loss": 3.580021314427854, + "objective/train/tokens_used": 1360671200, + "objective/train/value_avg": -0.00507354736328125, + "objective/train/value_loss": 0.00011377040209481493, + "objective/train/value_max": -5.739927291870117e-05, + "objective/train/value_min": -0.1573486328125, + "objective/train/value_reward_corr": 0.4978721014214974, + "objective/train/value_std": 0.006443023681640625, + "objective/train/weight_avg": 1.0011729001998901, + "objective/train/weighted_lm_loss": 1.4125436544418335, + "objective/train/weights_max": 1.150712013244629, + "objective/train/weights_min": 0.3845590353012085, + "theoretical_loss": 3.580021314427854, + "tokens_seen": 1340211200 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005998234633285187, + "loss": 0.0696, + "theoretical_loss": 3.579990026001031, + "tokens_seen": 1340342272 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005997432193869364, + "loss": 0.072, + "theoretical_loss": 3.579927460895002, + "tokens_seen": 1340604416 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005996629754453539, + "loss": 0.074, + "theoretical_loss": 3.5798649114466405, + "tokens_seen": 1340866560 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005995827315037715, + "loss": 0.0704, + "theoretical_loss": 3.579802377648969, + "tokens_seen": 1341128704 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005995024875621891, + "loss": 0.0723, + "theoretical_loss": 3.579739859495013, + "tokens_seen": 1341390848 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005994222436206067, + "loss": 0.0719, + "theoretical_loss": 3.5796773569778026, + "tokens_seen": 1341652992 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005993419996790242, + "loss": 0.0711, + "theoretical_loss": 3.579614870090374, + "tokens_seen": 1341915136 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005992617557374418, + "loss": 0.0748, + "theoretical_loss": 3.5795523988257654, + "tokens_seen": 1342177280 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005991815117958594, + "loss": 0.0718, + "theoretical_loss": 3.5794899431770215, + "tokens_seen": 1342439424 + }, + { + "epoch": 0.41, + "learning_rate": 0.000599101267854277, + "loss": 0.0731, + "theoretical_loss": 3.5794275031371896, + "tokens_seen": 1342701568 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005990210239126947, + "loss": 0.0692, + "theoretical_loss": 3.579365078699323, + "tokens_seen": 1342963712 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005989407799711122, + "loss": 0.0719, + "theoretical_loss": 3.579302669856479, + "tokens_seen": 1343225856 + }, + { + "epoch": 0.41, + "objective/train/advantage_avg": 0.0009559800382703543, + "objective/train/docs_used": 490931, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5607614517211914, + "objective/train/original_loss": 1.5607614517211914, + "objective/train/theoretical_loss": 3.5792402766017197, + "objective/train/tokens_used": 1363948000, + "objective/train/value_avg": -0.00745391845703125, + "objective/train/value_loss": 0.00025912615819834173, + "objective/train/value_max": -6.157159805297852e-05, + "objective/train/value_min": -0.369873046875, + "objective/train/value_reward_corr": 0.5947403273948811, + "objective/train/value_std": 0.013031005859375, + "objective/train/weight_avg": 1.0010699033737183, + "objective/train/weighted_lm_loss": 1.5626572370529175, + "objective/train/weights_max": 1.3088533878326416, + "objective/train/weights_min": 0.36856701970100403, + "theoretical_loss": 3.5792402766017197, + "tokens_seen": 1343488000 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005988605360295298, + "loss": 0.0701, + "theoretical_loss": 3.5792402766017197, + "tokens_seen": 1343488000 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005987802920879474, + "loss": 0.0693, + "theoretical_loss": 3.57917789892811, + "tokens_seen": 1343750144 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005987000481463649, + "loss": 0.069, + "theoretical_loss": 3.579115536828721, + "tokens_seen": 1344012288 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005986198042047825, + "loss": 0.0699, + "theoretical_loss": 3.5790531902966274, + "tokens_seen": 1344274432 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005985395602632001, + "loss": 0.0697, + "theoretical_loss": 3.578990859324909, + "tokens_seen": 1344536576 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005984593163216177, + "loss": 0.0696, + "theoretical_loss": 3.5789285439066494, + "tokens_seen": 1344798720 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005983790723800354, + "loss": 0.07, + "theoretical_loss": 3.578866244034937, + "tokens_seen": 1345060864 + }, + { + "epoch": 0.41, + "learning_rate": 0.000598298828438453, + "loss": 0.0731, + "theoretical_loss": 3.5788039597028636, + "tokens_seen": 1345323008 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005982185844968705, + "loss": 0.0677, + "theoretical_loss": 3.5787416909035272, + "tokens_seen": 1345585152 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005981383405552881, + "loss": 0.0707, + "theoretical_loss": 3.578679437630029, + "tokens_seen": 1345847296 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005980580966137057, + "loss": 0.072, + "theoretical_loss": 3.5786171998754748, + "tokens_seen": 1346109440 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005979778526721232, + "loss": 0.0697, + "theoretical_loss": 3.5785549776329746, + "tokens_seen": 1346371584 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005978976087305409, + "loss": 0.0694, + "theoretical_loss": 3.578492770895643, + "tokens_seen": 1346633728 + }, + { + "epoch": 0.41, + "objective/train/advantage_avg": 0.0012747511500492692, + "objective/train/docs_used": 492127, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.36497163772583, + "objective/train/original_loss": 1.36497163772583, + "objective/train/theoretical_loss": 3.5784616733392656, + "objective/train/tokens_used": 1367224800, + "objective/train/value_avg": -0.01018524169921875, + "objective/train/value_loss": 0.00028734683291986585, + "objective/train/value_max": -9.685754776000977e-05, + "objective/train/value_min": -0.6630859375, + "objective/train/value_reward_corr": 0.7276084565381318, + "objective/train/value_std": 0.0209197998046875, + "objective/train/weight_avg": 1.0014126300811768, + "objective/train/weighted_lm_loss": 1.3662383556365967, + "objective/train/weights_max": 1.7791388034820557, + "objective/train/weights_min": 0.3698042333126068, + "theoretical_loss": 3.5784616733392656, + "tokens_seen": 1346764800 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005978173647889584, + "loss": 0.0672, + "theoretical_loss": 3.5784305796566, + "tokens_seen": 1346895872 + }, + { + "epoch": 0.41, + "learning_rate": 0.000597737120847376, + "loss": 0.0705, + "theoretical_loss": 3.5783684039089687, + "tokens_seen": 1347158016 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005976568769057937, + "loss": 0.0688, + "theoretical_loss": 3.578306243645876, + "tokens_seen": 1347420160 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005975766329642112, + "loss": 0.0684, + "theoretical_loss": 3.5782440988604547, + "tokens_seen": 1347682304 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005974963890226288, + "loss": 0.0699, + "theoretical_loss": 3.5781819695458417, + "tokens_seen": 1347944448 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005974161450810464, + "loss": 0.0715, + "theoretical_loss": 3.578119855695178, + "tokens_seen": 1348206592 + }, + { + "epoch": 0.41, + "learning_rate": 0.000597335901139464, + "loss": 0.0701, + "theoretical_loss": 3.5780577573016084, + "tokens_seen": 1348468736 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005972556571978816, + "loss": 0.0725, + "theoretical_loss": 3.5779956743582835, + "tokens_seen": 1348730880 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005971754132562992, + "loss": 0.0704, + "theoretical_loss": 3.5779336068583563, + "tokens_seen": 1348993024 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005970951693147167, + "loss": 0.0715, + "theoretical_loss": 3.577871554794986, + "tokens_seen": 1349255168 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005970149253731343, + "loss": 0.0678, + "theoretical_loss": 3.5778095181613354, + "tokens_seen": 1349517312 + }, + { + "epoch": 0.41, + "learning_rate": 0.000596934681431552, + "loss": 0.0712, + "theoretical_loss": 3.577747496950572, + "tokens_seen": 1349779456 + }, + { + "epoch": 0.41, + "objective/train/advantage_avg": 0.0006275348132476211, + "objective/train/docs_used": 493399, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.448500394821167, + "objective/train/original_loss": 1.448500394821167, + "objective/train/theoretical_loss": 3.577685491155866, + "objective/train/tokens_used": 1370501600, + "objective/train/value_avg": -0.00710296630859375, + "objective/train/value_loss": 0.000189273661817424, + "objective/train/value_max": -8.749961853027344e-05, + "objective/train/value_min": -0.296875, + "objective/train/value_reward_corr": 0.6350944437231059, + "objective/train/value_std": 0.01093292236328125, + "objective/train/weight_avg": 1.0007132291793823, + "objective/train/weighted_lm_loss": 1.449955701828003, + "objective/train/weights_max": 1.1163979768753052, + "objective/train/weights_min": 0.3701387345790863, + "theoretical_loss": 3.577685491155866, + "tokens_seen": 1350041600 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005968544374899695, + "loss": 0.0715, + "theoretical_loss": 3.577685491155866, + "tokens_seen": 1350041600 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005967741935483872, + "loss": 0.0714, + "theoretical_loss": 3.577623500770394, + "tokens_seen": 1350303744 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005966939496068047, + "loss": 0.0703, + "theoretical_loss": 3.577561525787337, + "tokens_seen": 1350565888 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005966137056652223, + "loss": 0.0695, + "theoretical_loss": 3.5774995661998785, + "tokens_seen": 1350828032 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005965334617236399, + "loss": 0.0702, + "theoretical_loss": 3.5774376220012085, + "tokens_seen": 1351090176 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005964532177820575, + "loss": 0.0731, + "theoretical_loss": 3.5773756931845186, + "tokens_seen": 1351352320 + }, + { + "epoch": 0.41, + "learning_rate": 0.000596372973840475, + "loss": 0.0709, + "theoretical_loss": 3.5773137797430077, + "tokens_seen": 1351614464 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005962927298988926, + "loss": 0.0718, + "theoretical_loss": 3.577251881669877, + "tokens_seen": 1351876608 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005962124859573102, + "loss": 0.0754, + "theoretical_loss": 3.5771899989583336, + "tokens_seen": 1352138752 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005961322420157277, + "loss": 0.0692, + "theoretical_loss": 3.577128131601587, + "tokens_seen": 1352400896 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005960519980741455, + "loss": 0.0676, + "theoretical_loss": 3.5770662795928527, + "tokens_seen": 1352663040 + }, + { + "epoch": 0.41, + "learning_rate": 0.000595971754132563, + "loss": 0.0679, + "theoretical_loss": 3.5770044429253494, + "tokens_seen": 1352925184 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005958915101909807, + "loss": 0.07, + "theoretical_loss": 3.576942621592301, + "tokens_seen": 1353187328 + }, + { + "epoch": 0.41, + "objective/train/advantage_avg": 0.00035376791493035853, + "objective/train/docs_used": 494475, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.395128846168518, + "objective/train/original_loss": 1.3951289653778076, + "objective/train/theoretical_loss": 3.5769117166740805, + "objective/train/tokens_used": 1373778400, + "objective/train/value_avg": -0.0102691650390625, + "objective/train/value_loss": 0.00027036122628487647, + "objective/train/value_max": -6.502866744995117e-05, + "objective/train/value_min": -0.67041015625, + "objective/train/value_reward_corr": 0.7784584787754298, + "objective/train/value_std": 0.019927978515625, + "objective/train/weight_avg": 1.000478982925415, + "objective/train/weighted_lm_loss": 1.396040916442871, + "objective/train/weights_max": 1.4077033996582031, + "objective/train/weights_min": 0.375135213136673, + "theoretical_loss": 3.5769117166740805, + "tokens_seen": 1353318400 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005958112662493982, + "loss": 0.0708, + "theoretical_loss": 3.576880815586935, + "tokens_seen": 1353449472 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005957310223078157, + "loss": 0.0711, + "theoretical_loss": 3.576819024902483, + "tokens_seen": 1353711616 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005956507783662334, + "loss": 0.074, + "theoretical_loss": 3.576757249532183, + "tokens_seen": 1353973760 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005955705344246509, + "loss": 0.0696, + "theoretical_loss": 3.576695489469274, + "tokens_seen": 1354235904 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005954902904830685, + "loss": 0.0713, + "theoretical_loss": 3.5766337447070016, + "tokens_seen": 1354498048 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005954100465414862, + "loss": 0.0706, + "theoretical_loss": 3.5765720152386153, + "tokens_seen": 1354760192 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005953298025999038, + "loss": 0.0705, + "theoretical_loss": 3.5765103010573682, + "tokens_seen": 1355022336 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005952495586583213, + "loss": 0.0709, + "theoretical_loss": 3.576448602156518, + "tokens_seen": 1355284480 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005951693147167389, + "loss": 0.0692, + "theoretical_loss": 3.5763869185293276, + "tokens_seen": 1355546624 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005950890707751565, + "loss": 0.0729, + "theoretical_loss": 3.576325250169062, + "tokens_seen": 1355808768 + }, + { + "epoch": 0.41, + "learning_rate": 0.000595008826833574, + "loss": 0.0695, + "theoretical_loss": 3.5762635970689933, + "tokens_seen": 1356070912 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005949285828919917, + "loss": 0.0688, + "theoretical_loss": 3.576201959222396, + "tokens_seen": 1356333056 + }, + { + "epoch": 0.41, + "objective/train/advantage_avg": 0.00035916929482482374, + "objective/train/docs_used": 495730, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5864336490631104, + "objective/train/original_loss": 1.5864336490631104, + "objective/train/theoretical_loss": 3.576140336622548, + "objective/train/tokens_used": 1377055200, + "objective/train/value_avg": -0.01010894775390625, + "objective/train/value_loss": 0.0004895420279353857, + "objective/train/value_max": -8.153915405273438e-05, + "objective/train/value_min": -0.91455078125, + "objective/train/value_reward_corr": 0.8641588214208267, + "objective/train/value_std": 0.037384033203125, + "objective/train/weight_avg": 1.0005855560302734, + "objective/train/weighted_lm_loss": 1.586788296699524, + "objective/train/weights_max": 1.6745951175689697, + "objective/train/weights_min": 0.36903902888298035, + "theoretical_loss": 3.576140336622548, + "tokens_seen": 1356595200 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005948483389504092, + "loss": 0.07, + "theoretical_loss": 3.576140336622548, + "tokens_seen": 1356595200 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005947680950088269, + "loss": 0.0725, + "theoretical_loss": 3.5760787292627345, + "tokens_seen": 1356857344 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005946878510672444, + "loss": 0.0726, + "theoretical_loss": 3.576017137136242, + "tokens_seen": 1357119488 + }, + { + "epoch": 0.41, + "learning_rate": 0.000594607607125662, + "loss": 0.0708, + "theoretical_loss": 3.5759555602363635, + "tokens_seen": 1357381632 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005945273631840797, + "loss": 0.0678, + "theoretical_loss": 3.5758939985563942, + "tokens_seen": 1357643776 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005944471192424972, + "loss": 0.0709, + "theoretical_loss": 3.5758324520896347, + "tokens_seen": 1357905920 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005943668753009148, + "loss": 0.0718, + "theoretical_loss": 3.57577092082939, + "tokens_seen": 1358168064 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005942866313593324, + "loss": 0.0709, + "theoretical_loss": 3.5757094047689684, + "tokens_seen": 1358430208 + }, + { + "epoch": 0.41, + "learning_rate": 0.00059420638741775, + "loss": 0.0694, + "theoretical_loss": 3.575647903901684, + "tokens_seen": 1358692352 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005941261434761675, + "loss": 0.0713, + "theoretical_loss": 3.575586418220853, + "tokens_seen": 1358954496 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005940458995345851, + "loss": 0.0716, + "theoretical_loss": 3.5755249477197983, + "tokens_seen": 1359216640 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005939656555930027, + "loss": 0.0694, + "theoretical_loss": 3.5754634923918447, + "tokens_seen": 1359478784 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005938854116514203, + "loss": 0.0695, + "theoretical_loss": 3.5754020522303227, + "tokens_seen": 1359740928 + }, + { + "epoch": 0.41, + "objective/train/advantage_avg": 0.0019033747958019376, + "objective/train/docs_used": 496861, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3568159341812134, + "objective/train/original_loss": 1.356816053390503, + "objective/train/theoretical_loss": 3.5753713378348904, + "objective/train/tokens_used": 1380332000, + "objective/train/value_avg": -0.01168060302734375, + "objective/train/value_loss": 0.00023635396792087704, + "objective/train/value_max": -0.00012052059173583984, + "objective/train/value_min": -0.486083984375, + "objective/train/value_reward_corr": 0.7019668665041158, + "objective/train/value_std": 0.018402099609375, + "objective/train/weight_avg": 1.0020169019699097, + "objective/train/weighted_lm_loss": 1.3581441640853882, + "objective/train/weights_max": 1.2337077856063843, + "objective/train/weights_min": 0.5320963859558105, + "theoretical_loss": 3.5753713378348904, + "tokens_seen": 1359872000 + }, + { + "epoch": 0.41, + "learning_rate": 0.000593805167709838, + "loss": 0.0697, + "theoretical_loss": 3.575340627228566, + "tokens_seen": 1360003072 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005937249237682555, + "loss": 0.0709, + "theoretical_loss": 3.575279217379914, + "tokens_seen": 1360265216 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005936446798266731, + "loss": 0.0735, + "theoretical_loss": 3.575217822677709, + "tokens_seen": 1360527360 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005935644358850907, + "loss": 0.0698, + "theoretical_loss": 3.575156443115297, + "tokens_seen": 1360789504 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005934841919435082, + "loss": 0.0699, + "theoretical_loss": 3.5750950786860307, + "tokens_seen": 1361051648 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005934039480019259, + "loss": 0.0703, + "theoretical_loss": 3.5750337293832644, + "tokens_seen": 1361313792 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005933237040603434, + "loss": 0.068, + "theoretical_loss": 3.5749723952003576, + "tokens_seen": 1361575936 + }, + { + "epoch": 0.41, + "learning_rate": 0.000593243460118761, + "loss": 0.0741, + "theoretical_loss": 3.5749110761306744, + "tokens_seen": 1361838080 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005931632161771787, + "loss": 0.0693, + "theoretical_loss": 3.5748497721675823, + "tokens_seen": 1362100224 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005930829722355963, + "loss": 0.0722, + "theoretical_loss": 3.574788483304453, + "tokens_seen": 1362362368 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005930027282940138, + "loss": 0.0698, + "theoretical_loss": 3.5747272095346636, + "tokens_seen": 1362624512 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005929224843524315, + "loss": 0.0717, + "theoretical_loss": 3.5746659508515943, + "tokens_seen": 1362886656 + }, + { + "epoch": 0.41, + "objective/train/advantage_avg": 0.001132539240643382, + "objective/train/docs_used": 498147, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3990589380264282, + "objective/train/original_loss": 1.3990589380264282, + "objective/train/theoretical_loss": 3.5746047072486293, + "objective/train/tokens_used": 1383608800, + "objective/train/value_avg": -0.0068359375, + "objective/train/value_loss": 0.000322383304592222, + "objective/train/value_max": -0.0001080632209777832, + "objective/train/value_min": -0.75830078125, + "objective/train/value_reward_corr": 0.6169199801531312, + "objective/train/value_std": 0.013153076171875, + "objective/train/weight_avg": 1.0012716054916382, + "objective/train/weighted_lm_loss": 1.400701642036438, + "objective/train/weights_max": 1.6551741361618042, + "objective/train/weights_min": 0.37920987606048584, + "theoretical_loss": 3.5746047072486293, + "tokens_seen": 1363148800 + }, + { + "epoch": 0.41, + "learning_rate": 0.000592842240410849, + "loss": 0.071, + "theoretical_loss": 3.5746047072486293, + "tokens_seen": 1363148800 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005927619964692665, + "loss": 0.0691, + "theoretical_loss": 3.574543478719158, + "tokens_seen": 1363410944 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005926817525276842, + "loss": 0.07, + "theoretical_loss": 3.5744822652565724, + "tokens_seen": 1363673088 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005926015085861017, + "loss": 0.0726, + "theoretical_loss": 3.5744210668542706, + "tokens_seen": 1363935232 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005925212646445193, + "loss": 0.0721, + "theoretical_loss": 3.574359883505653, + "tokens_seen": 1364197376 + }, + { + "epoch": 0.41, + "learning_rate": 0.000592441020702937, + "loss": 0.0723, + "theoretical_loss": 3.5742987152041255, + "tokens_seen": 1364459520 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005923607767613546, + "loss": 0.0687, + "theoretical_loss": 3.574237561943098, + "tokens_seen": 1364721664 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005922805328197721, + "loss": 0.0713, + "theoretical_loss": 3.5741764237159837, + "tokens_seen": 1364983808 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005922002888781897, + "loss": 0.0722, + "theoretical_loss": 3.5741153005162003, + "tokens_seen": 1365245952 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005921200449366073, + "loss": 0.0729, + "theoretical_loss": 3.57405419233717, + "tokens_seen": 1365508096 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005920398009950249, + "loss": 0.0711, + "theoretical_loss": 3.5739930991723194, + "tokens_seen": 1365770240 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005919595570534425, + "loss": 0.0733, + "theoretical_loss": 3.5739320210150787, + "tokens_seen": 1366032384 + }, + { + "epoch": 0.41, + "learning_rate": 0.00059187931311186, + "loss": 0.0713, + "theoretical_loss": 3.5738709578588814, + "tokens_seen": 1366294528 + }, + { + "epoch": 0.41, + "objective/train/advantage_avg": -0.00018017100228462368, + "objective/train/docs_used": 499217, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3399227857589722, + "objective/train/original_loss": 1.3399229049682617, + "objective/train/theoretical_loss": 3.573840431904124, + "objective/train/tokens_used": 1386885600, + "objective/train/value_avg": -0.0080413818359375, + "objective/train/value_loss": 0.00021506550547201186, + "objective/train/value_max": -8.612871170043945e-05, + "objective/train/value_min": -0.2315673828125, + "objective/train/value_reward_corr": 0.6788085756181576, + "objective/train/value_std": 0.0124969482421875, + "objective/train/weight_avg": 0.9999156594276428, + "objective/train/weighted_lm_loss": 1.3398983478546143, + "objective/train/weights_max": 1.1196051836013794, + "objective/train/weights_min": 0.36886030435562134, + "theoretical_loss": 3.573840431904124, + "tokens_seen": 1366425600 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005917990691702777, + "loss": 0.0689, + "theoretical_loss": 3.573809909697167, + "tokens_seen": 1366556672 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005917188252286952, + "loss": 0.07, + "theoretical_loss": 3.573748876523379, + "tokens_seen": 1366818816 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005916385812871128, + "loss": 0.0715, + "theoretical_loss": 3.5736878583309624, + "tokens_seen": 1367080960 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005915583373455305, + "loss": 0.0716, + "theoretical_loss": 3.5736268551133694, + "tokens_seen": 1367343104 + }, + { + "epoch": 0.41, + "learning_rate": 0.000591478093403948, + "loss": 0.0724, + "theoretical_loss": 3.5735658668640538, + "tokens_seen": 1367605248 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005913978494623656, + "loss": 0.0697, + "theoretical_loss": 3.573504893576476, + "tokens_seen": 1367867392 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005913176055207832, + "loss": 0.0699, + "theoretical_loss": 3.573443935244099, + "tokens_seen": 1368129536 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005912373615792008, + "loss": 0.0702, + "theoretical_loss": 3.5733829918603903, + "tokens_seen": 1368391680 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005911571176376183, + "loss": 0.0726, + "theoretical_loss": 3.573322063418821, + "tokens_seen": 1368653824 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005910768736960359, + "loss": 0.071, + "theoretical_loss": 3.5732611499128666, + "tokens_seen": 1368915968 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005909966297544535, + "loss": 0.0701, + "theoretical_loss": 3.5732002513360075, + "tokens_seen": 1369178112 + }, + { + "epoch": 0.41, + "learning_rate": 0.0005909163858128712, + "loss": 0.0697, + "theoretical_loss": 3.5731393676817267, + "tokens_seen": 1369440256 + }, + { + "epoch": 0.41, + "objective/train/advantage_avg": 0.0009425404714420438, + "objective/train/docs_used": 500422, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4656895399093628, + "objective/train/original_loss": 1.4656894207000732, + "objective/train/theoretical_loss": 3.573078498943513, + "objective/train/tokens_used": 1390162400, + "objective/train/value_avg": -0.01068115234375, + "objective/train/value_loss": 0.0003233353199902922, + "objective/train/value_max": -0.00014090538024902344, + "objective/train/value_min": -0.6572265625, + "objective/train/value_reward_corr": 0.763989021844413, + "objective/train/value_std": 0.0206146240234375, + "objective/train/weight_avg": 1.0010911226272583, + "objective/train/weighted_lm_loss": 1.4670870304107666, + "objective/train/weights_max": 1.6034666299819946, + "objective/train/weights_min": 0.39918315410614014, + "theoretical_loss": 3.573078498943513, + "tokens_seen": 1369702400 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005908361418712888, + "loss": 0.0711, + "theoretical_loss": 3.573078498943513, + "tokens_seen": 1369702400 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005907558979297063, + "loss": 0.0715, + "theoretical_loss": 3.5730176451148568, + "tokens_seen": 1369964544 + }, + { + "epoch": 0.42, + "learning_rate": 0.000590675653988124, + "loss": 0.0698, + "theoretical_loss": 3.572956806189256, + "tokens_seen": 1370226688 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005905954100465415, + "loss": 0.0708, + "theoretical_loss": 3.5728959821602095, + "tokens_seen": 1370488832 + }, + { + "epoch": 0.42, + "learning_rate": 0.000590515166104959, + "loss": 0.0698, + "theoretical_loss": 3.5728351730212218, + "tokens_seen": 1370750976 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005904349221633767, + "loss": 0.0707, + "theoretical_loss": 3.5727743787658017, + "tokens_seen": 1371013120 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005903546782217942, + "loss": 0.0746, + "theoretical_loss": 3.572713599387461, + "tokens_seen": 1371275264 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005902744342802118, + "loss": 0.0693, + "theoretical_loss": 3.572652834879716, + "tokens_seen": 1371537408 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005901941903386295, + "loss": 0.0691, + "theoretical_loss": 3.5725920852360877, + "tokens_seen": 1371799552 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005901139463970471, + "loss": 0.0686, + "theoretical_loss": 3.5725313504501006, + "tokens_seen": 1372061696 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005900337024554646, + "loss": 0.0723, + "theoretical_loss": 3.5724706305152827, + "tokens_seen": 1372323840 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005899534585138823, + "loss": 0.0667, + "theoretical_loss": 3.572409925425167, + "tokens_seen": 1372585984 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005898732145722998, + "loss": 0.0709, + "theoretical_loss": 3.5723492351732906, + "tokens_seen": 1372848128 + }, + { + "epoch": 0.42, + "objective/train/advantage_avg": 0.0008222500910051167, + "objective/train/docs_used": 501474, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.272534966468811, + "objective/train/original_loss": 1.2725348472595215, + "objective/train/theoretical_loss": 3.5723188956096736, + "objective/train/tokens_used": 1393439200, + "objective/train/value_avg": -0.0099334716796875, + "objective/train/value_loss": 0.00012745001004077494, + "objective/train/value_max": -6.157159805297852e-05, + "objective/train/value_min": -0.2342529296875, + "objective/train/value_reward_corr": 0.8711448126449742, + "objective/train/value_std": 0.0210418701171875, + "objective/train/weight_avg": 1.000881552696228, + "objective/train/weighted_lm_loss": 1.2733675241470337, + "objective/train/weights_max": 1.1004925966262817, + "objective/train/weights_min": 0.37474045157432556, + "theoretical_loss": 3.5723188956096736, + "tokens_seen": 1372979200 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005897929706307173, + "loss": 0.0699, + "theoretical_loss": 3.572288559753194, + "tokens_seen": 1373110272 + }, + { + "epoch": 0.42, + "learning_rate": 0.000589712726689135, + "loss": 0.0748, + "theoretical_loss": 3.5722278991584218, + "tokens_seen": 1373372416 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005896324827475525, + "loss": 0.071, + "theoretical_loss": 3.572167253382523, + "tokens_seen": 1373634560 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005895522388059702, + "loss": 0.0737, + "theoretical_loss": 3.5721066224190503, + "tokens_seen": 1373896704 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005894719948643878, + "loss": 0.07, + "theoretical_loss": 3.572046006261561, + "tokens_seen": 1374158848 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005893917509228054, + "loss": 0.0676, + "theoretical_loss": 3.5719854049036153, + "tokens_seen": 1374420992 + }, + { + "epoch": 0.42, + "learning_rate": 0.000589311506981223, + "loss": 0.0693, + "theoretical_loss": 3.571924818338779, + "tokens_seen": 1374683136 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005892312630396405, + "loss": 0.0684, + "theoretical_loss": 3.5718642465606214, + "tokens_seen": 1374945280 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005891510190980581, + "loss": 0.0683, + "theoretical_loss": 3.571803689562714, + "tokens_seen": 1375207424 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005890707751564757, + "loss": 0.0719, + "theoretical_loss": 3.571743147338635, + "tokens_seen": 1375469568 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005889905312148933, + "loss": 0.0718, + "theoretical_loss": 3.5716826198819653, + "tokens_seen": 1375731712 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005889102872733108, + "loss": 0.0731, + "theoretical_loss": 3.57162210718629, + "tokens_seen": 1375993856 + }, + { + "epoch": 0.42, + "objective/train/advantage_avg": 0.000888870854396373, + "objective/train/docs_used": 502650, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.266188383102417, + "objective/train/original_loss": 1.266188383102417, + "objective/train/theoretical_loss": 3.5715616092451983, + "objective/train/tokens_used": 1396716000, + "objective/train/value_avg": -0.0089569091796875, + "objective/train/value_loss": 0.0002511749626137316, + "objective/train/value_max": -8.612871170043945e-05, + "objective/train/value_min": -0.2374267578125, + "objective/train/value_reward_corr": 0.7740993502642408, + "objective/train/value_std": 0.01435089111328125, + "objective/train/weight_avg": 1.0010035037994385, + "objective/train/weighted_lm_loss": 1.26618492603302, + "objective/train/weights_max": 1.1556206941604614, + "objective/train/weights_min": 0.3730488717556, + "theoretical_loss": 3.5715616092451983, + "tokens_seen": 1376256000 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005888300433317285, + "loss": 0.0692, + "theoretical_loss": 3.5715616092451983, + "tokens_seen": 1376256000 + }, + { + "epoch": 0.42, + "learning_rate": 0.000588749799390146, + "loss": 0.0674, + "theoretical_loss": 3.5715011260522824, + "tokens_seen": 1376518144 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005886695554485636, + "loss": 0.07, + "theoretical_loss": 3.57144065760114, + "tokens_seen": 1376780288 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005885893115069813, + "loss": 0.0709, + "theoretical_loss": 3.5713802038853726, + "tokens_seen": 1377042432 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005885090675653988, + "loss": 0.0675, + "theoretical_loss": 3.5713197648985844, + "tokens_seen": 1377304576 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005884288236238165, + "loss": 0.0722, + "theoretical_loss": 3.571259340634385, + "tokens_seen": 1377566720 + }, + { + "epoch": 0.42, + "learning_rate": 0.000588348579682234, + "loss": 0.068, + "theoretical_loss": 3.5711989310863874, + "tokens_seen": 1377828864 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005882683357406516, + "loss": 0.0663, + "theoretical_loss": 3.571138536248209, + "tokens_seen": 1378091008 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005881880917990692, + "loss": 0.0714, + "theoretical_loss": 3.57107815611347, + "tokens_seen": 1378353152 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005881078478574867, + "loss": 0.0718, + "theoretical_loss": 3.571017790675796, + "tokens_seen": 1378615296 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005880276039159043, + "loss": 0.0711, + "theoretical_loss": 3.570957439928815, + "tokens_seen": 1378877440 + }, + { + "epoch": 0.42, + "learning_rate": 0.000587947359974322, + "loss": 0.0706, + "theoretical_loss": 3.5708971038661614, + "tokens_seen": 1379139584 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005878671160327396, + "loss": 0.0693, + "theoretical_loss": 3.5708367824814715, + "tokens_seen": 1379401728 + }, + { + "epoch": 0.42, + "objective/train/advantage_avg": 0.0012316724751144648, + "objective/train/docs_used": 503826, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4246689081192017, + "objective/train/original_loss": 1.4246689081192017, + "objective/train/theoretical_loss": 3.5708066272913754, + "objective/train/tokens_used": 1399992800, + "objective/train/value_avg": -0.00453948974609375, + "objective/train/value_loss": 6.716586358379573e-05, + "objective/train/value_max": -5.692243576049805e-05, + "objective/train/value_min": -0.13232421875, + "objective/train/value_reward_corr": 0.5554312354610753, + "objective/train/value_std": 0.005931854248046875, + "objective/train/weight_avg": 1.0012644529342651, + "objective/train/weighted_lm_loss": 1.4272083044052124, + "objective/train/weights_max": 1.0874791145324707, + "objective/train/weights_min": 0.7168837189674377, + "theoretical_loss": 3.5708066272913754, + "tokens_seen": 1379532800 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005877868720911571, + "loss": 0.0704, + "theoretical_loss": 3.570776475768386, + "tokens_seen": 1379663872 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005877066281495748, + "loss": 0.0713, + "theoretical_loss": 3.57071618372055, + "tokens_seen": 1379926016 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005876263842079923, + "loss": 0.0719, + "theoretical_loss": 3.570655906331612, + "tokens_seen": 1380188160 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005875461402664098, + "loss": 0.0706, + "theoretical_loss": 3.570595643595225, + "tokens_seen": 1380450304 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005874658963248275, + "loss": 0.0708, + "theoretical_loss": 3.570535395505045, + "tokens_seen": 1380712448 + }, + { + "epoch": 0.42, + "learning_rate": 0.000587385652383245, + "loss": 0.068, + "theoretical_loss": 3.570475162054734, + "tokens_seen": 1380974592 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005873054084416626, + "loss": 0.0704, + "theoretical_loss": 3.570414943237956, + "tokens_seen": 1381236736 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005872251645000803, + "loss": 0.0704, + "theoretical_loss": 3.570354739048379, + "tokens_seen": 1381498880 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005871449205584979, + "loss": 0.0694, + "theoretical_loss": 3.5702945494796765, + "tokens_seen": 1381761024 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005870646766169155, + "loss": 0.0707, + "theoretical_loss": 3.5702343745255236, + "tokens_seen": 1382023168 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005869844326753331, + "loss": 0.0706, + "theoretical_loss": 3.5701742141796022, + "tokens_seen": 1382285312 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005869041887337506, + "loss": 0.0682, + "theoretical_loss": 3.570114068435595, + "tokens_seen": 1382547456 + }, + { + "epoch": 0.42, + "objective/train/advantage_avg": 0.0006083346088416874, + "objective/train/docs_used": 505055, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.350646734237671, + "objective/train/original_loss": 1.350646734237671, + "objective/train/theoretical_loss": 3.570053937287192, + "objective/train/tokens_used": 1403269600, + "objective/train/value_avg": -0.0122833251953125, + "objective/train/value_loss": 0.00016865247744135559, + "objective/train/value_max": -8.094310760498047e-05, + "objective/train/value_min": -0.64990234375, + "objective/train/value_reward_corr": 0.8630244674279035, + "objective/train/value_std": 0.022674560546875, + "objective/train/weight_avg": 1.0006879568099976, + "objective/train/weighted_lm_loss": 1.3513717651367188, + "objective/train/weights_max": 1.2690660953521729, + "objective/train/weights_min": 0.3698508143424988, + "theoretical_loss": 3.570053937287192, + "tokens_seen": 1382809600 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005868239447921682, + "loss": 0.0716, + "theoretical_loss": 3.570053937287192, + "tokens_seen": 1382809600 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005867437008505858, + "loss": 0.0701, + "theoretical_loss": 3.569993820728084, + "tokens_seen": 1383071744 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005866634569090033, + "loss": 0.0685, + "theoretical_loss": 3.569933718751967, + "tokens_seen": 1383333888 + }, + { + "epoch": 0.42, + "learning_rate": 0.000586583212967421, + "loss": 0.0706, + "theoretical_loss": 3.569873631352542, + "tokens_seen": 1383596032 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005865029690258386, + "loss": 0.0705, + "theoretical_loss": 3.5698135585235122, + "tokens_seen": 1383858176 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005864227250842562, + "loss": 0.0684, + "theoretical_loss": 3.5697535002585856, + "tokens_seen": 1384120320 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005863424811426738, + "loss": 0.0702, + "theoretical_loss": 3.569693456551474, + "tokens_seen": 1384382464 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005862622372010913, + "loss": 0.0719, + "theoretical_loss": 3.5696334273958925, + "tokens_seen": 1384644608 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005861819932595089, + "loss": 0.07, + "theoretical_loss": 3.569573412785561, + "tokens_seen": 1384906752 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005861017493179265, + "loss": 0.0716, + "theoretical_loss": 3.569513412714203, + "tokens_seen": 1385168896 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005860215053763441, + "loss": 0.0729, + "theoretical_loss": 3.569453427175546, + "tokens_seen": 1385431040 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005859412614347616, + "loss": 0.0688, + "theoretical_loss": 3.5693934561633203, + "tokens_seen": 1385693184 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005858610174931793, + "loss": 0.0691, + "theoretical_loss": 3.5693334996712625, + "tokens_seen": 1385955328 + }, + { + "epoch": 0.42, + "objective/train/advantage_avg": 0.0002722601348068565, + "objective/train/docs_used": 506209, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5516606569290161, + "objective/train/original_loss": 1.5516607761383057, + "objective/train/theoretical_loss": 3.5693035268683393, + "objective/train/tokens_used": 1406546400, + "objective/train/value_avg": -0.007251739501953125, + "objective/train/value_loss": 0.0004112719907425344, + "objective/train/value_max": -6.920099258422852e-05, + "objective/train/value_min": -0.873046875, + "objective/train/value_reward_corr": 0.7372462892708044, + "objective/train/value_std": 0.0214996337890625, + "objective/train/weight_avg": 1.0004595518112183, + "objective/train/weighted_lm_loss": 1.5522527694702148, + "objective/train/weights_max": 1.888423204421997, + "objective/train/weights_min": 0.4087742269039154, + "theoretical_loss": 3.5693035268683393, + "tokens_seen": 1386086400 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005857807735515968, + "loss": 0.0707, + "theoretical_loss": 3.5692735576931103, + "tokens_seen": 1386217472 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005857005296100145, + "loss": 0.0674, + "theoretical_loss": 3.569213630222607, + "tokens_seen": 1386479616 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005856202856684321, + "loss": 0.0701, + "theoretical_loss": 3.5691537172535, + "tokens_seen": 1386741760 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005855400417268496, + "loss": 0.0674, + "theoretical_loss": 3.569093818779539, + "tokens_seen": 1387003904 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005854597977852673, + "loss": 0.0735, + "theoretical_loss": 3.5690339347944784, + "tokens_seen": 1387266048 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005853795538436848, + "loss": 0.0681, + "theoretical_loss": 3.568974065292077, + "tokens_seen": 1387528192 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005852993099021024, + "loss": 0.0722, + "theoretical_loss": 3.5689142102660973, + "tokens_seen": 1387790336 + }, + { + "epoch": 0.42, + "learning_rate": 0.00058521906596052, + "loss": 0.0679, + "theoretical_loss": 3.568854369710305, + "tokens_seen": 1388052480 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005851388220189375, + "loss": 0.0668, + "theoretical_loss": 3.5687945436184703, + "tokens_seen": 1388314624 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005850585780773551, + "loss": 0.0702, + "theoretical_loss": 3.5687347319843665, + "tokens_seen": 1388576768 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005849783341357728, + "loss": 0.0706, + "theoretical_loss": 3.5686749348017726, + "tokens_seen": 1388838912 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005848980901941904, + "loss": 0.0717, + "theoretical_loss": 3.5686151520644684, + "tokens_seen": 1389101056 + }, + { + "epoch": 0.42, + "objective/train/advantage_avg": 0.0014082820853218436, + "objective/train/docs_used": 507487, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3624675273895264, + "objective/train/original_loss": 1.3624675273895264, + "objective/train/theoretical_loss": 3.56855538376624, + "objective/train/tokens_used": 1409823200, + "objective/train/value_avg": -0.007106781005859375, + "objective/train/value_loss": 8.704577339813113e-05, + "objective/train/value_max": -9.101629257202148e-05, + "objective/train/value_min": -0.1873779296875, + "objective/train/value_reward_corr": 0.8367575854263598, + "objective/train/value_std": 0.01369476318359375, + "objective/train/weight_avg": 1.0014477968215942, + "objective/train/weighted_lm_loss": 1.3647664785385132, + "objective/train/weights_max": 1.1067639589309692, + "objective/train/weights_min": 0.37418052554130554, + "theoretical_loss": 3.56855538376624, + "tokens_seen": 1389363200 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005848178462526079, + "loss": 0.0704, + "theoretical_loss": 3.56855538376624, + "tokens_seen": 1389363200 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005847376023110256, + "loss": 0.0682, + "theoretical_loss": 3.568495629900877, + "tokens_seen": 1389625344 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005846573583694431, + "loss": 0.0727, + "theoretical_loss": 3.5684358904621725, + "tokens_seen": 1389887488 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005845771144278606, + "loss": 0.0675, + "theoretical_loss": 3.5683761654439223, + "tokens_seen": 1390149632 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005844968704862783, + "loss": 0.0668, + "theoretical_loss": 3.5683164548399287, + "tokens_seen": 1390411776 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005844166265446958, + "loss": 0.072, + "theoretical_loss": 3.568256758643995, + "tokens_seen": 1390673920 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005843363826031135, + "loss": 0.0668, + "theoretical_loss": 3.5681970768499305, + "tokens_seen": 1390936064 + }, + { + "epoch": 0.42, + "learning_rate": 0.000584256138661531, + "loss": 0.068, + "theoretical_loss": 3.5681374094515466, + "tokens_seen": 1391198208 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005841758947199487, + "loss": 0.0696, + "theoretical_loss": 3.5680777564426602, + "tokens_seen": 1391460352 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005840956507783663, + "loss": 0.0666, + "theoretical_loss": 3.56801811781709, + "tokens_seen": 1391722496 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005840154068367838, + "loss": 0.0685, + "theoretical_loss": 3.5679584935686615, + "tokens_seen": 1391984640 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005839351628952014, + "loss": 0.068, + "theoretical_loss": 3.5678988836912007, + "tokens_seen": 1392246784 + }, + { + "epoch": 0.42, + "learning_rate": 0.000583854918953619, + "loss": 0.0691, + "theoretical_loss": 3.567839288178539, + "tokens_seen": 1392508928 + }, + { + "epoch": 0.42, + "objective/train/advantage_avg": -0.00039860003744252026, + "objective/train/docs_used": 508733, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2682691812515259, + "objective/train/original_loss": 1.2682690620422363, + "objective/train/theoretical_loss": 3.567809495807081, + "objective/train/tokens_used": 1413100000, + "objective/train/value_avg": -0.00724029541015625, + "objective/train/value_loss": 0.00013822820619679987, + "objective/train/value_max": -8.285045623779297e-05, + "objective/train/value_min": -0.23583984375, + "objective/train/value_reward_corr": 0.764638614419468, + "objective/train/value_std": 0.011871337890625, + "objective/train/weight_avg": 0.9996694326400757, + "objective/train/weighted_lm_loss": 1.2671022415161133, + "objective/train/weights_max": 1.1206990480422974, + "objective/train/weights_min": 0.768910825252533, + "theoretical_loss": 3.567809495807081, + "tokens_seen": 1392640000 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005837746750120366, + "loss": 0.0702, + "theoretical_loss": 3.5677797070245125, + "tokens_seen": 1392771072 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005836944310704541, + "loss": 0.0686, + "theoretical_loss": 3.567720140222959, + "tokens_seen": 1393033216 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005836141871288718, + "loss": 0.0712, + "theoretical_loss": 3.567660587767722, + "tokens_seen": 1393295360 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005835339431872894, + "loss": 0.0692, + "theoretical_loss": 3.567601049652648, + "tokens_seen": 1393557504 + }, + { + "epoch": 0.42, + "learning_rate": 0.000583453699245707, + "loss": 0.0687, + "theoretical_loss": 3.567541525871587, + "tokens_seen": 1393819648 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005833734553041246, + "loss": 0.0689, + "theoretical_loss": 3.5674820164183934, + "tokens_seen": 1394081792 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005832932113625421, + "loss": 0.0716, + "theoretical_loss": 3.567422521286925, + "tokens_seen": 1394343936 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005832129674209598, + "loss": 0.0711, + "theoretical_loss": 3.5673630404710432, + "tokens_seen": 1394606080 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005831327234793773, + "loss": 0.0703, + "theoretical_loss": 3.567303573964614, + "tokens_seen": 1394868224 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005830524795377949, + "loss": 0.0702, + "theoretical_loss": 3.5672441217615063, + "tokens_seen": 1395130368 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005829722355962125, + "loss": 0.0731, + "theoretical_loss": 3.5671846838555936, + "tokens_seen": 1395392512 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005828919916546301, + "loss": 0.0705, + "theoretical_loss": 3.567125260240752, + "tokens_seen": 1395654656 + }, + { + "epoch": 0.42, + "objective/train/advantage_avg": -0.0008172434172593057, + "objective/train/docs_used": 509897, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2827579975128174, + "objective/train/original_loss": 1.2827579975128174, + "objective/train/theoretical_loss": 3.5670658509108626, + "objective/train/tokens_used": 1416376800, + "objective/train/value_avg": -0.00826263427734375, + "objective/train/value_loss": 0.00022217340301722288, + "objective/train/value_max": -5.8770179748535156e-05, + "objective/train/value_min": -0.430419921875, + "objective/train/value_reward_corr": 0.8886994881735678, + "objective/train/value_std": 0.0242462158203125, + "objective/train/weight_avg": 0.9992898106575012, + "objective/train/weighted_lm_loss": 1.281775951385498, + "objective/train/weights_max": 1.2193950414657593, + "objective/train/weights_min": 0.6098181009292603, + "theoretical_loss": 3.5670658509108626, + "tokens_seen": 1395916800 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005828117477130476, + "loss": 0.0683, + "theoretical_loss": 3.5670658509108626, + "tokens_seen": 1395916800 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005827315037714653, + "loss": 0.0724, + "theoretical_loss": 3.5670064558598096, + "tokens_seen": 1396178944 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005826512598298829, + "loss": 0.0702, + "theoretical_loss": 3.5669470750814813, + "tokens_seen": 1396441088 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005825710158883004, + "loss": 0.071, + "theoretical_loss": 3.5668877085697694, + "tokens_seen": 1396703232 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005824907719467181, + "loss": 0.0728, + "theoretical_loss": 3.5668283563185703, + "tokens_seen": 1396965376 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005824105280051356, + "loss": 0.0693, + "theoretical_loss": 3.566769018321782, + "tokens_seen": 1397227520 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005823302840635532, + "loss": 0.0731, + "theoretical_loss": 3.5667096945733086, + "tokens_seen": 1397489664 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005822500401219708, + "loss": 0.0693, + "theoretical_loss": 3.566650385067057, + "tokens_seen": 1397751808 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005821697961803883, + "loss": 0.0698, + "theoretical_loss": 3.5665910897969377, + "tokens_seen": 1398013952 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005820895522388059, + "loss": 0.0722, + "theoretical_loss": 3.5665318087568645, + "tokens_seen": 1398276096 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005820093082972236, + "loss": 0.0709, + "theoretical_loss": 3.5664725419407564, + "tokens_seen": 1398538240 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005819290643556412, + "loss": 0.0705, + "theoretical_loss": 3.566413289342535, + "tokens_seen": 1398800384 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005818488204140588, + "loss": 0.0701, + "theoretical_loss": 3.566354050956126, + "tokens_seen": 1399062528 + }, + { + "epoch": 0.42, + "objective/train/advantage_avg": -1.9262372006778605e-05, + "objective/train/docs_used": 511124, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4025591611862183, + "objective/train/original_loss": 1.4025590419769287, + "objective/train/theoretical_loss": 3.5663244370904543, + "objective/train/tokens_used": 1419653600, + "objective/train/value_avg": -0.007694244384765625, + "objective/train/value_loss": 0.00012242680531926453, + "objective/train/value_max": -6.300210952758789e-05, + "objective/train/value_min": -0.36328125, + "objective/train/value_reward_corr": 0.7616368237212557, + "objective/train/value_std": 0.01294708251953125, + "objective/train/weight_avg": 1.0000412464141846, + "objective/train/weighted_lm_loss": 1.4022361040115356, + "objective/train/weights_max": 1.1562420129776, + "objective/train/weights_min": 0.8164751529693604, + "theoretical_loss": 3.5663244370904543, + "tokens_seen": 1399193600 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005817685764724764, + "loss": 0.072, + "theoretical_loss": 3.566294826775459, + "tokens_seen": 1399324672 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005816883325308939, + "loss": 0.0682, + "theoretical_loss": 3.566235616794466, + "tokens_seen": 1399586816 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005816080885893115, + "loss": 0.0696, + "theoretical_loss": 3.566176421007085, + "tokens_seen": 1399848960 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005815278446477291, + "loss": 0.0691, + "theoretical_loss": 3.566117239407256, + "tokens_seen": 1400111104 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005814476007061466, + "loss": 0.0719, + "theoretical_loss": 3.5660580719889237, + "tokens_seen": 1400373248 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005813673567645643, + "loss": 0.0726, + "theoretical_loss": 3.5659989187460353, + "tokens_seen": 1400635392 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005812871128229819, + "loss": 0.074, + "theoretical_loss": 3.5659397796725427, + "tokens_seen": 1400897536 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005812068688813995, + "loss": 0.067, + "theoretical_loss": 3.565880654762402, + "tokens_seen": 1401159680 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005811266249398171, + "loss": 0.0683, + "theoretical_loss": 3.5658215440095717, + "tokens_seen": 1401421824 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005810463809982346, + "loss": 0.0697, + "theoretical_loss": 3.565762447408015, + "tokens_seen": 1401683968 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005809661370566522, + "loss": 0.0721, + "theoretical_loss": 3.5657033649516974, + "tokens_seen": 1401946112 + }, + { + "epoch": 0.42, + "learning_rate": 0.0005808858931150698, + "loss": 0.0692, + "theoretical_loss": 3.5656442966345905, + "tokens_seen": 1402208256 + }, + { + "epoch": 0.42, + "objective/train/advantage_avg": 0.0011489387834444642, + "objective/train/docs_used": 512300, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5358977317810059, + "objective/train/original_loss": 1.5358978509902954, + "objective/train/theoretical_loss": 3.565585242450667, + "objective/train/tokens_used": 1422930400, + "objective/train/value_avg": -0.006633758544921875, + "objective/train/value_loss": 0.0002201677270932123, + "objective/train/value_max": -8.821487426757812e-05, + "objective/train/value_min": -0.52099609375, + "objective/train/value_reward_corr": 0.6958559017845222, + "objective/train/value_std": 0.01247406005859375, + "objective/train/weight_avg": 1.001249074935913, + "objective/train/weighted_lm_loss": 1.5381712913513184, + "objective/train/weights_max": 1.4251086711883545, + "objective/train/weights_min": 0.3698352873325348, + "theoretical_loss": 3.565585242450667, + "tokens_seen": 1402470400 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005808056491734874, + "loss": 0.0744, + "theoretical_loss": 3.565585242450667, + "tokens_seen": 1402470400 + }, + { + "epoch": 0.43, + "learning_rate": 0.000580725405231905, + "loss": 0.0716, + "theoretical_loss": 3.5655262023939054, + "tokens_seen": 1402732544 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005806451612903226, + "loss": 0.0686, + "theoretical_loss": 3.5654671764582866, + "tokens_seen": 1402994688 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005805649173487401, + "loss": 0.0703, + "theoretical_loss": 3.5654081646377955, + "tokens_seen": 1403256832 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005804846734071579, + "loss": 0.0704, + "theoretical_loss": 3.5653491669264215, + "tokens_seen": 1403518976 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005804044294655754, + "loss": 0.0709, + "theoretical_loss": 3.565290183318156, + "tokens_seen": 1403781120 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005803241855239929, + "loss": 0.0706, + "theoretical_loss": 3.565231213806995, + "tokens_seen": 1404043264 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005802439415824106, + "loss": 0.0692, + "theoretical_loss": 3.5651722583869394, + "tokens_seen": 1404305408 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005801636976408281, + "loss": 0.0721, + "theoretical_loss": 3.565113317051991, + "tokens_seen": 1404567552 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005800834536992457, + "loss": 0.0698, + "theoretical_loss": 3.5650543897961584, + "tokens_seen": 1404829696 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005800032097576633, + "loss": 0.0723, + "theoretical_loss": 3.5649954766134515, + "tokens_seen": 1405091840 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005799229658160809, + "loss": 0.0725, + "theoretical_loss": 3.5649365774978845, + "tokens_seen": 1405353984 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005798427218744984, + "loss": 0.07, + "theoretical_loss": 3.5648776924434755, + "tokens_seen": 1405616128 + }, + { + "epoch": 0.43, + "objective/train/advantage_avg": 0.0007549994043074548, + "objective/train/docs_used": 513528, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3652232885360718, + "objective/train/original_loss": 1.3652231693267822, + "objective/train/theoretical_loss": 3.5648482551873366, + "objective/train/tokens_used": 1426207200, + "objective/train/value_avg": -0.00872039794921875, + "objective/train/value_loss": 0.00022030927357263863, + "objective/train/value_max": -8.416175842285156e-05, + "objective/train/value_min": -0.67041015625, + "objective/train/value_reward_corr": 0.7005262330678165, + "objective/train/value_std": 0.014007568359375, + "objective/train/weight_avg": 1.0008530616760254, + "objective/train/weighted_lm_loss": 1.3659887313842773, + "objective/train/weights_max": 1.2496960163116455, + "objective/train/weights_min": 0.3785739243030548, + "theoretical_loss": 3.5648482551873366, + "tokens_seen": 1405747200 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005797624779329161, + "loss": 0.0724, + "theoretical_loss": 3.5648188214442467, + "tokens_seen": 1405878272 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005796822339913337, + "loss": 0.0733, + "theoretical_loss": 3.5647599644942227, + "tokens_seen": 1406140416 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005796019900497512, + "loss": 0.0713, + "theoretical_loss": 3.564701121587434, + "tokens_seen": 1406402560 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005795217461081689, + "loss": 0.067, + "theoretical_loss": 3.5646422927179113, + "tokens_seen": 1406664704 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005794415021665864, + "loss": 0.0692, + "theoretical_loss": 3.564583477879692, + "tokens_seen": 1406926848 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005793612582250041, + "loss": 0.0705, + "theoretical_loss": 3.5645246770668164, + "tokens_seen": 1407188992 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005792810142834216, + "loss": 0.0715, + "theoretical_loss": 3.5644658902733273, + "tokens_seen": 1407451136 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005792007703418391, + "loss": 0.0713, + "theoretical_loss": 3.564407117493272, + "tokens_seen": 1407713280 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005791205264002569, + "loss": 0.0695, + "theoretical_loss": 3.564348358720702, + "tokens_seen": 1407975424 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005790402824586744, + "loss": 0.0733, + "theoretical_loss": 3.564289613949671, + "tokens_seen": 1408237568 + }, + { + "epoch": 0.43, + "learning_rate": 0.000578960038517092, + "loss": 0.0715, + "theoretical_loss": 3.5642308831742384, + "tokens_seen": 1408499712 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005788797945755096, + "loss": 0.0706, + "theoretical_loss": 3.564172166388465, + "tokens_seen": 1408761856 + }, + { + "epoch": 0.43, + "objective/train/advantage_avg": 0.0008593574166297913, + "objective/train/docs_used": 514827, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5959898233413696, + "objective/train/original_loss": 1.59598970413208, + "objective/train/theoretical_loss": 3.5641134635864153, + "objective/train/tokens_used": 1429484000, + "objective/train/value_avg": -0.007137298583984375, + "objective/train/value_loss": 0.00010635500802891329, + "objective/train/value_max": -0.00012052059173583984, + "objective/train/value_min": -0.327392578125, + "objective/train/value_reward_corr": 0.6858529667492042, + "objective/train/value_std": 0.009857177734375, + "objective/train/weight_avg": 1.0009119510650635, + "objective/train/weighted_lm_loss": 1.5971598625183105, + "objective/train/weights_max": 1.3575117588043213, + "objective/train/weights_min": 0.674483060836792, + "theoretical_loss": 3.5641134635864153, + "tokens_seen": 1409024000 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005787995506339272, + "loss": 0.0708, + "theoretical_loss": 3.5641134635864153, + "tokens_seen": 1409024000 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005787193066923447, + "loss": 0.0691, + "theoretical_loss": 3.56405477476216, + "tokens_seen": 1409286144 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005786390627507623, + "loss": 0.0709, + "theoretical_loss": 3.563996099909771, + "tokens_seen": 1409548288 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005785588188091799, + "loss": 0.0726, + "theoretical_loss": 3.5639374390233245, + "tokens_seen": 1409810432 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005784785748675974, + "loss": 0.0703, + "theoretical_loss": 3.563878792096901, + "tokens_seen": 1410072576 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005783983309260151, + "loss": 0.0706, + "theoretical_loss": 3.5638201591245826, + "tokens_seen": 1410334720 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005783180869844327, + "loss": 0.0696, + "theoretical_loss": 3.563761540100457, + "tokens_seen": 1410596864 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005782378430428504, + "loss": 0.0722, + "theoretical_loss": 3.5637029350186156, + "tokens_seen": 1410859008 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005781575991012679, + "loss": 0.0713, + "theoretical_loss": 3.563644343873152, + "tokens_seen": 1411121152 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005780773551596854, + "loss": 0.0741, + "theoretical_loss": 3.5635857666581643, + "tokens_seen": 1411383296 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005779971112181031, + "loss": 0.0722, + "theoretical_loss": 3.5635272033677534, + "tokens_seen": 1411645440 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005779168672765206, + "loss": 0.0733, + "theoretical_loss": 3.5634686539960247, + "tokens_seen": 1411907584 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005778366233349382, + "loss": 0.0722, + "theoretical_loss": 3.5634101185370874, + "tokens_seen": 1412169728 + }, + { + "epoch": 0.43, + "objective/train/advantage_avg": 0.0013567251153290272, + "objective/train/docs_used": 516049, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.460748553276062, + "objective/train/original_loss": 1.4607486724853516, + "objective/train/theoretical_loss": 3.563380856023075, + "objective/train/tokens_used": 1432760800, + "objective/train/value_avg": -0.0093231201171875, + "objective/train/value_loss": 0.00017352279974147677, + "objective/train/value_max": -8.684396743774414e-05, + "objective/train/value_min": -0.20166015625, + "objective/train/value_reward_corr": 0.6879218329775394, + "objective/train/value_std": 0.01300811767578125, + "objective/train/weight_avg": 1.001439094543457, + "objective/train/weighted_lm_loss": 1.4632841348648071, + "objective/train/weights_max": 1.1199060678482056, + "objective/train/weights_min": 0.37706345319747925, + "theoretical_loss": 3.563380856023075, + "tokens_seen": 1412300800 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005777563793933558, + "loss": 0.0708, + "theoretical_loss": 3.5633515969850533, + "tokens_seen": 1412431872 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005776761354517734, + "loss": 0.071, + "theoretical_loss": 3.5632930893340378, + "tokens_seen": 1412694016 + }, + { + "epoch": 0.43, + "learning_rate": 0.000577595891510191, + "loss": 0.072, + "theoretical_loss": 3.5632345955781606, + "tokens_seen": 1412956160 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005775156475686087, + "loss": 0.0697, + "theoretical_loss": 3.5631761157115456, + "tokens_seen": 1413218304 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005774354036270262, + "loss": 0.0694, + "theoretical_loss": 3.5631176497283175, + "tokens_seen": 1413480448 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005773551596854437, + "loss": 0.0721, + "theoretical_loss": 3.563059197622608, + "tokens_seen": 1413742592 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005772749157438614, + "loss": 0.0722, + "theoretical_loss": 3.56300075938855, + "tokens_seen": 1414004736 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005771946718022789, + "loss": 0.0719, + "theoretical_loss": 3.5629423350202813, + "tokens_seen": 1414266880 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005771144278606965, + "loss": 0.0708, + "theoretical_loss": 3.5628839245119424, + "tokens_seen": 1414529024 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005770341839191141, + "loss": 0.0733, + "theoretical_loss": 3.5628255278576777, + "tokens_seen": 1414791168 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005769539399775317, + "loss": 0.072, + "theoretical_loss": 3.5627671450516347, + "tokens_seen": 1415053312 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005768736960359494, + "loss": 0.072, + "theoretical_loss": 3.5627087760879657, + "tokens_seen": 1415315456 + }, + { + "epoch": 0.43, + "objective/train/advantage_avg": 0.0015151534462347627, + "objective/train/docs_used": 517252, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4663329124450684, + "objective/train/original_loss": 1.4663326740264893, + "objective/train/theoretical_loss": 3.5626504209608254, + "objective/train/tokens_used": 1436037600, + "objective/train/value_avg": -0.007354736328125, + "objective/train/value_loss": 0.00014848506543785334, + "objective/train/value_max": -5.02467155456543e-05, + "objective/train/value_min": -0.6767578125, + "objective/train/value_reward_corr": 0.6932041393545579, + "objective/train/value_std": 0.0126495361328125, + "objective/train/weight_avg": 1.001584768295288, + "objective/train/weighted_lm_loss": 1.4684680700302124, + "objective/train/weights_max": 1.4689112901687622, + "objective/train/weights_min": 0.3816828429698944, + "theoretical_loss": 3.5626504209608254, + "tokens_seen": 1415577600 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005767934520943669, + "loss": 0.0718, + "theoretical_loss": 3.5626504209608254, + "tokens_seen": 1415577600 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005767132081527845, + "loss": 0.0677, + "theoretical_loss": 3.5625920796643724, + "tokens_seen": 1415839744 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005766329642112021, + "loss": 0.0738, + "theoretical_loss": 3.5625337521927687, + "tokens_seen": 1416101888 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005765527202696197, + "loss": 0.0724, + "theoretical_loss": 3.5624754385401802, + "tokens_seen": 1416364032 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005764724763280372, + "loss": 0.0704, + "theoretical_loss": 3.562417138700776, + "tokens_seen": 1416626176 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005763922323864549, + "loss": 0.0727, + "theoretical_loss": 3.5623588526687295, + "tokens_seen": 1416888320 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005763119884448724, + "loss": 0.0682, + "theoretical_loss": 3.562300580438216, + "tokens_seen": 1417150464 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005762317445032899, + "loss": 0.0729, + "theoretical_loss": 3.562242322003416, + "tokens_seen": 1417412608 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005761515005617077, + "loss": 0.0711, + "theoretical_loss": 3.5621840773585127, + "tokens_seen": 1417674752 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005760712566201252, + "loss": 0.0693, + "theoretical_loss": 3.5621258464976924, + "tokens_seen": 1417936896 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005759910126785428, + "loss": 0.0689, + "theoretical_loss": 3.5620676294151465, + "tokens_seen": 1418199040 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005759107687369604, + "loss": 0.0696, + "theoretical_loss": 3.562009426105069, + "tokens_seen": 1418461184 + }, + { + "epoch": 0.43, + "learning_rate": 0.000575830524795378, + "loss": 0.0714, + "theoretical_loss": 3.561951236561656, + "tokens_seen": 1418723328 + }, + { + "epoch": 0.43, + "objective/train/advantage_avg": 0.0010575371561571956, + "objective/train/docs_used": 518371, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3954598903656006, + "objective/train/original_loss": 1.395459771156311, + "objective/train/theoretical_loss": 3.5619221469506375, + "objective/train/tokens_used": 1439314400, + "objective/train/value_avg": -0.0071258544921875, + "objective/train/value_loss": 0.00013327588385436684, + "objective/train/value_max": -7.426738739013672e-05, + "objective/train/value_min": -0.3173828125, + "objective/train/value_reward_corr": 0.7625694224095761, + "objective/train/value_std": 0.013641357421875, + "objective/train/weight_avg": 1.0011202096939087, + "objective/train/weighted_lm_loss": 1.397079586982727, + "objective/train/weights_max": 1.2414854764938354, + "objective/train/weights_min": 0.3897695243358612, + "theoretical_loss": 3.5619221469506375, + "tokens_seen": 1418854400 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005757502808537955, + "loss": 0.0728, + "theoretical_loss": 3.56189306077911, + "tokens_seen": 1418985472 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005756700369122131, + "loss": 0.0718, + "theoretical_loss": 3.561834898751635, + "tokens_seen": 1419247616 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005755897929706307, + "loss": 0.0708, + "theoretical_loss": 3.561776750473439, + "tokens_seen": 1419509760 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005755095490290483, + "loss": 0.0729, + "theoretical_loss": 3.561718615938733, + "tokens_seen": 1419771904 + }, + { + "epoch": 0.43, + "learning_rate": 0.000575429305087466, + "loss": 0.0705, + "theoretical_loss": 3.5616604951417328, + "tokens_seen": 1420034048 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005753490611458835, + "loss": 0.0706, + "theoretical_loss": 3.561602388076656, + "tokens_seen": 1420296192 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005752688172043012, + "loss": 0.0698, + "theoretical_loss": 3.5615442947377254, + "tokens_seen": 1420558336 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005751885732627187, + "loss": 0.0722, + "theoretical_loss": 3.5614862151191664, + "tokens_seen": 1420820480 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005751083293211362, + "loss": 0.072, + "theoretical_loss": 3.561428149215208, + "tokens_seen": 1421082624 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005750280853795539, + "loss": 0.0694, + "theoretical_loss": 3.561370097020083, + "tokens_seen": 1421344768 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005749478414379714, + "loss": 0.0711, + "theoretical_loss": 3.561312058528026, + "tokens_seen": 1421606912 + }, + { + "epoch": 0.43, + "learning_rate": 0.000574867597496389, + "loss": 0.0707, + "theoretical_loss": 3.5612540337332783, + "tokens_seen": 1421869056 + }, + { + "epoch": 0.43, + "objective/train/advantage_avg": 0.0011764414375647902, + "objective/train/docs_used": 519513, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5579839944839478, + "objective/train/original_loss": 1.5579838752746582, + "objective/train/theoretical_loss": 3.5611960226300816, + "objective/train/tokens_used": 1442591200, + "objective/train/value_avg": -0.007175445556640625, + "objective/train/value_loss": 0.00012521937605924904, + "objective/train/value_max": -3.9458274841308594e-05, + "objective/train/value_min": -0.260498046875, + "objective/train/value_reward_corr": 0.7060731600903117, + "objective/train/value_std": 0.01197052001953125, + "objective/train/weight_avg": 1.0012383460998535, + "objective/train/weighted_lm_loss": 1.5604702234268188, + "objective/train/weights_max": 1.1928843259811401, + "objective/train/weights_min": 0.7924544811248779, + "theoretical_loss": 3.5611960226300816, + "tokens_seen": 1422131200 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005747873535548066, + "loss": 0.0722, + "theoretical_loss": 3.5611960226300816, + "tokens_seen": 1422131200 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005747071096132242, + "loss": 0.0711, + "theoretical_loss": 3.561138025212683, + "tokens_seen": 1422393344 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005746268656716417, + "loss": 0.0698, + "theoretical_loss": 3.561080041475332, + "tokens_seen": 1422655488 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005745466217300594, + "loss": 0.0691, + "theoretical_loss": 3.5610220714122827, + "tokens_seen": 1422917632 + }, + { + "epoch": 0.43, + "learning_rate": 0.000574466377788477, + "loss": 0.0697, + "theoretical_loss": 3.560964115017791, + "tokens_seen": 1423179776 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005743861338468946, + "loss": 0.0699, + "theoretical_loss": 3.560906172286118, + "tokens_seen": 1423441920 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005743058899053122, + "loss": 0.0702, + "theoretical_loss": 3.5608482432115265, + "tokens_seen": 1423704064 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005742256459637297, + "loss": 0.0698, + "theoretical_loss": 3.5607903277882853, + "tokens_seen": 1423966208 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005741454020221474, + "loss": 0.0711, + "theoretical_loss": 3.560732426010664, + "tokens_seen": 1424228352 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005740651580805649, + "loss": 0.0727, + "theoretical_loss": 3.560674537872937, + "tokens_seen": 1424490496 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005739849141389825, + "loss": 0.0694, + "theoretical_loss": 3.560616663369382, + "tokens_seen": 1424752640 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005739046701974002, + "loss": 0.0702, + "theoretical_loss": 3.5605588024942803, + "tokens_seen": 1425014784 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005738244262558177, + "loss": 0.0706, + "theoretical_loss": 3.560500955241916, + "tokens_seen": 1425276928 + }, + { + "epoch": 0.43, + "objective/train/advantage_avg": 0.00047336850548163056, + "objective/train/docs_used": 520731, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.303104043006897, + "objective/train/original_loss": 1.3031041622161865, + "objective/train/theoretical_loss": 3.5604720367224756, + "objective/train/tokens_used": 1445868000, + "objective/train/value_avg": -0.006557464599609375, + "objective/train/value_loss": 0.0003155807207804173, + "objective/train/value_max": -6.711483001708984e-05, + "objective/train/value_min": -0.93408203125, + "objective/train/value_reward_corr": 0.6759936638913671, + "objective/train/value_std": 0.01432037353515625, + "objective/train/weight_avg": 1.0006108283996582, + "objective/train/weighted_lm_loss": 1.303200125694275, + "objective/train/weights_max": 1.3194910287857056, + "objective/train/weights_min": 0.3687090575695038, + "theoretical_loss": 3.5604720367224756, + "tokens_seen": 1425408000 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005737441823142353, + "loss": 0.0712, + "theoretical_loss": 3.5604431216065775, + "tokens_seen": 1425539072 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005736639383726529, + "loss": 0.0705, + "theoretical_loss": 3.5603853015825564, + "tokens_seen": 1425801216 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005735836944310705, + "loss": 0.0693, + "theoretical_loss": 3.560327495164147, + "tokens_seen": 1426063360 + }, + { + "epoch": 0.43, + "learning_rate": 0.000573503450489488, + "loss": 0.0682, + "theoretical_loss": 3.5602697023456473, + "tokens_seen": 1426325504 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005734232065479057, + "loss": 0.0706, + "theoretical_loss": 3.5602119231213605, + "tokens_seen": 1426587648 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005733429626063232, + "loss": 0.0702, + "theoretical_loss": 3.5601541574855906, + "tokens_seen": 1426849792 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005732627186647407, + "loss": 0.0709, + "theoretical_loss": 3.5600964054326463, + "tokens_seen": 1427111936 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005731824747231584, + "loss": 0.072, + "theoretical_loss": 3.5600386669568405, + "tokens_seen": 1427374080 + }, + { + "epoch": 0.43, + "learning_rate": 0.000573102230781576, + "loss": 0.0752, + "theoretical_loss": 3.559980942052488, + "tokens_seen": 1427636224 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005730219868399937, + "loss": 0.0697, + "theoretical_loss": 3.559923230713907, + "tokens_seen": 1427898368 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005729417428984112, + "loss": 0.0701, + "theoretical_loss": 3.5598655329354214, + "tokens_seen": 1428160512 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005728614989568288, + "loss": 0.072, + "theoretical_loss": 3.5598078487113556, + "tokens_seen": 1428422656 + }, + { + "epoch": 0.43, + "objective/train/advantage_avg": 0.0014765697997063398, + "objective/train/docs_used": 521864, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4030053615570068, + "objective/train/original_loss": 1.4030053615570068, + "objective/train/theoretical_loss": 3.55975017803604, + "objective/train/tokens_used": 1449144800, + "objective/train/value_avg": -0.00736236572265625, + "objective/train/value_loss": 0.0001923920790432021, + "objective/train/value_max": -9.244680404663086e-05, + "objective/train/value_min": -0.74072265625, + "objective/train/value_reward_corr": 0.6695711673701374, + "objective/train/value_std": 0.0133514404296875, + "objective/train/weight_avg": 1.0015618801116943, + "objective/train/weighted_lm_loss": 1.4055180549621582, + "objective/train/weights_max": 1.203840970993042, + "objective/train/weights_min": 0.37165406346321106, + "theoretical_loss": 3.55975017803604, + "tokens_seen": 1428684800 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005727812550152464, + "loss": 0.0731, + "theoretical_loss": 3.55975017803604, + "tokens_seen": 1428684800 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005727010110736639, + "loss": 0.075, + "theoretical_loss": 3.5596925209038055, + "tokens_seen": 1428946944 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005726207671320815, + "loss": 0.072, + "theoretical_loss": 3.55963487730899, + "tokens_seen": 1429209088 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005725405231904991, + "loss": 0.0697, + "theoretical_loss": 3.5595772472459313, + "tokens_seen": 1429471232 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005724602792489167, + "loss": 0.0705, + "theoretical_loss": 3.559519630708973, + "tokens_seen": 1429733376 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005723800353073343, + "loss": 0.071, + "theoretical_loss": 3.5594620276924607, + "tokens_seen": 1429995520 + }, + { + "epoch": 0.43, + "learning_rate": 0.000572299791365752, + "loss": 0.0702, + "theoretical_loss": 3.559404438190745, + "tokens_seen": 1430257664 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005722195474241695, + "loss": 0.0706, + "theoretical_loss": 3.559346862198178, + "tokens_seen": 1430519808 + }, + { + "epoch": 0.43, + "learning_rate": 0.000572139303482587, + "loss": 0.0717, + "theoretical_loss": 3.559289299709116, + "tokens_seen": 1430781952 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005720590595410047, + "loss": 0.0708, + "theoretical_loss": 3.5592317507179194, + "tokens_seen": 1431044096 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005719788155994222, + "loss": 0.0719, + "theoretical_loss": 3.5591742152189507, + "tokens_seen": 1431306240 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005718985716578399, + "loss": 0.0693, + "theoretical_loss": 3.559116693206577, + "tokens_seen": 1431568384 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005718183277162574, + "loss": 0.0734, + "theoretical_loss": 3.5590591846751685, + "tokens_seen": 1431830528 + }, + { + "epoch": 0.43, + "objective/train/advantage_avg": 0.0007696562097407877, + "objective/train/docs_used": 522998, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.297247052192688, + "objective/train/original_loss": 1.2972468137741089, + "objective/train/theoretical_loss": 3.5590304354630673, + "objective/train/tokens_used": 1452421600, + "objective/train/value_avg": -0.006397247314453125, + "objective/train/value_loss": 0.00013753960956819355, + "objective/train/value_max": -8.887052536010742e-05, + "objective/train/value_min": -0.3857421875, + "objective/train/value_reward_corr": 0.6931087135580284, + "objective/train/value_std": 0.011505126953125, + "objective/train/weight_avg": 1.000833511352539, + "objective/train/weighted_lm_loss": 1.2987900972366333, + "objective/train/weights_max": 1.2243976593017578, + "objective/train/weights_min": 0.37458038330078125, + "theoretical_loss": 3.5590304354630673, + "tokens_seen": 1431961600 + }, + { + "epoch": 0.43, + "learning_rate": 0.000571738083774675, + "loss": 0.0699, + "theoretical_loss": 3.5590016896190977, + "tokens_seen": 1432092672 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005716578398330927, + "loss": 0.0699, + "theoretical_loss": 3.5589442080327416, + "tokens_seen": 1432354816 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005715775958915102, + "loss": 0.0708, + "theoretical_loss": 3.5588867399104798, + "tokens_seen": 1432616960 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005714973519499278, + "loss": 0.0717, + "theoretical_loss": 3.5588292852466967, + "tokens_seen": 1432879104 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005714171080083454, + "loss": 0.0669, + "theoretical_loss": 3.558771844035779, + "tokens_seen": 1433141248 + }, + { + "epoch": 0.43, + "learning_rate": 0.000571336864066763, + "loss": 0.0681, + "theoretical_loss": 3.5587144162721156, + "tokens_seen": 1433403392 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005712566201251805, + "loss": 0.0687, + "theoretical_loss": 3.5586570019501016, + "tokens_seen": 1433665536 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005711763761835982, + "loss": 0.0737, + "theoretical_loss": 3.558599601064133, + "tokens_seen": 1433927680 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005710961322420157, + "loss": 0.072, + "theoretical_loss": 3.5585422136086104, + "tokens_seen": 1434189824 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005710158883004333, + "loss": 0.0718, + "theoretical_loss": 3.558484839577937, + "tokens_seen": 1434451968 + }, + { + "epoch": 0.43, + "learning_rate": 0.000570935644358851, + "loss": 0.071, + "theoretical_loss": 3.55842747896652, + "tokens_seen": 1434714112 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005708554004172685, + "loss": 0.0678, + "theoretical_loss": 3.55837013176877, + "tokens_seen": 1434976256 + }, + { + "epoch": 0.43, + "objective/train/advantage_avg": 0.000814417377114296, + "objective/train/docs_used": 524207, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.472062349319458, + "objective/train/original_loss": 1.472062349319458, + "objective/train/theoretical_loss": 3.5583127979791005, + "objective/train/tokens_used": 1455698400, + "objective/train/value_avg": -0.005523681640625, + "objective/train/value_loss": 0.00017258242587558925, + "objective/train/value_max": -6.109476089477539e-05, + "objective/train/value_min": -0.256591796875, + "objective/train/value_reward_corr": 0.5865422804556175, + "objective/train/value_std": 0.00992584228515625, + "objective/train/weight_avg": 1.0008882284164429, + "objective/train/weighted_lm_loss": 1.4735932350158691, + "objective/train/weights_max": 1.18160080909729, + "objective/train/weights_min": 0.3683885335922241, + "theoretical_loss": 3.5583127979791005, + "tokens_seen": 1435238400 + }, + { + "epoch": 0.43, + "learning_rate": 0.0005707751564756861, + "loss": 0.0697, + "theoretical_loss": 3.5583127979791005, + "tokens_seen": 1435238400 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005706949125341037, + "loss": 0.0714, + "theoretical_loss": 3.558255477591928, + "tokens_seen": 1435500544 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005706146685925213, + "loss": 0.0695, + "theoretical_loss": 3.558198170601674, + "tokens_seen": 1435762688 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005705344246509389, + "loss": 0.0694, + "theoretical_loss": 3.558140877002761, + "tokens_seen": 1436024832 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005704541807093565, + "loss": 0.0726, + "theoretical_loss": 3.5580835967896167, + "tokens_seen": 1436286976 + }, + { + "epoch": 0.44, + "learning_rate": 0.000570373936767774, + "loss": 0.0696, + "theoretical_loss": 3.5580263299566712, + "tokens_seen": 1436549120 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005702936928261916, + "loss": 0.0725, + "theoretical_loss": 3.5579690764983587, + "tokens_seen": 1436811264 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005702134488846092, + "loss": 0.067, + "theoretical_loss": 3.557911836409115, + "tokens_seen": 1437073408 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005701332049430268, + "loss": 0.0693, + "theoretical_loss": 3.557854609683382, + "tokens_seen": 1437335552 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005700529610014445, + "loss": 0.0693, + "theoretical_loss": 3.5577973963156024, + "tokens_seen": 1437597696 + }, + { + "epoch": 0.44, + "learning_rate": 0.000569972717059862, + "loss": 0.0691, + "theoretical_loss": 3.557740196300224, + "tokens_seen": 1437859840 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005698924731182796, + "loss": 0.0725, + "theoretical_loss": 3.5576830096316963, + "tokens_seen": 1438121984 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005698122291766972, + "loss": 0.0713, + "theoretical_loss": 3.5576258363044735, + "tokens_seen": 1438384128 + }, + { + "epoch": 0.44, + "objective/train/advantage_avg": 0.0007977468194440007, + "objective/train/docs_used": 525418, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.400359034538269, + "objective/train/original_loss": 1.4003589153289795, + "objective/train/theoretical_loss": 3.5575972546421184, + "objective/train/tokens_used": 1458975200, + "objective/train/value_avg": -0.005992889404296875, + "objective/train/value_loss": 0.00013823805784340948, + "objective/train/value_max": -5.066394805908203e-05, + "objective/train/value_min": -0.305908203125, + "objective/train/value_reward_corr": 0.674059264990454, + "objective/train/value_std": 0.01107025146484375, + "objective/train/weight_avg": 1.0008656978607178, + "objective/train/weighted_lm_loss": 1.4031028747558594, + "objective/train/weights_max": 1.2852799892425537, + "objective/train/weights_min": 0.7198683023452759, + "theoretical_loss": 3.5575972546421184, + "tokens_seen": 1438515200 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005697319852351147, + "loss": 0.0728, + "theoretical_loss": 3.5575686763130117, + "tokens_seen": 1438646272 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005696517412935323, + "loss": 0.0716, + "theoretical_loss": 3.5575115296517725, + "tokens_seen": 1438908416 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005695714973519499, + "loss": 0.0706, + "theoretical_loss": 3.5574543963152188, + "tokens_seen": 1439170560 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005694912534103675, + "loss": 0.0689, + "theoretical_loss": 3.5573972762978174, + "tokens_seen": 1439432704 + }, + { + "epoch": 0.44, + "learning_rate": 0.000569411009468785, + "loss": 0.0741, + "theoretical_loss": 3.5573401695940383, + "tokens_seen": 1439694848 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005693307655272028, + "loss": 0.0703, + "theoretical_loss": 3.557283076198356, + "tokens_seen": 1439956992 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005692505215856203, + "loss": 0.0724, + "theoretical_loss": 3.557225996105246, + "tokens_seen": 1440219136 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005691702776440379, + "loss": 0.0733, + "theoretical_loss": 3.5571689293091895, + "tokens_seen": 1440481280 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005690900337024555, + "loss": 0.0691, + "theoretical_loss": 3.5571118758046696, + "tokens_seen": 1440743424 + }, + { + "epoch": 0.44, + "learning_rate": 0.000569009789760873, + "loss": 0.068, + "theoretical_loss": 3.5570548355861726, + "tokens_seen": 1441005568 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005689295458192907, + "loss": 0.0733, + "theoretical_loss": 3.5569978086481884, + "tokens_seen": 1441267712 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005688493018777082, + "loss": 0.0682, + "theoretical_loss": 3.556940794985211, + "tokens_seen": 1441529856 + }, + { + "epoch": 0.44, + "objective/train/advantage_avg": 0.0006096379365772009, + "objective/train/docs_used": 526671, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3080106973648071, + "objective/train/original_loss": 1.3080105781555176, + "objective/train/theoretical_loss": 3.5568837945917364, + "objective/train/tokens_used": 1462252000, + "objective/train/value_avg": -0.006214141845703125, + "objective/train/value_loss": 0.00022361856827046722, + "objective/train/value_max": -0.00011146068572998047, + "objective/train/value_min": -0.2724609375, + "objective/train/value_reward_corr": 0.5556039262341527, + "objective/train/value_std": 0.00902557373046875, + "objective/train/weight_avg": 1.0007035732269287, + "objective/train/weighted_lm_loss": 1.309106707572937, + "objective/train/weights_max": 1.1713656187057495, + "objective/train/weights_min": 0.3742775619029999, + "theoretical_loss": 3.5568837945917364, + "tokens_seen": 1441792000 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005687690579361258, + "loss": 0.0701, + "theoretical_loss": 3.5568837945917364, + "tokens_seen": 1441792000 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005686888139945435, + "loss": 0.0736, + "theoretical_loss": 3.556826807462264, + "tokens_seen": 1442054144 + }, + { + "epoch": 0.44, + "learning_rate": 0.000568608570052961, + "loss": 0.0708, + "theoretical_loss": 3.5567698335912983, + "tokens_seen": 1442316288 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005685283261113786, + "loss": 0.0724, + "theoretical_loss": 3.5567128729733444, + "tokens_seen": 1442578432 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005684480821697962, + "loss": 0.07, + "theoretical_loss": 3.5566559256029118, + "tokens_seen": 1442840576 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005683678382282138, + "loss": 0.0686, + "theoretical_loss": 3.556598991474515, + "tokens_seen": 1443102720 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005682875942866313, + "loss": 0.0708, + "theoretical_loss": 3.556542070582669, + "tokens_seen": 1443364864 + }, + { + "epoch": 0.44, + "learning_rate": 0.000568207350345049, + "loss": 0.0704, + "theoretical_loss": 3.5564851629218928, + "tokens_seen": 1443627008 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005681271064034665, + "loss": 0.0686, + "theoretical_loss": 3.55642826848671, + "tokens_seen": 1443889152 + }, + { + "epoch": 0.44, + "learning_rate": 0.000568046862461884, + "loss": 0.068, + "theoretical_loss": 3.5563713872716467, + "tokens_seen": 1444151296 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005679666185203018, + "loss": 0.0718, + "theoretical_loss": 3.5563145192712318, + "tokens_seen": 1444413440 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005678863745787193, + "loss": 0.0721, + "theoretical_loss": 3.5562576644799977, + "tokens_seen": 1444675584 + }, + { + "epoch": 0.44, + "learning_rate": 0.000567806130637137, + "loss": 0.0717, + "theoretical_loss": 3.5562008228924804, + "tokens_seen": 1444937728 + }, + { + "epoch": 0.44, + "objective/train/advantage_avg": 0.0005914396606385708, + "objective/train/docs_used": 528002, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3240364789962769, + "objective/train/original_loss": 1.3240365982055664, + "objective/train/theoretical_loss": 3.556172407048409, + "objective/train/tokens_used": 1465528800, + "objective/train/value_avg": -0.0081329345703125, + "objective/train/value_loss": 0.0003501432074699551, + "objective/train/value_max": -4.9114227294921875e-05, + "objective/train/value_min": -0.357421875, + "objective/train/value_reward_corr": 0.5931947047005295, + "objective/train/value_std": 0.0134124755859375, + "objective/train/weight_avg": 1.0007399320602417, + "objective/train/weighted_lm_loss": 1.3247144222259521, + "objective/train/weights_max": 1.2781330347061157, + "objective/train/weights_min": 0.3722556531429291, + "theoretical_loss": 3.556172407048409, + "tokens_seen": 1445068800 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005677258866955545, + "loss": 0.0698, + "theoretical_loss": 3.556143994503219, + "tokens_seen": 1445199872 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005676456427539721, + "loss": 0.0672, + "theoretical_loss": 3.5560871793067554, + "tokens_seen": 1445462016 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005675653988123897, + "loss": 0.0693, + "theoretical_loss": 3.556030377297635, + "tokens_seen": 1445724160 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005674851548708073, + "loss": 0.0712, + "theoretical_loss": 3.5559735884704073, + "tokens_seen": 1445986304 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005674049109292248, + "loss": 0.0703, + "theoretical_loss": 3.5559168128196235, + "tokens_seen": 1446248448 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005673246669876424, + "loss": 0.0696, + "theoretical_loss": 3.555860050339839, + "tokens_seen": 1446510592 + }, + { + "epoch": 0.44, + "learning_rate": 0.00056724442304606, + "loss": 0.0704, + "theoretical_loss": 3.555803301025613, + "tokens_seen": 1446772736 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005671641791044776, + "loss": 0.0693, + "theoretical_loss": 3.555746564871506, + "tokens_seen": 1447034880 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005670839351628953, + "loss": 0.0679, + "theoretical_loss": 3.5556898418720837, + "tokens_seen": 1447297024 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005670036912213128, + "loss": 0.0674, + "theoretical_loss": 3.555633132021914, + "tokens_seen": 1447559168 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005669234472797304, + "loss": 0.0699, + "theoretical_loss": 3.5555764353155688, + "tokens_seen": 1447821312 + }, + { + "epoch": 0.44, + "learning_rate": 0.000566843203338148, + "loss": 0.0699, + "theoretical_loss": 3.555519751747622, + "tokens_seen": 1448083456 + }, + { + "epoch": 0.44, + "objective/train/advantage_avg": 0.0012691797455772758, + "objective/train/docs_used": 529166, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4322624206542969, + "objective/train/original_loss": 1.432262659072876, + "objective/train/theoretical_loss": 3.5554630813126513, + "objective/train/tokens_used": 1468805600, + "objective/train/value_avg": -0.009185791015625, + "objective/train/value_loss": 0.0004308089264668524, + "objective/train/value_max": -0.00012731552124023438, + "objective/train/value_min": -0.94384765625, + "objective/train/value_reward_corr": 0.7804929729061957, + "objective/train/value_std": 0.02362060546875, + "objective/train/weight_avg": 1.0014593601226807, + "objective/train/weighted_lm_loss": 1.4343528747558594, + "objective/train/weights_max": 1.4585479497909546, + "objective/train/weights_min": 0.369646281003952, + "theoretical_loss": 3.5554630813126513, + "tokens_seen": 1448345600 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005667629593965655, + "loss": 0.0708, + "theoretical_loss": 3.5554630813126513, + "tokens_seen": 1448345600 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005666827154549832, + "loss": 0.0716, + "theoretical_loss": 3.5554064240052385, + "tokens_seen": 1448607744 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005666024715134007, + "loss": 0.0693, + "theoretical_loss": 3.5553497798199674, + "tokens_seen": 1448869888 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005665222275718183, + "loss": 0.0722, + "theoretical_loss": 3.555293148751426, + "tokens_seen": 1449132032 + }, + { + "epoch": 0.44, + "learning_rate": 0.000566441983630236, + "loss": 0.0719, + "theoretical_loss": 3.555236530794204, + "tokens_seen": 1449394176 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005663617396886536, + "loss": 0.0698, + "theoretical_loss": 3.5551799259428964, + "tokens_seen": 1449656320 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005662814957470711, + "loss": 0.0695, + "theoretical_loss": 3.5551233341920994, + "tokens_seen": 1449918464 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005662012518054887, + "loss": 0.0715, + "theoretical_loss": 3.555066755536414, + "tokens_seen": 1450180608 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005661210078639063, + "loss": 0.0737, + "theoretical_loss": 3.555010189970443, + "tokens_seen": 1450442752 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005660407639223238, + "loss": 0.0681, + "theoretical_loss": 3.5549536374887936, + "tokens_seen": 1450704896 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005659605199807415, + "loss": 0.0707, + "theoretical_loss": 3.5548970980860757, + "tokens_seen": 1450967040 + }, + { + "epoch": 0.44, + "learning_rate": 0.000565880276039159, + "loss": 0.0697, + "theoretical_loss": 3.5548405717569023, + "tokens_seen": 1451229184 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005658000320975766, + "loss": 0.0717, + "theoretical_loss": 3.5547840584958896, + "tokens_seen": 1451491328 + }, + { + "epoch": 0.44, + "objective/train/advantage_avg": -0.0008279631729237735, + "objective/train/docs_used": 530451, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5195022821426392, + "objective/train/original_loss": 1.5195024013519287, + "objective/train/theoretical_loss": 3.5547558067642617, + "objective/train/tokens_used": 1472082400, + "objective/train/value_avg": -0.011322021484375, + "objective/train/value_loss": 0.0004037958278786391, + "objective/train/value_max": -4.684925079345703e-05, + "objective/train/value_min": -0.2298583984375, + "objective/train/value_reward_corr": 0.9465345562693441, + "objective/train/value_std": 0.02508544921875, + "objective/train/weight_avg": 0.9993679523468018, + "objective/train/weighted_lm_loss": 1.5218292474746704, + "objective/train/weights_max": 1.1518362760543823, + "objective/train/weights_min": 0.8027873039245605, + "theoretical_loss": 3.5547558067642617, + "tokens_seen": 1451622400 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005657197881559943, + "loss": 0.0722, + "theoretical_loss": 3.554727558297657, + "tokens_seen": 1451753472 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005656395442144118, + "loss": 0.07, + "theoretical_loss": 3.554671071156828, + "tokens_seen": 1452015616 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005655593002728294, + "loss": 0.0708, + "theoretical_loss": 3.554614597068027, + "tokens_seen": 1452277760 + }, + { + "epoch": 0.44, + "learning_rate": 0.000565479056331247, + "loss": 0.0715, + "theoretical_loss": 3.554558136025884, + "tokens_seen": 1452539904 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005653988123896646, + "loss": 0.072, + "theoretical_loss": 3.554501688025031, + "tokens_seen": 1452802048 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005653185684480822, + "loss": 0.0702, + "theoretical_loss": 3.554445253060103, + "tokens_seen": 1453064192 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005652383245064998, + "loss": 0.0699, + "theoretical_loss": 3.5543888311257397, + "tokens_seen": 1453326336 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005651580805649173, + "loss": 0.0716, + "theoretical_loss": 3.5543324222165813, + "tokens_seen": 1453588480 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005650778366233349, + "loss": 0.0694, + "theoretical_loss": 3.554276026327274, + "tokens_seen": 1453850624 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005649975926817526, + "loss": 0.0714, + "theoretical_loss": 3.5542196434524653, + "tokens_seen": 1454112768 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005649173487401701, + "loss": 0.072, + "theoretical_loss": 3.554163273586806, + "tokens_seen": 1454374912 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005648371047985878, + "loss": 0.0696, + "theoretical_loss": 3.554106916724951, + "tokens_seen": 1454637056 + }, + { + "epoch": 0.44, + "objective/train/advantage_avg": 0.0007004330982454121, + "objective/train/docs_used": 531642, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4666215181350708, + "objective/train/original_loss": 1.4666213989257812, + "objective/train/theoretical_loss": 3.5540505728615583, + "objective/train/tokens_used": 1475359200, + "objective/train/value_avg": -0.006031036376953125, + "objective/train/value_loss": 0.00043338246177881956, + "objective/train/value_max": -8.153915405273438e-05, + "objective/train/value_min": -0.5009765625, + "objective/train/value_reward_corr": 0.47351529691740646, + "objective/train/value_std": 0.0116424560546875, + "objective/train/weight_avg": 1.0008727312088013, + "objective/train/weighted_lm_loss": 1.467391848564148, + "objective/train/weights_max": 1.5109540224075317, + "objective/train/weights_min": 0.22881922125816345, + "theoretical_loss": 3.5540505728615583, + "tokens_seen": 1454899200 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005647568608570053, + "loss": 0.0699, + "theoretical_loss": 3.5540505728615583, + "tokens_seen": 1454899200 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005646766169154229, + "loss": 0.0704, + "theoretical_loss": 3.5539942419912878, + "tokens_seen": 1455161344 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005645963729738405, + "loss": 0.0701, + "theoretical_loss": 3.553937924108804, + "tokens_seen": 1455423488 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005645161290322581, + "loss": 0.0685, + "theoretical_loss": 3.5538816192087728, + "tokens_seen": 1455685632 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005644358850906756, + "loss": 0.0693, + "theoretical_loss": 3.5538253272858658, + "tokens_seen": 1455947776 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005643556411490932, + "loss": 0.0699, + "theoretical_loss": 3.5537690483347557, + "tokens_seen": 1456209920 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005642753972075108, + "loss": 0.068, + "theoretical_loss": 3.5537127823501184, + "tokens_seen": 1456472064 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005641951532659285, + "loss": 0.0694, + "theoretical_loss": 3.5536565293266342, + "tokens_seen": 1456734208 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005641149093243461, + "loss": 0.0753, + "theoretical_loss": 3.553600289258986, + "tokens_seen": 1456996352 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005640346653827636, + "loss": 0.0711, + "theoretical_loss": 3.553544062141859, + "tokens_seen": 1457258496 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005639544214411813, + "loss": 0.0704, + "theoretical_loss": 3.5534878479699423, + "tokens_seen": 1457520640 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005638741774995988, + "loss": 0.0729, + "theoretical_loss": 3.5534316467379288, + "tokens_seen": 1457782784 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005637939335580163, + "loss": 0.0726, + "theoretical_loss": 3.5533754584405126, + "tokens_seen": 1458044928 + }, + { + "epoch": 0.44, + "objective/train/advantage_avg": 0.0010294289095327258, + "objective/train/docs_used": 532886, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3242977857589722, + "objective/train/original_loss": 1.3242976665496826, + "objective/train/theoretical_loss": 3.553347369140622, + "objective/train/tokens_used": 1478636000, + "objective/train/value_avg": -0.0078582763671875, + "objective/train/value_loss": 0.00018354892381466925, + "objective/train/value_max": -8.821487426757812e-05, + "objective/train/value_min": -0.345458984375, + "objective/train/value_reward_corr": 0.6635730745819164, + "objective/train/value_std": 0.01220703125, + "objective/train/weight_avg": 1.0011159181594849, + "objective/train/weighted_lm_loss": 1.3258042335510254, + "objective/train/weights_max": 1.3790055513381958, + "objective/train/weights_min": 0.37445467710494995, + "theoretical_loss": 3.553347369140622, + "tokens_seen": 1458176000 + }, + { + "epoch": 0.44, + "learning_rate": 0.000563713689616434, + "loss": 0.0696, + "theoretical_loss": 3.553319283072393, + "tokens_seen": 1458307072 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005636334456748515, + "loss": 0.0725, + "theoretical_loss": 3.553263120628271, + "tokens_seen": 1458569216 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005635532017332691, + "loss": 0.0707, + "theoretical_loss": 3.553206971102852, + "tokens_seen": 1458831360 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005634729577916868, + "loss": 0.0698, + "theoretical_loss": 3.5531508344908436, + "tokens_seen": 1459093504 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005633927138501044, + "loss": 0.071, + "theoretical_loss": 3.5530947107869557, + "tokens_seen": 1459355648 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005633124699085219, + "loss": 0.072, + "theoretical_loss": 3.5530385999859035, + "tokens_seen": 1459617792 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005632322259669395, + "loss": 0.0709, + "theoretical_loss": 3.5529825020824033, + "tokens_seen": 1459879936 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005631519820253571, + "loss": 0.0712, + "theoretical_loss": 3.5529264170711756, + "tokens_seen": 1460142080 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005630717380837746, + "loss": 0.0715, + "theoretical_loss": 3.552870344946944, + "tokens_seen": 1460404224 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005629914941421923, + "loss": 0.0713, + "theoretical_loss": 3.5528142857044345, + "tokens_seen": 1460666368 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005629112502006098, + "loss": 0.0706, + "theoretical_loss": 3.5527582393383765, + "tokens_seen": 1460928512 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005628310062590275, + "loss": 0.0726, + "theoretical_loss": 3.5527022058435036, + "tokens_seen": 1461190656 + }, + { + "epoch": 0.44, + "objective/train/advantage_avg": 0.0008027525618672371, + "objective/train/docs_used": 534190, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3855072259902954, + "objective/train/original_loss": 1.3855071067810059, + "objective/train/theoretical_loss": 3.552646185214551, + "objective/train/tokens_used": 1481912800, + "objective/train/value_avg": -0.0079345703125, + "objective/train/value_loss": 0.00018282784731127322, + "objective/train/value_max": -9.387731552124023e-05, + "objective/train/value_min": -0.296142578125, + "objective/train/value_reward_corr": 0.6828554670642323, + "objective/train/value_std": 0.01324462890625, + "objective/train/weight_avg": 1.0008898973464966, + "objective/train/weighted_lm_loss": 1.3863886594772339, + "objective/train/weights_max": 1.1942163705825806, + "objective/train/weights_min": 0.6081292629241943, + "theoretical_loss": 3.552646185214551, + "tokens_seen": 1461452800 + }, + { + "epoch": 0.44, + "learning_rate": 0.000562750762317445, + "loss": 0.07, + "theoretical_loss": 3.552646185214551, + "tokens_seen": 1461452800 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005626705183758626, + "loss": 0.0698, + "theoretical_loss": 3.552590177446257, + "tokens_seen": 1461714944 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005625902744342803, + "loss": 0.07, + "theoretical_loss": 3.5525341825333645, + "tokens_seen": 1461977088 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005625100304926978, + "loss": 0.0728, + "theoretical_loss": 3.552478200470618, + "tokens_seen": 1462239232 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005624297865511154, + "loss": 0.072, + "theoretical_loss": 3.552422231252766, + "tokens_seen": 1462501376 + }, + { + "epoch": 0.44, + "learning_rate": 0.000562349542609533, + "loss": 0.0699, + "theoretical_loss": 3.552366274874559, + "tokens_seen": 1462763520 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005622692986679506, + "loss": 0.0705, + "theoretical_loss": 3.5523103313307516, + "tokens_seen": 1463025664 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005621890547263681, + "loss": 0.0727, + "theoretical_loss": 3.5522544006161016, + "tokens_seen": 1463287808 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005621088107847857, + "loss": 0.0703, + "theoretical_loss": 3.5521984827253688, + "tokens_seen": 1463549952 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005620285668432034, + "loss": 0.0686, + "theoretical_loss": 3.5521425776533175, + "tokens_seen": 1463812096 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005619483229016209, + "loss": 0.0696, + "theoretical_loss": 3.5520866853947135, + "tokens_seen": 1464074240 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005618680789600386, + "loss": 0.0688, + "theoretical_loss": 3.5520308059443275, + "tokens_seen": 1464336384 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005617878350184561, + "loss": 0.0722, + "theoretical_loss": 3.5519749392969313, + "tokens_seen": 1464598528 + }, + { + "epoch": 0.44, + "objective/train/advantage_avg": 0.00042692135320976377, + "objective/train/docs_used": 534938, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3859118223190308, + "objective/train/original_loss": 1.385911464691162, + "objective/train/theoretical_loss": 3.5519470107727216, + "objective/train/tokens_used": 1485189600, + "objective/train/value_avg": -0.00830841064453125, + "objective/train/value_loss": 0.0005118781700730324, + "objective/train/value_max": -6.759166717529297e-05, + "objective/train/value_min": -0.658203125, + "objective/train/value_reward_corr": 0.5999424873165322, + "objective/train/value_std": 0.01666259765625, + "objective/train/weight_avg": 1.0006428956985474, + "objective/train/weighted_lm_loss": 1.3863526582717896, + "objective/train/weights_max": 1.4905868768692017, + "objective/train/weights_min": 0.3684517443180084, + "theoretical_loss": 3.5519470107727216, + "tokens_seen": 1464729600 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005617075910768738, + "loss": 0.0713, + "theoretical_loss": 3.5519190854473006, + "tokens_seen": 1464860672 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005616273471352913, + "loss": 0.0707, + "theoretical_loss": 3.5518632443902156, + "tokens_seen": 1465122816 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005615471031937089, + "loss": 0.0703, + "theoretical_loss": 3.5518074161204565, + "tokens_seen": 1465384960 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005614668592521265, + "loss": 0.0731, + "theoretical_loss": 3.5517516006328096, + "tokens_seen": 1465647104 + }, + { + "epoch": 0.44, + "learning_rate": 0.000561386615310544, + "loss": 0.0708, + "theoretical_loss": 3.5516957979220627, + "tokens_seen": 1465909248 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005613063713689616, + "loss": 0.0709, + "theoretical_loss": 3.551640007983007, + "tokens_seen": 1466171392 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005612261274273793, + "loss": 0.0681, + "theoretical_loss": 3.551584230810436, + "tokens_seen": 1466433536 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005611458834857969, + "loss": 0.0709, + "theoretical_loss": 3.551528466399148, + "tokens_seen": 1466695680 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005610656395442144, + "loss": 0.071, + "theoretical_loss": 3.551472714743942, + "tokens_seen": 1466957824 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005609853956026321, + "loss": 0.0689, + "theoretical_loss": 3.551416975839623, + "tokens_seen": 1467219968 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005609051516610496, + "loss": 0.0698, + "theoretical_loss": 3.551361249680996, + "tokens_seen": 1467482112 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005608249077194671, + "loss": 0.0689, + "theoretical_loss": 3.5513055362628707, + "tokens_seen": 1467744256 + }, + { + "epoch": 0.44, + "objective/train/advantage_avg": 0.00036683582584373653, + "objective/train/docs_used": 535989, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3579015731811523, + "objective/train/original_loss": 1.357901692390442, + "objective/train/theoretical_loss": 3.5512498355800597, + "objective/train/tokens_used": 1488466400, + "objective/train/value_avg": -0.00775146484375, + "objective/train/value_loss": 0.00042764184763655066, + "objective/train/value_max": -7.200241088867188e-05, + "objective/train/value_min": -0.452392578125, + "objective/train/value_reward_corr": 0.5648507067078676, + "objective/train/value_std": 0.01457977294921875, + "objective/train/weight_avg": 1.000546932220459, + "objective/train/weighted_lm_loss": 1.3590658903121948, + "objective/train/weights_max": 1.5720690488815308, + "objective/train/weights_min": 0.36831510066986084, + "theoretical_loss": 3.5512498355800597, + "tokens_seen": 1468006400 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005607446637778848, + "loss": 0.0725, + "theoretical_loss": 3.5512498355800597, + "tokens_seen": 1468006400 + }, + { + "epoch": 0.44, + "learning_rate": 0.0005606644198363023, + "loss": 0.0695, + "theoretical_loss": 3.5511941476273785, + "tokens_seen": 1468268544 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005605841758947199, + "loss": 0.0686, + "theoretical_loss": 3.551138472399646, + "tokens_seen": 1468530688 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005605039319531376, + "loss": 0.0702, + "theoretical_loss": 3.5510828098916836, + "tokens_seen": 1468792832 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005604236880115552, + "loss": 0.0705, + "theoretical_loss": 3.5510271600983154, + "tokens_seen": 1469054976 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005603434440699728, + "loss": 0.0702, + "theoretical_loss": 3.5509715230143692, + "tokens_seen": 1469317120 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005602632001283903, + "loss": 0.07, + "theoretical_loss": 3.550915898634676, + "tokens_seen": 1469579264 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005601829561868079, + "loss": 0.0677, + "theoretical_loss": 3.550860286954069, + "tokens_seen": 1469841408 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005601027122452255, + "loss": 0.0679, + "theoretical_loss": 3.5508046879673856, + "tokens_seen": 1470103552 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005600224683036431, + "loss": 0.072, + "theoretical_loss": 3.550749101669465, + "tokens_seen": 1470365696 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005599422243620606, + "loss": 0.0676, + "theoretical_loss": 3.5506935280551497, + "tokens_seen": 1470627840 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005598619804204783, + "loss": 0.0711, + "theoretical_loss": 3.5506379671192865, + "tokens_seen": 1470889984 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005597817364788959, + "loss": 0.071, + "theoretical_loss": 3.550582418856723, + "tokens_seen": 1471152128 + }, + { + "epoch": 0.45, + "objective/train/advantage_avg": 0.00023600782151333988, + "objective/train/docs_used": 537210, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.339651107788086, + "objective/train/original_loss": 1.3396508693695068, + "objective/train/theoretical_loss": 3.55055464947632, + "objective/train/tokens_used": 1491743200, + "objective/train/value_avg": -0.00763702392578125, + "objective/train/value_loss": 0.00030074300593696535, + "objective/train/value_max": -6.604194641113281e-05, + "objective/train/value_min": -0.396484375, + "objective/train/value_reward_corr": 0.6440529341518737, + "objective/train/value_std": 0.01395416259765625, + "objective/train/weight_avg": 1.0003690719604492, + "objective/train/weighted_lm_loss": 1.3409229516983032, + "objective/train/weights_max": 1.2788634300231934, + "objective/train/weights_min": 0.38981711864471436, + "theoretical_loss": 3.55055464947632, + "tokens_seen": 1471283200 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005597014925373134, + "loss": 0.0689, + "theoretical_loss": 3.550526883262312, + "tokens_seen": 1471414272 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005596212485957311, + "loss": 0.0709, + "theoretical_loss": 3.550471360330907, + "tokens_seen": 1471676416 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005595410046541486, + "loss": 0.0689, + "theoretical_loss": 3.550415850057367, + "tokens_seen": 1471938560 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005594607607125662, + "loss": 0.0695, + "theoretical_loss": 3.5503603524365523, + "tokens_seen": 1472200704 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005593805167709838, + "loss": 0.0734, + "theoretical_loss": 3.5503048674633266, + "tokens_seen": 1472462848 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005593002728294014, + "loss": 0.0693, + "theoretical_loss": 3.5502493951325564, + "tokens_seen": 1472724992 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005592200288878189, + "loss": 0.0737, + "theoretical_loss": 3.550193935439112, + "tokens_seen": 1472987136 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005591397849462365, + "loss": 0.0695, + "theoretical_loss": 3.5501384883778666, + "tokens_seen": 1473249280 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005590595410046541, + "loss": 0.0728, + "theoretical_loss": 3.5500830539436956, + "tokens_seen": 1473511424 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005589792970630718, + "loss": 0.0692, + "theoretical_loss": 3.550027632131477, + "tokens_seen": 1473773568 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005588990531214894, + "loss": 0.0708, + "theoretical_loss": 3.549972222936094, + "tokens_seen": 1474035712 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005588188091799069, + "loss": 0.0696, + "theoretical_loss": 3.5499168263524297, + "tokens_seen": 1474297856 + }, + { + "epoch": 0.45, + "objective/train/advantage_avg": 0.001068358076736331, + "objective/train/docs_used": 538469, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.368124008178711, + "objective/train/original_loss": 1.368124008178711, + "objective/train/theoretical_loss": 3.549861442375373, + "objective/train/tokens_used": 1495020000, + "objective/train/value_avg": -0.005870819091796875, + "objective/train/value_loss": 0.0001228037872351706, + "objective/train/value_max": -9.387731552124023e-05, + "objective/train/value_min": -0.422119140625, + "objective/train/value_reward_corr": 0.7162457477715387, + "objective/train/value_std": 0.011505126953125, + "objective/train/weight_avg": 1.0011249780654907, + "objective/train/weighted_lm_loss": 1.3700931072235107, + "objective/train/weights_max": 1.1849229335784912, + "objective/train/weights_min": 0.372718870639801, + "theoretical_loss": 3.549861442375373, + "tokens_seen": 1474560000 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005587385652383246, + "loss": 0.0717, + "theoretical_loss": 3.549861442375373, + "tokens_seen": 1474560000 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005586583212967421, + "loss": 0.068, + "theoretical_loss": 3.5498060709998143, + "tokens_seen": 1474822144 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005585780773551596, + "loss": 0.0709, + "theoretical_loss": 3.5497507122206473, + "tokens_seen": 1475084288 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005584978334135773, + "loss": 0.0704, + "theoretical_loss": 3.5496953660327684, + "tokens_seen": 1475346432 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005584175894719948, + "loss": 0.0704, + "theoretical_loss": 3.5496400324310775, + "tokens_seen": 1475608576 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005583373455304124, + "loss": 0.0668, + "theoretical_loss": 3.5495847114104766, + "tokens_seen": 1475870720 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005582571015888301, + "loss": 0.0719, + "theoretical_loss": 3.549529402965873, + "tokens_seen": 1476132864 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005581768576472477, + "loss": 0.0699, + "theoretical_loss": 3.549474107092173, + "tokens_seen": 1476395008 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005580966137056652, + "loss": 0.0734, + "theoretical_loss": 3.5494188237842894, + "tokens_seen": 1476657152 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005580163697640829, + "loss": 0.0713, + "theoretical_loss": 3.5493635530371366, + "tokens_seen": 1476919296 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005579361258225004, + "loss": 0.0694, + "theoretical_loss": 3.5493082948456314, + "tokens_seen": 1477181440 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005578558818809179, + "loss": 0.0721, + "theoretical_loss": 3.549253049204695, + "tokens_seen": 1477443584 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005577756379393356, + "loss": 0.0679, + "theoretical_loss": 3.549197816109251, + "tokens_seen": 1477705728 + }, + { + "epoch": 0.45, + "objective/train/advantage_avg": 0.0003603989607654512, + "objective/train/docs_used": 539614, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3440932035446167, + "objective/train/original_loss": 1.3440933227539062, + "objective/train/theoretical_loss": 3.549170204264502, + "objective/train/tokens_used": 1498296800, + "objective/train/value_avg": -0.00954437255859375, + "objective/train/value_loss": 0.0004503094241954386, + "objective/train/value_max": -0.00010722875595092773, + "objective/train/value_min": -0.3203125, + "objective/train/value_reward_corr": 0.6672082520163101, + "objective/train/value_std": 0.0164794921875, + "objective/train/weight_avg": 1.0005607604980469, + "objective/train/weighted_lm_loss": 1.3433095216751099, + "objective/train/weights_max": 1.304230809211731, + "objective/train/weights_min": 0.3891158401966095, + "theoretical_loss": 3.549170204264502, + "tokens_seen": 1477836800 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005576953939977531, + "loss": 0.0693, + "theoretical_loss": 3.549142595554224, + "tokens_seen": 1477967872 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005576151500561709, + "loss": 0.0719, + "theoretical_loss": 3.5490873875345446, + "tokens_seen": 1478230016 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005575349061145884, + "loss": 0.069, + "theoretical_loss": 3.5490321920451446, + "tokens_seen": 1478492160 + }, + { + "epoch": 0.45, + "learning_rate": 0.000557454662173006, + "loss": 0.0703, + "theoretical_loss": 3.54897700908096, + "tokens_seen": 1478754304 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005573744182314236, + "loss": 0.0725, + "theoretical_loss": 3.548921838636927, + "tokens_seen": 1479016448 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005572941742898411, + "loss": 0.0724, + "theoretical_loss": 3.5488666807079885, + "tokens_seen": 1479278592 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005572139303482587, + "loss": 0.0702, + "theoretical_loss": 3.5488115352890874, + "tokens_seen": 1479540736 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005571336864066763, + "loss": 0.0709, + "theoretical_loss": 3.5487564023751714, + "tokens_seen": 1479802880 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005570534424650939, + "loss": 0.0715, + "theoretical_loss": 3.5487012819611894, + "tokens_seen": 1480065024 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005569731985235114, + "loss": 0.0714, + "theoretical_loss": 3.548646174042095, + "tokens_seen": 1480327168 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005568929545819291, + "loss": 0.0727, + "theoretical_loss": 3.5485910786128434, + "tokens_seen": 1480589312 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005568127106403467, + "loss": 0.072, + "theoretical_loss": 3.5485359956683933, + "tokens_seen": 1480851456 + }, + { + "epoch": 0.45, + "objective/train/advantage_avg": 0.0006533882115036249, + "objective/train/docs_used": 540822, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.464355230331421, + "objective/train/original_loss": 1.464355230331421, + "objective/train/theoretical_loss": 3.548480925203706, + "objective/train/tokens_used": 1501573600, + "objective/train/value_avg": -0.0116424560546875, + "objective/train/value_loss": 0.00046665960690006614, + "objective/train/value_max": -4.869699478149414e-05, + "objective/train/value_min": -0.4150390625, + "objective/train/value_reward_corr": 0.6695872754870567, + "objective/train/value_std": 0.018768310546875, + "objective/train/weight_avg": 1.000864863395691, + "objective/train/weighted_lm_loss": 1.465846061706543, + "objective/train/weights_max": 1.5144299268722534, + "objective/train/weights_min": 0.37021923065185547, + "theoretical_loss": 3.548480925203706, + "tokens_seen": 1481113600 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005567324666987642, + "loss": 0.0723, + "theoretical_loss": 3.548480925203706, + "tokens_seen": 1481113600 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005566522227571819, + "loss": 0.071, + "theoretical_loss": 3.548425867213747, + "tokens_seen": 1481375744 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005565719788155994, + "loss": 0.0704, + "theoretical_loss": 3.5483708216934833, + "tokens_seen": 1481637888 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005564917348740171, + "loss": 0.0703, + "theoretical_loss": 3.5483157886378844, + "tokens_seen": 1481900032 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005564114909324346, + "loss": 0.0723, + "theoretical_loss": 3.5482607680419243, + "tokens_seen": 1482162176 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005563312469908522, + "loss": 0.0705, + "theoretical_loss": 3.548205759900579, + "tokens_seen": 1482424320 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005562510030492698, + "loss": 0.0706, + "theoretical_loss": 3.548150764208828, + "tokens_seen": 1482686464 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005561707591076873, + "loss": 0.0699, + "theoretical_loss": 3.5480957809616527, + "tokens_seen": 1482948608 + }, + { + "epoch": 0.45, + "learning_rate": 0.000556090515166105, + "loss": 0.0725, + "theoretical_loss": 3.548040810154038, + "tokens_seen": 1483210752 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005560102712245226, + "loss": 0.0739, + "theoretical_loss": 3.5479858517809717, + "tokens_seen": 1483472896 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005559300272829402, + "loss": 0.0721, + "theoretical_loss": 3.547930905837445, + "tokens_seen": 1483735040 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005558497833413577, + "loss": 0.0747, + "theoretical_loss": 3.547875972318451, + "tokens_seen": 1483997184 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005557695393997754, + "loss": 0.0689, + "theoretical_loss": 3.547821051218987, + "tokens_seen": 1484259328 + }, + { + "epoch": 0.45, + "objective/train/advantage_avg": 0.00026688375510275364, + "objective/train/docs_used": 542078, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4130131006240845, + "objective/train/original_loss": 1.4130131006240845, + "objective/train/theoretical_loss": 3.5477935953250155, + "objective/train/tokens_used": 1504850400, + "objective/train/value_avg": -0.006839752197265625, + "objective/train/value_loss": 0.00045455252984538674, + "objective/train/value_max": -6.920099258422852e-05, + "objective/train/value_min": -0.70947265625, + "objective/train/value_reward_corr": 0.635426559823638, + "objective/train/value_std": 0.01451873779296875, + "objective/train/weight_avg": 1.0004452466964722, + "objective/train/weighted_lm_loss": 1.4137550592422485, + "objective/train/weights_max": 1.7713375091552734, + "objective/train/weights_min": 0.234388530254364, + "theoretical_loss": 3.5477935953250155, + "tokens_seen": 1484390400 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005556892954581929, + "loss": 0.071, + "theoretical_loss": 3.5477661425340514, + "tokens_seen": 1484521472 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005556090515166104, + "loss": 0.0718, + "theoretical_loss": 3.547711246258647, + "tokens_seen": 1484783616 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005555288075750281, + "loss": 0.0729, + "theoretical_loss": 3.547656362387779, + "tokens_seen": 1485045760 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005554485636334456, + "loss": 0.0732, + "theoretical_loss": 3.5476014909164553, + "tokens_seen": 1485307904 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005553683196918632, + "loss": 0.0694, + "theoretical_loss": 3.547546631839687, + "tokens_seen": 1485570048 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005552880757502809, + "loss": 0.0704, + "theoretical_loss": 3.547491785152488, + "tokens_seen": 1485832192 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005552078318086985, + "loss": 0.0715, + "theoretical_loss": 3.5474369508498755, + "tokens_seen": 1486094336 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005551275878671161, + "loss": 0.0715, + "theoretical_loss": 3.547382128926868, + "tokens_seen": 1486356480 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005550473439255337, + "loss": 0.0697, + "theoretical_loss": 3.5473273193784896, + "tokens_seen": 1486618624 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005549670999839512, + "loss": 0.0696, + "theoretical_loss": 3.547272522199764, + "tokens_seen": 1486880768 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005548868560423688, + "loss": 0.0719, + "theoretical_loss": 3.5472177373857208, + "tokens_seen": 1487142912 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005548066121007864, + "loss": 0.068, + "theoretical_loss": 3.5471629649313905, + "tokens_seen": 1487405056 + }, + { + "epoch": 0.45, + "objective/train/advantage_avg": -0.0001766086497809738, + "objective/train/docs_used": 543335, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3619593381881714, + "objective/train/original_loss": 1.3619592189788818, + "objective/train/theoretical_loss": 3.547108204831807, + "objective/train/tokens_used": 1508127200, + "objective/train/value_avg": -0.010223388671875, + "objective/train/value_loss": 0.0008494620560668409, + "objective/train/value_max": -6.604194641113281e-05, + "objective/train/value_min": -0.94384765625, + "objective/train/value_reward_corr": 0.6519048682401306, + "objective/train/value_std": 0.0225982666015625, + "objective/train/weight_avg": 1.0001851320266724, + "objective/train/weighted_lm_loss": 1.361284613609314, + "objective/train/weights_max": 1.769461989402771, + "objective/train/weights_min": 0.2309589833021164, + "theoretical_loss": 3.547108204831807, + "tokens_seen": 1487667200 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005547263681592039, + "loss": 0.0689, + "theoretical_loss": 3.547108204831807, + "tokens_seen": 1487667200 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005546461242176217, + "loss": 0.0725, + "theoretical_loss": 3.547053457082008, + "tokens_seen": 1487929344 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005545658802760392, + "loss": 0.0716, + "theoretical_loss": 3.5469987216770322, + "tokens_seen": 1488191488 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005544856363344568, + "loss": 0.0724, + "theoretical_loss": 3.5469439986119227, + "tokens_seen": 1488453632 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005544053923928744, + "loss": 0.0701, + "theoretical_loss": 3.5468892878817253, + "tokens_seen": 1488715776 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005543251484512919, + "loss": 0.0713, + "theoretical_loss": 3.546834589481488, + "tokens_seen": 1488977920 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005542449045097095, + "loss": 0.0699, + "theoretical_loss": 3.5467799034062617, + "tokens_seen": 1489240064 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005541646605681271, + "loss": 0.0688, + "theoretical_loss": 3.546725229651101, + "tokens_seen": 1489502208 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005540844166265447, + "loss": 0.071, + "theoretical_loss": 3.5466705682110633, + "tokens_seen": 1489764352 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005540041726849623, + "loss": 0.0716, + "theoretical_loss": 3.546615919081207, + "tokens_seen": 1490026496 + }, + { + "epoch": 0.45, + "learning_rate": 0.00055392392874338, + "loss": 0.0679, + "theoretical_loss": 3.546561282256596, + "tokens_seen": 1490288640 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005538436848017975, + "loss": 0.0677, + "theoretical_loss": 3.546506657732295, + "tokens_seen": 1490550784 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005537634408602151, + "loss": 0.0713, + "theoretical_loss": 3.546452045503372, + "tokens_seen": 1490812928 + }, + { + "epoch": 0.45, + "objective/train/advantage_avg": 0.0007910664426162839, + "objective/train/docs_used": 544526, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4312968254089355, + "objective/train/original_loss": 1.4312968254089355, + "objective/train/theoretical_loss": 3.546424743998138, + "objective/train/tokens_used": 1511404000, + "objective/train/value_avg": -0.006542205810546875, + "objective/train/value_loss": 0.00014162521983962506, + "objective/train/value_max": -9.101629257202148e-05, + "objective/train/value_min": -0.53662109375, + "objective/train/value_reward_corr": 0.6375718221563109, + "objective/train/value_std": 0.01087188720703125, + "objective/train/weight_avg": 1.0008565187454224, + "objective/train/weighted_lm_loss": 1.4321261644363403, + "objective/train/weights_max": 1.2934645414352417, + "objective/train/weights_min": 0.3716682195663452, + "theoretical_loss": 3.546424743998138, + "tokens_seen": 1490944000 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005536831969186327, + "loss": 0.0701, + "theoretical_loss": 3.5463974455648994, + "tokens_seen": 1491075072 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005536029529770502, + "loss": 0.0696, + "theoretical_loss": 3.5463428579119505, + "tokens_seen": 1491337216 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005535227090354679, + "loss": 0.0692, + "theoretical_loss": 3.546288282539602, + "tokens_seen": 1491599360 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005534424650938854, + "loss": 0.07, + "theoretical_loss": 3.5462337194429336, + "tokens_seen": 1491861504 + }, + { + "epoch": 0.45, + "learning_rate": 0.000553362221152303, + "loss": 0.0722, + "theoretical_loss": 3.546179168617028, + "tokens_seen": 1492123648 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005532819772107206, + "loss": 0.0689, + "theoretical_loss": 3.54612463005697, + "tokens_seen": 1492385792 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005532017332691381, + "loss": 0.0729, + "theoretical_loss": 3.546070103757849, + "tokens_seen": 1492647936 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005531214893275557, + "loss": 0.0681, + "theoretical_loss": 3.546015589714755, + "tokens_seen": 1492910080 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005530412453859734, + "loss": 0.0714, + "theoretical_loss": 3.545961087922782, + "tokens_seen": 1493172224 + }, + { + "epoch": 0.45, + "learning_rate": 0.000552961001444391, + "loss": 0.0697, + "theoretical_loss": 3.5459065983770266, + "tokens_seen": 1493434368 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005528807575028085, + "loss": 0.0669, + "theoretical_loss": 3.5458521210725893, + "tokens_seen": 1493696512 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005528005135612262, + "loss": 0.0689, + "theoretical_loss": 3.545797656004571, + "tokens_seen": 1493958656 + }, + { + "epoch": 0.45, + "objective/train/advantage_avg": 0.0014823857927694917, + "objective/train/docs_used": 545793, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2957029342651367, + "objective/train/original_loss": 1.2957029342651367, + "objective/train/theoretical_loss": 3.545743203168077, + "objective/train/tokens_used": 1514680800, + "objective/train/value_avg": -0.0074310302734375, + "objective/train/value_loss": 0.0002408643049420789, + "objective/train/value_max": -9.918212890625e-05, + "objective/train/value_min": -0.2705078125, + "objective/train/value_reward_corr": 0.6700701366841558, + "objective/train/value_std": 0.01434326171875, + "objective/train/weight_avg": 1.0015887022018433, + "objective/train/weighted_lm_loss": 1.2980235815048218, + "objective/train/weights_max": 1.200354814529419, + "objective/train/weights_min": 0.3790767788887024, + "theoretical_loss": 3.545743203168077, + "tokens_seen": 1494220800 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005527202696196437, + "loss": 0.0681, + "theoretical_loss": 3.545743203168077, + "tokens_seen": 1494220800 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005526400256780613, + "loss": 0.0691, + "theoretical_loss": 3.545688762558216, + "tokens_seen": 1494482944 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005525597817364789, + "loss": 0.0704, + "theoretical_loss": 3.5456343341700984, + "tokens_seen": 1494745088 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005524795377948964, + "loss": 0.0701, + "theoretical_loss": 3.545579917998838, + "tokens_seen": 1495007232 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005523992938533142, + "loss": 0.0688, + "theoretical_loss": 3.5455255140395505, + "tokens_seen": 1495269376 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005523190499117317, + "loss": 0.071, + "theoretical_loss": 3.5454711222873554, + "tokens_seen": 1495531520 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005522388059701493, + "loss": 0.0712, + "theoretical_loss": 3.545416742737375, + "tokens_seen": 1495793664 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005521585620285669, + "loss": 0.0714, + "theoretical_loss": 3.5453623753847343, + "tokens_seen": 1496055808 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005520783180869845, + "loss": 0.0688, + "theoretical_loss": 3.54530802022456, + "tokens_seen": 1496317952 + }, + { + "epoch": 0.45, + "learning_rate": 0.000551998074145402, + "loss": 0.0744, + "theoretical_loss": 3.545253677251983, + "tokens_seen": 1496580096 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005519178302038196, + "loss": 0.0698, + "theoretical_loss": 3.5451993464621365, + "tokens_seen": 1496842240 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005518375862622372, + "loss": 0.0687, + "theoretical_loss": 3.5451450278501566, + "tokens_seen": 1497104384 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005517573423206547, + "loss": 0.0737, + "theoretical_loss": 3.545090721411182, + "tokens_seen": 1497366528 + }, + { + "epoch": 0.45, + "objective/train/advantage_avg": 0.0004166511644143611, + "objective/train/docs_used": 547043, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3151605129241943, + "objective/train/original_loss": 1.3151605129241943, + "objective/train/theoretical_loss": 3.545063572755053, + "objective/train/tokens_used": 1517957600, + "objective/train/value_avg": -0.0084991455078125, + "objective/train/value_loss": 0.0001363443589070812, + "objective/train/value_max": -6.920099258422852e-05, + "objective/train/value_min": -0.25244140625, + "objective/train/value_reward_corr": 0.7457287170990278, + "objective/train/value_std": 0.01268768310546875, + "objective/train/weight_avg": 1.000483512878418, + "objective/train/weighted_lm_loss": 1.315330147743225, + "objective/train/weights_max": 1.1601619720458984, + "objective/train/weights_min": 0.6453924775123596, + "theoretical_loss": 3.545063572755053, + "tokens_seen": 1497497600 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005516770983790724, + "loss": 0.0708, + "theoretical_loss": 3.545036427140354, + "tokens_seen": 1497628672 + }, + { + "epoch": 0.45, + "learning_rate": 0.00055159685443749, + "loss": 0.0727, + "theoretical_loss": 3.544982145032817, + "tokens_seen": 1497890816 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005515166104959077, + "loss": 0.0694, + "theoretical_loss": 3.5449278750837188, + "tokens_seen": 1498152960 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005514363665543252, + "loss": 0.0734, + "theoretical_loss": 3.5448736172882085, + "tokens_seen": 1498415104 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005513561226127427, + "loss": 0.069, + "theoretical_loss": 3.5448193716414393, + "tokens_seen": 1498677248 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005512758786711604, + "loss": 0.0709, + "theoretical_loss": 3.5447651381385668, + "tokens_seen": 1498939392 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005511956347295779, + "loss": 0.0707, + "theoretical_loss": 3.544710916774749, + "tokens_seen": 1499201536 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005511153907879955, + "loss": 0.0699, + "theoretical_loss": 3.5446567075451463, + "tokens_seen": 1499463680 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005510351468464131, + "loss": 0.0711, + "theoretical_loss": 3.544602510444924, + "tokens_seen": 1499725824 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005509549029048307, + "loss": 0.0699, + "theoretical_loss": 3.544548325469247, + "tokens_seen": 1499987968 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005508746589632483, + "loss": 0.0737, + "theoretical_loss": 3.5444941526132863, + "tokens_seen": 1500250112 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005507944150216659, + "loss": 0.0723, + "theoretical_loss": 3.5444399918722134, + "tokens_seen": 1500512256 + }, + { + "epoch": 0.45, + "objective/train/advantage_avg": -0.0001385942887281999, + "objective/train/docs_used": 548178, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4281315803527832, + "objective/train/original_loss": 1.428131341934204, + "objective/train/theoretical_loss": 3.5443858432412028, + "objective/train/tokens_used": 1521234400, + "objective/train/value_avg": -0.0073089599609375, + "objective/train/value_loss": 0.00016236444935202599, + "objective/train/value_max": -9.316205978393555e-05, + "objective/train/value_min": -0.24560546875, + "objective/train/value_reward_corr": 0.7376184079162068, + "objective/train/value_std": 0.01282501220703125, + "objective/train/weight_avg": 0.9999406337738037, + "objective/train/weighted_lm_loss": 1.4279496669769287, + "objective/train/weights_max": 1.1591238975524902, + "objective/train/weights_min": 0.7350808382034302, + "theoretical_loss": 3.5443858432412028, + "tokens_seen": 1500774400 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005507141710800835, + "loss": 0.0683, + "theoretical_loss": 3.5443858432412028, + "tokens_seen": 1500774400 + }, + { + "epoch": 0.45, + "learning_rate": 0.000550633927138501, + "loss": 0.069, + "theoretical_loss": 3.5443317067154325, + "tokens_seen": 1501036544 + }, + { + "epoch": 0.45, + "learning_rate": 0.0005505536831969187, + "loss": 0.0717, + "theoretical_loss": 3.544277582290083, + "tokens_seen": 1501298688 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005504734392553362, + "loss": 0.0712, + "theoretical_loss": 3.544223469960337, + "tokens_seen": 1501560832 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005503931953137538, + "loss": 0.0721, + "theoretical_loss": 3.5441693697213816, + "tokens_seen": 1501822976 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005503129513721714, + "loss": 0.0712, + "theoretical_loss": 3.5441152815684043, + "tokens_seen": 1502085120 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005502327074305889, + "loss": 0.0695, + "theoretical_loss": 3.5440612054965968, + "tokens_seen": 1502347264 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005501524634890067, + "loss": 0.0721, + "theoretical_loss": 3.544007141501154, + "tokens_seen": 1502609408 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005500722195474242, + "loss": 0.0696, + "theoretical_loss": 3.543953089577272, + "tokens_seen": 1502871552 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005499919756058418, + "loss": 0.0715, + "theoretical_loss": 3.5438990497201512, + "tokens_seen": 1503133696 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005499117316642594, + "loss": 0.0691, + "theoretical_loss": 3.5438450219249935, + "tokens_seen": 1503395840 + }, + { + "epoch": 0.46, + "learning_rate": 0.000549831487722677, + "loss": 0.0687, + "theoretical_loss": 3.5437910061870044, + "tokens_seen": 1503657984 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005497512437810945, + "loss": 0.0708, + "theoretical_loss": 3.543737002501392, + "tokens_seen": 1503920128 + }, + { + "epoch": 0.46, + "objective/train/advantage_avg": 0.0007237136014737189, + "objective/train/docs_used": 549351, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3919726610183716, + "objective/train/original_loss": 1.3919727802276611, + "objective/train/theoretical_loss": 3.54371000517673, + "objective/train/tokens_used": 1524511200, + "objective/train/value_avg": -0.00659942626953125, + "objective/train/value_loss": 0.0001362206821795553, + "objective/train/value_max": -6.604194641113281e-05, + "objective/train/value_min": -0.2081298828125, + "objective/train/value_reward_corr": 0.6765828318209411, + "objective/train/value_std": 0.01092529296875, + "objective/train/weight_avg": 1.0007872581481934, + "objective/train/weighted_lm_loss": 1.3931225538253784, + "objective/train/weights_max": 1.177569031715393, + "objective/train/weights_min": 0.3684675693511963, + "theoretical_loss": 3.54371000517673, + "tokens_seen": 1504051200 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005496709998395121, + "loss": 0.0701, + "theoretical_loss": 3.5436830108633663, + "tokens_seen": 1504182272 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005495907558979297, + "loss": 0.0679, + "theoretical_loss": 3.5436290312681415, + "tokens_seen": 1504444416 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005495105119563472, + "loss": 0.0684, + "theoretical_loss": 3.543575063710933, + "tokens_seen": 1504706560 + }, + { + "epoch": 0.46, + "learning_rate": 0.000549430268014765, + "loss": 0.0701, + "theoretical_loss": 3.543521108186961, + "tokens_seen": 1504968704 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005493500240731825, + "loss": 0.0731, + "theoretical_loss": 3.543467164691445, + "tokens_seen": 1505230848 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005492697801316001, + "loss": 0.0676, + "theoretical_loss": 3.5434132332196113, + "tokens_seen": 1505492992 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005491895361900177, + "loss": 0.0697, + "theoretical_loss": 3.543359313766686, + "tokens_seen": 1505755136 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005491092922484352, + "loss": 0.0703, + "theoretical_loss": 3.543305406327899, + "tokens_seen": 1506017280 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005490290483068528, + "loss": 0.0681, + "theoretical_loss": 3.5432515108984832, + "tokens_seen": 1506279424 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005489488043652704, + "loss": 0.0672, + "theoretical_loss": 3.543197627473673, + "tokens_seen": 1506541568 + }, + { + "epoch": 0.46, + "learning_rate": 0.000548868560423688, + "loss": 0.0712, + "theoretical_loss": 3.543143756048708, + "tokens_seen": 1506803712 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005487883164821056, + "loss": 0.0692, + "theoretical_loss": 3.5430898966188265, + "tokens_seen": 1507065856 + }, + { + "epoch": 0.46, + "objective/train/advantage_avg": 0.00034779455745592713, + "objective/train/docs_used": 550589, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.491359829902649, + "objective/train/original_loss": 1.491359829902649, + "objective/train/theoretical_loss": 3.543036049179274, + "objective/train/tokens_used": 1527788000, + "objective/train/value_avg": -0.01004791259765625, + "objective/train/value_loss": 0.00021056929836049676, + "objective/train/value_max": -9.995698928833008e-05, + "objective/train/value_min": -0.219970703125, + "objective/train/value_reward_corr": 0.7363321449770732, + "objective/train/value_std": 0.0150909423828125, + "objective/train/weight_avg": 1.000448226928711, + "objective/train/weighted_lm_loss": 1.4915786981582642, + "objective/train/weights_max": 1.133133053779602, + "objective/train/weights_min": 0.37610384821891785, + "theoretical_loss": 3.543036049179274, + "tokens_seen": 1507328000 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005487080725405232, + "loss": 0.0707, + "theoretical_loss": 3.543036049179274, + "tokens_seen": 1507328000 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005486278285989408, + "loss": 0.073, + "theoretical_loss": 3.5429822137252955, + "tokens_seen": 1507590144 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005485475846573585, + "loss": 0.0694, + "theoretical_loss": 3.54292839025214, + "tokens_seen": 1507852288 + }, + { + "epoch": 0.46, + "learning_rate": 0.000548467340715776, + "loss": 0.0696, + "theoretical_loss": 3.5428745787550593, + "tokens_seen": 1508114432 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005483870967741935, + "loss": 0.0714, + "theoretical_loss": 3.5428207792293076, + "tokens_seen": 1508376576 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005483068528326112, + "loss": 0.0697, + "theoretical_loss": 3.542766991670142, + "tokens_seen": 1508638720 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005482266088910287, + "loss": 0.0705, + "theoretical_loss": 3.542713216072821, + "tokens_seen": 1508900864 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005481463649494463, + "loss": 0.0721, + "theoretical_loss": 3.542659452432608, + "tokens_seen": 1509163008 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005480661210078639, + "loss": 0.0703, + "theoretical_loss": 3.542605700744768, + "tokens_seen": 1509425152 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005479858770662815, + "loss": 0.0693, + "theoretical_loss": 3.542551961004568, + "tokens_seen": 1509687296 + }, + { + "epoch": 0.46, + "learning_rate": 0.000547905633124699, + "loss": 0.0716, + "theoretical_loss": 3.5424982332072794, + "tokens_seen": 1509949440 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005478253891831167, + "loss": 0.0721, + "theoretical_loss": 3.5424445173481756, + "tokens_seen": 1510211584 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005477451452415343, + "loss": 0.0711, + "theoretical_loss": 3.5423908134225304, + "tokens_seen": 1510473728 + }, + { + "epoch": 0.46, + "objective/train/advantage_avg": 0.0011079994728788733, + "objective/train/docs_used": 551665, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4128856658935547, + "objective/train/original_loss": 1.4128856658935547, + "objective/train/theoretical_loss": 3.54236396593328, + "objective/train/tokens_used": 1531064800, + "objective/train/value_avg": -0.00505828857421875, + "objective/train/value_loss": 8.060122490860522e-05, + "objective/train/value_max": -5.269050598144531e-05, + "objective/train/value_min": -0.1864013671875, + "objective/train/value_reward_corr": 0.6721594628495049, + "objective/train/value_std": 0.00839996337890625, + "objective/train/weight_avg": 1.0011473894119263, + "objective/train/weighted_lm_loss": 1.4146578311920166, + "objective/train/weights_max": 1.103145956993103, + "objective/train/weights_min": 0.6909970045089722, + "theoretical_loss": 3.54236396593328, + "tokens_seen": 1510604800 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005476649012999519, + "loss": 0.0708, + "theoretical_loss": 3.5423371214256245, + "tokens_seen": 1510735872 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005475846573583695, + "loss": 0.0706, + "theoretical_loss": 3.5422834413527378, + "tokens_seen": 1510998016 + }, + { + "epoch": 0.46, + "learning_rate": 0.000547504413416787, + "loss": 0.0715, + "theoretical_loss": 3.5422297731991548, + "tokens_seen": 1511260160 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005474241694752047, + "loss": 0.0686, + "theoretical_loss": 3.542176116960162, + "tokens_seen": 1511522304 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005473439255336222, + "loss": 0.0715, + "theoretical_loss": 3.542122472631048, + "tokens_seen": 1511784448 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005472636815920397, + "loss": 0.0718, + "theoretical_loss": 3.542068840207105, + "tokens_seen": 1512046592 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005471834376504575, + "loss": 0.0694, + "theoretical_loss": 3.5420152196836288, + "tokens_seen": 1512308736 + }, + { + "epoch": 0.46, + "learning_rate": 0.000547103193708875, + "loss": 0.0682, + "theoretical_loss": 3.541961611055915, + "tokens_seen": 1512570880 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005470229497672926, + "loss": 0.07, + "theoretical_loss": 3.5419080143192643, + "tokens_seen": 1512833024 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005469427058257102, + "loss": 0.0703, + "theoretical_loss": 3.541854429468979, + "tokens_seen": 1513095168 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005468624618841278, + "loss": 0.0708, + "theoretical_loss": 3.5418008565003647, + "tokens_seen": 1513357312 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005467822179425453, + "loss": 0.0717, + "theoretical_loss": 3.541747295408729, + "tokens_seen": 1513619456 + }, + { + "epoch": 0.46, + "objective/train/advantage_avg": 0.0009583873325027525, + "objective/train/docs_used": 552897, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.244701623916626, + "objective/train/original_loss": 1.2447013854980469, + "objective/train/theoretical_loss": 3.541693746189383, + "objective/train/tokens_used": 1534341600, + "objective/train/value_avg": -0.00875091552734375, + "objective/train/value_loss": 0.00046158122131600976, + "objective/train/value_max": -0.0001080632209777832, + "objective/train/value_min": -0.74853515625, + "objective/train/value_reward_corr": 0.6513287590528913, + "objective/train/value_std": 0.017486572265625, + "objective/train/weight_avg": 1.0011557340621948, + "objective/train/weighted_lm_loss": 1.2454569339752197, + "objective/train/weights_max": 1.8139123916625977, + "objective/train/weights_min": 0.37047773599624634, + "theoretical_loss": 3.541693746189383, + "tokens_seen": 1513881600 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005467019740009629, + "loss": 0.0699, + "theoretical_loss": 3.541693746189383, + "tokens_seen": 1513881600 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005466217300593805, + "loss": 0.0686, + "theoretical_loss": 3.5416402088376397, + "tokens_seen": 1514143744 + }, + { + "epoch": 0.46, + "learning_rate": 0.000546541486117798, + "loss": 0.07, + "theoretical_loss": 3.5415866833488154, + "tokens_seen": 1514405888 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005464612421762158, + "loss": 0.0707, + "theoretical_loss": 3.541533169718228, + "tokens_seen": 1514668032 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005463809982346333, + "loss": 0.07, + "theoretical_loss": 3.541479667941199, + "tokens_seen": 1514930176 + }, + { + "epoch": 0.46, + "learning_rate": 0.000546300754293051, + "loss": 0.0706, + "theoretical_loss": 3.5414261780130527, + "tokens_seen": 1515192320 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005462205103514685, + "loss": 0.0698, + "theoretical_loss": 3.5413726999291155, + "tokens_seen": 1515454464 + }, + { + "epoch": 0.46, + "learning_rate": 0.000546140266409886, + "loss": 0.0725, + "theoretical_loss": 3.5413192336847166, + "tokens_seen": 1515716608 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005460600224683037, + "loss": 0.0684, + "theoretical_loss": 3.5412657792751876, + "tokens_seen": 1515978752 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005459797785267212, + "loss": 0.0697, + "theoretical_loss": 3.541212336695863, + "tokens_seen": 1516240896 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005458995345851388, + "loss": 0.0702, + "theoretical_loss": 3.54115890594208, + "tokens_seen": 1516503040 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005458192906435564, + "loss": 0.0676, + "theoretical_loss": 3.5411054870091787, + "tokens_seen": 1516765184 + }, + { + "epoch": 0.46, + "learning_rate": 0.000545739046701974, + "loss": 0.0699, + "theoretical_loss": 3.541052079892502, + "tokens_seen": 1517027328 + }, + { + "epoch": 0.46, + "objective/train/advantage_avg": 0.0007432010606862605, + "objective/train/docs_used": 554075, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4358996152877808, + "objective/train/original_loss": 1.4358994960784912, + "objective/train/theoretical_loss": 3.5410253807637924, + "objective/train/tokens_used": 1537618400, + "objective/train/value_avg": -0.006565093994140625, + "objective/train/value_loss": 0.00013749262143392116, + "objective/train/value_max": -8.094310760498047e-05, + "objective/train/value_min": -0.276123046875, + "objective/train/value_reward_corr": 0.6762682373856319, + "objective/train/value_std": 0.01136016845703125, + "objective/train/weight_avg": 1.000807762145996, + "objective/train/weighted_lm_loss": 1.43692147731781, + "objective/train/weights_max": 1.1797270774841309, + "objective/train/weights_min": 0.3827793300151825, + "theoretical_loss": 3.5410253807637924, + "tokens_seen": 1517158400 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005456588027603916, + "loss": 0.0707, + "theoretical_loss": 3.540998684587394, + "tokens_seen": 1517289472 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005455785588188093, + "loss": 0.0709, + "theoretical_loss": 3.5409453010892022, + "tokens_seen": 1517551616 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005454983148772268, + "loss": 0.0694, + "theoretical_loss": 3.540891929393278, + "tokens_seen": 1517813760 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005454180709356443, + "loss": 0.0702, + "theoretical_loss": 3.540838569494974, + "tokens_seen": 1518075904 + }, + { + "epoch": 0.46, + "learning_rate": 0.000545337826994062, + "loss": 0.0675, + "theoretical_loss": 3.540785221389646, + "tokens_seen": 1518338048 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005452575830524795, + "loss": 0.072, + "theoretical_loss": 3.5407318850726517, + "tokens_seen": 1518600192 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005451773391108972, + "loss": 0.0711, + "theoretical_loss": 3.5406785605393525, + "tokens_seen": 1518862336 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005450970951693147, + "loss": 0.0711, + "theoretical_loss": 3.540625247785111, + "tokens_seen": 1519124480 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005450168512277323, + "loss": 0.07, + "theoretical_loss": 3.5405719468052945, + "tokens_seen": 1519386624 + }, + { + "epoch": 0.46, + "learning_rate": 0.00054493660728615, + "loss": 0.0681, + "theoretical_loss": 3.5405186575952716, + "tokens_seen": 1519648768 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005448563633445675, + "loss": 0.0698, + "theoretical_loss": 3.5404653801504127, + "tokens_seen": 1519910912 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005447761194029851, + "loss": 0.0714, + "theoretical_loss": 3.540412114466093, + "tokens_seen": 1520173056 + }, + { + "epoch": 0.46, + "objective/train/advantage_avg": 0.0018004821613430977, + "objective/train/docs_used": 555119, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4441784620285034, + "objective/train/original_loss": 1.4441782236099243, + "objective/train/theoretical_loss": 3.5403588605376886, + "objective/train/tokens_used": 1540895200, + "objective/train/value_avg": -0.01068115234375, + "objective/train/value_loss": 0.0002322968648513779, + "objective/train/value_max": -6.502866744995117e-05, + "objective/train/value_min": -0.337890625, + "objective/train/value_reward_corr": 0.8011090593455896, + "objective/train/value_std": 0.0210113525390625, + "objective/train/weight_avg": 1.0019080638885498, + "objective/train/weighted_lm_loss": 1.4470014572143555, + "objective/train/weights_max": 1.1834774017333984, + "objective/train/weights_min": 0.3686373233795166, + "theoretical_loss": 3.5403588605376886, + "tokens_seen": 1520435200 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005446958754614027, + "loss": 0.068, + "theoretical_loss": 3.5403588605376886, + "tokens_seen": 1520435200 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005446156315198203, + "loss": 0.068, + "theoretical_loss": 3.540305618360578, + "tokens_seen": 1520697344 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005445353875782378, + "loss": 0.0732, + "theoretical_loss": 3.540252387930144, + "tokens_seen": 1520959488 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005444551436366555, + "loss": 0.0687, + "theoretical_loss": 3.540199169241771, + "tokens_seen": 1521221632 + }, + { + "epoch": 0.46, + "learning_rate": 0.000544374899695073, + "loss": 0.0711, + "theoretical_loss": 3.540145962290845, + "tokens_seen": 1521483776 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005442946557534905, + "loss": 0.0693, + "theoretical_loss": 3.5400927670727573, + "tokens_seen": 1521745920 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005442144118119083, + "loss": 0.0707, + "theoretical_loss": 3.5400395835828986, + "tokens_seen": 1522008064 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005441341678703258, + "loss": 0.0725, + "theoretical_loss": 3.539986411816665, + "tokens_seen": 1522270208 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005440539239287434, + "loss": 0.0723, + "theoretical_loss": 3.5399332517694533, + "tokens_seen": 1522532352 + }, + { + "epoch": 0.46, + "learning_rate": 0.000543973679987161, + "loss": 0.0684, + "theoretical_loss": 3.539880103436664, + "tokens_seen": 1522794496 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005438934360455786, + "loss": 0.0694, + "theoretical_loss": 3.5398269668136986, + "tokens_seen": 1523056640 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005438131921039962, + "loss": 0.0677, + "theoretical_loss": 3.539773841895964, + "tokens_seen": 1523318784 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005437329481624137, + "loss": 0.0706, + "theoretical_loss": 3.5397207286788666, + "tokens_seen": 1523580928 + }, + { + "epoch": 0.46, + "objective/train/advantage_avg": 0.00108729291241616, + "objective/train/docs_used": 556367, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4403549432754517, + "objective/train/original_loss": 1.440354824066162, + "objective/train/theoretical_loss": 3.5396941764566225, + "objective/train/tokens_used": 1544172000, + "objective/train/value_avg": -0.006336212158203125, + "objective/train/value_loss": 0.00018247307161800563, + "objective/train/value_max": -0.00012731552124023438, + "objective/train/value_min": -0.23828125, + "objective/train/value_reward_corr": 0.6292514785500565, + "objective/train/value_std": 0.01074981689453125, + "objective/train/weight_avg": 1.0011672973632812, + "objective/train/weighted_lm_loss": 1.4422924518585205, + "objective/train/weights_max": 1.1428725719451904, + "objective/train/weights_min": 0.3843361437320709, + "theoretical_loss": 3.5396941764566225, + "tokens_seen": 1523712000 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005436527042208313, + "loss": 0.0734, + "theoretical_loss": 3.539667627157818, + "tokens_seen": 1523843072 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005435724602792489, + "loss": 0.0703, + "theoretical_loss": 3.53961453732823, + "tokens_seen": 1524105216 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005434922163376666, + "loss": 0.0697, + "theoretical_loss": 3.53956145918552, + "tokens_seen": 1524367360 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005434119723960841, + "loss": 0.0697, + "theoretical_loss": 3.5395083927251045, + "tokens_seen": 1524629504 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005433317284545018, + "loss": 0.0737, + "theoretical_loss": 3.539455337942405, + "tokens_seen": 1524891648 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005432514845129193, + "loss": 0.0678, + "theoretical_loss": 3.5394022948328447, + "tokens_seen": 1525153792 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005431712405713368, + "loss": 0.0689, + "theoretical_loss": 3.5393492633918497, + "tokens_seen": 1525415936 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005430909966297545, + "loss": 0.0703, + "theoretical_loss": 3.5392962436148485, + "tokens_seen": 1525678080 + }, + { + "epoch": 0.46, + "learning_rate": 0.000543010752688172, + "loss": 0.0682, + "theoretical_loss": 3.5392432354972723, + "tokens_seen": 1525940224 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005429305087465896, + "loss": 0.0717, + "theoretical_loss": 3.5391902390345544, + "tokens_seen": 1526202368 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005428502648050072, + "loss": 0.0695, + "theoretical_loss": 3.5391372542221315, + "tokens_seen": 1526464512 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005427700208634248, + "loss": 0.0691, + "theoretical_loss": 3.539084281055443, + "tokens_seen": 1526726656 + }, + { + "epoch": 0.46, + "objective/train/advantage_avg": 0.0011329231783747673, + "objective/train/docs_used": 557485, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3216108083724976, + "objective/train/original_loss": 1.321610689163208, + "objective/train/theoretical_loss": 3.5390313195299283, + "objective/train/tokens_used": 1547448800, + "objective/train/value_avg": -0.005405426025390625, + "objective/train/value_loss": 0.0001350006350548938, + "objective/train/value_max": -5.829334259033203e-05, + "objective/train/value_min": -0.2147216796875, + "objective/train/value_reward_corr": 0.6147943290819204, + "objective/train/value_std": 0.0084075927734375, + "objective/train/weight_avg": 1.0011919736862183, + "objective/train/weighted_lm_loss": 1.3231221437454224, + "objective/train/weights_max": 1.0880101919174194, + "objective/train/weights_min": 0.3690805733203888, + "theoretical_loss": 3.5390313195299283, + "tokens_seen": 1526988800 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005426897769218424, + "loss": 0.0711, + "theoretical_loss": 3.5390313195299283, + "tokens_seen": 1526988800 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005426095329802601, + "loss": 0.0669, + "theoretical_loss": 3.538978369641033, + "tokens_seen": 1527250944 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005425292890386776, + "loss": 0.0697, + "theoretical_loss": 3.538925431384203, + "tokens_seen": 1527513088 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005424490450970952, + "loss": 0.0701, + "theoretical_loss": 3.538872504754888, + "tokens_seen": 1527775232 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005423688011555128, + "loss": 0.0697, + "theoretical_loss": 3.538819589748539, + "tokens_seen": 1528037376 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005422885572139303, + "loss": 0.0688, + "theoretical_loss": 3.5387666863606104, + "tokens_seen": 1528299520 + }, + { + "epoch": 0.46, + "learning_rate": 0.000542208313272348, + "loss": 0.0718, + "theoretical_loss": 3.5387137945865588, + "tokens_seen": 1528561664 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005421280693307655, + "loss": 0.0702, + "theoretical_loss": 3.538660914421844, + "tokens_seen": 1528823808 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005420478253891831, + "loss": 0.0718, + "theoretical_loss": 3.5386080458619276, + "tokens_seen": 1529085952 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005419675814476008, + "loss": 0.0708, + "theoretical_loss": 3.538555188902274, + "tokens_seen": 1529348096 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005418873375060183, + "loss": 0.07, + "theoretical_loss": 3.53850234353835, + "tokens_seen": 1529610240 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005418070935644359, + "loss": 0.069, + "theoretical_loss": 3.5384495097656252, + "tokens_seen": 1529872384 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005417268496228535, + "loss": 0.0723, + "theoretical_loss": 3.5383966875795716, + "tokens_seen": 1530134528 + }, + { + "epoch": 0.46, + "objective/train/advantage_avg": 0.0012570919934660196, + "objective/train/docs_used": 558616, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3109527826309204, + "objective/train/original_loss": 1.31095290184021, + "objective/train/theoretical_loss": 3.5383702808301325, + "objective/train/tokens_used": 1550725600, + "objective/train/value_avg": -0.00794219970703125, + "objective/train/value_loss": 0.00030303781386464834, + "objective/train/value_max": -8.958578109741211e-05, + "objective/train/value_min": -0.2880859375, + "objective/train/value_reward_corr": 0.6961864740381978, + "objective/train/value_std": 0.01499176025390625, + "objective/train/weight_avg": 1.0013775825500488, + "objective/train/weighted_lm_loss": 1.3131258487701416, + "objective/train/weights_max": 1.1942163705825806, + "objective/train/weights_min": 0.1384516805410385, + "theoretical_loss": 3.5383702808301325, + "tokens_seen": 1530265600 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005416466056812711, + "loss": 0.0719, + "theoretical_loss": 3.538343876975664, + "tokens_seen": 1530396672 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005415663617396886, + "loss": 0.0714, + "theoretical_loss": 3.5382910779493795, + "tokens_seen": 1530658816 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005414861177981063, + "loss": 0.0699, + "theoretical_loss": 3.538238290496198, + "tokens_seen": 1530920960 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005414058738565238, + "loss": 0.0688, + "theoretical_loss": 3.5381855146116017, + "tokens_seen": 1531183104 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005413256299149413, + "loss": 0.0716, + "theoretical_loss": 3.5381327502910747, + "tokens_seen": 1531445248 + }, + { + "epoch": 0.46, + "learning_rate": 0.000541245385973359, + "loss": 0.0709, + "theoretical_loss": 3.538079997530105, + "tokens_seen": 1531707392 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005411651420317766, + "loss": 0.0719, + "theoretical_loss": 3.538027256324182, + "tokens_seen": 1531969536 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005410848980901943, + "loss": 0.0695, + "theoretical_loss": 3.5379745266687985, + "tokens_seen": 1532231680 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005410046541486118, + "loss": 0.0675, + "theoretical_loss": 3.537921808559449, + "tokens_seen": 1532493824 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005409244102070294, + "loss": 0.0698, + "theoretical_loss": 3.537869101991631, + "tokens_seen": 1532755968 + }, + { + "epoch": 0.46, + "learning_rate": 0.000540844166265447, + "loss": 0.073, + "theoretical_loss": 3.537816406960845, + "tokens_seen": 1533018112 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005407639223238645, + "loss": 0.0714, + "theoretical_loss": 3.537763723462593, + "tokens_seen": 1533280256 + }, + { + "epoch": 0.46, + "objective/train/advantage_avg": 0.0008075192454271019, + "objective/train/docs_used": 559697, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.456238865852356, + "objective/train/original_loss": 1.4562387466430664, + "objective/train/theoretical_loss": 3.537711051492379, + "objective/train/tokens_used": 1554002400, + "objective/train/value_avg": -0.0096588134765625, + "objective/train/value_loss": 0.000183884083526209, + "objective/train/value_max": -6.204843521118164e-05, + "objective/train/value_min": -0.280029296875, + "objective/train/value_reward_corr": 0.7382972908349639, + "objective/train/value_std": 0.01465606689453125, + "objective/train/weight_avg": 1.0008975267410278, + "objective/train/weighted_lm_loss": 1.4569493532180786, + "objective/train/weights_max": 1.1400858163833618, + "objective/train/weights_min": 0.6090137362480164, + "theoretical_loss": 3.537711051492379, + "tokens_seen": 1533542400 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005406836783822821, + "loss": 0.0735, + "theoretical_loss": 3.537711051492379, + "tokens_seen": 1533542400 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005406034344406997, + "loss": 0.0708, + "theoretical_loss": 3.5376583910457127, + "tokens_seen": 1533804544 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005405231904991174, + "loss": 0.071, + "theoretical_loss": 3.537605742118102, + "tokens_seen": 1534066688 + }, + { + "epoch": 0.46, + "learning_rate": 0.0005404429465575349, + "loss": 0.0722, + "theoretical_loss": 3.537553104705061, + "tokens_seen": 1534328832 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005403627026159526, + "loss": 0.0747, + "theoretical_loss": 3.5375004788021043, + "tokens_seen": 1534590976 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005402824586743701, + "loss": 0.0724, + "theoretical_loss": 3.537447864404749, + "tokens_seen": 1534853120 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005402022147327876, + "loss": 0.0711, + "theoretical_loss": 3.5373952615085154, + "tokens_seen": 1535115264 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005401219707912053, + "loss": 0.0694, + "theoretical_loss": 3.5373426701089263, + "tokens_seen": 1535377408 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005400417268496228, + "loss": 0.0726, + "theoretical_loss": 3.5372900902015063, + "tokens_seen": 1535639552 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005399614829080405, + "loss": 0.0732, + "theoretical_loss": 3.537237521781784, + "tokens_seen": 1535901696 + }, + { + "epoch": 0.47, + "learning_rate": 0.000539881238966458, + "loss": 0.0719, + "theoretical_loss": 3.537184964845289, + "tokens_seen": 1536163840 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005398009950248756, + "loss": 0.0755, + "theoretical_loss": 3.5371324193875533, + "tokens_seen": 1536425984 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005397207510832933, + "loss": 0.0701, + "theoretical_loss": 3.537079885404113, + "tokens_seen": 1536688128 + }, + { + "epoch": 0.47, + "objective/train/advantage_avg": 0.0010461700148880482, + "objective/train/docs_used": 561026, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.28921639919281, + "objective/train/original_loss": 1.2892165184020996, + "objective/train/theoretical_loss": 3.5370536227138585, + "objective/train/tokens_used": 1557279200, + "objective/train/value_avg": -0.005275726318359375, + "objective/train/value_loss": 0.0005452462937682867, + "objective/train/value_max": -7.545948028564453e-05, + "objective/train/value_min": -0.81298828125, + "objective/train/value_reward_corr": 0.7244222502675571, + "objective/train/value_std": 0.01525115966796875, + "objective/train/weight_avg": 1.0012156963348389, + "objective/train/weighted_lm_loss": 1.290894627571106, + "objective/train/weights_max": 1.4502894878387451, + "objective/train/weights_min": 0.041295088827610016, + "theoretical_loss": 3.5370536227138585, + "tokens_seen": 1536819200 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005396405071417108, + "loss": 0.0731, + "theoretical_loss": 3.5370273628905045, + "tokens_seen": 1536950272 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005395602632001284, + "loss": 0.0705, + "theoretical_loss": 3.5369748518422695, + "tokens_seen": 1537212416 + }, + { + "epoch": 0.47, + "learning_rate": 0.000539480019258546, + "loss": 0.0734, + "theoretical_loss": 3.5369223522549493, + "tokens_seen": 1537474560 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005393997753169636, + "loss": 0.0714, + "theoretical_loss": 3.53686986412409, + "tokens_seen": 1537736704 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005393195313753811, + "loss": 0.071, + "theoretical_loss": 3.5368173874452378, + "tokens_seen": 1537998848 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005392392874337988, + "loss": 0.0714, + "theoretical_loss": 3.536764922213944, + "tokens_seen": 1538260992 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005391590434922163, + "loss": 0.071, + "theoretical_loss": 3.536712468425761, + "tokens_seen": 1538523136 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005390787995506339, + "loss": 0.0705, + "theoretical_loss": 3.5366600260762433, + "tokens_seen": 1538785280 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005389985556090516, + "loss": 0.0689, + "theoretical_loss": 3.5366075951609486, + "tokens_seen": 1539047424 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005389183116674691, + "loss": 0.071, + "theoretical_loss": 3.5365551756754376, + "tokens_seen": 1539309568 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005388380677258867, + "loss": 0.071, + "theoretical_loss": 3.5365027676152714, + "tokens_seen": 1539571712 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005387578237843043, + "loss": 0.0726, + "theoretical_loss": 3.5364503709760164, + "tokens_seen": 1539833856 + }, + { + "epoch": 0.47, + "objective/train/advantage_avg": 0.000549289514310658, + "objective/train/docs_used": 562258, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4032342433929443, + "objective/train/original_loss": 1.4032342433929443, + "objective/train/theoretical_loss": 3.536397985753239, + "objective/train/tokens_used": 1560556000, + "objective/train/value_avg": -0.00640869140625, + "objective/train/value_loss": 0.00011117845861008391, + "objective/train/value_max": -4.470348358154297e-05, + "objective/train/value_min": -0.22802734375, + "objective/train/value_reward_corr": 0.6466786826920106, + "objective/train/value_std": 0.00989532470703125, + "objective/train/weight_avg": 1.0006037950515747, + "objective/train/weighted_lm_loss": 1.4043433666229248, + "objective/train/weights_max": 1.2082934379577637, + "objective/train/weights_min": 0.6323109269142151, + "theoretical_loss": 3.536397985753239, + "tokens_seen": 1540096000 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005386775798427219, + "loss": 0.0732, + "theoretical_loss": 3.536397985753239, + "tokens_seen": 1540096000 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005385973359011395, + "loss": 0.076, + "theoretical_loss": 3.53634561194251, + "tokens_seen": 1540358144 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005385170919595571, + "loss": 0.0725, + "theoretical_loss": 3.5362932495394013, + "tokens_seen": 1540620288 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005384368480179746, + "loss": 0.0696, + "theoretical_loss": 3.5362408985394875, + "tokens_seen": 1540882432 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005383566040763922, + "loss": 0.0711, + "theoretical_loss": 3.5361885589383464, + "tokens_seen": 1541144576 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005382763601348099, + "loss": 0.0721, + "theoretical_loss": 3.5361362307315574, + "tokens_seen": 1541406720 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005381961161932274, + "loss": 0.0727, + "theoretical_loss": 3.5360839139147036, + "tokens_seen": 1541668864 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005381158722516451, + "loss": 0.0713, + "theoretical_loss": 3.5360316084833685, + "tokens_seen": 1541931008 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005380356283100626, + "loss": 0.0706, + "theoretical_loss": 3.53597931443314, + "tokens_seen": 1542193152 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005379553843684802, + "loss": 0.0723, + "theoretical_loss": 3.535927031759608, + "tokens_seen": 1542455296 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005378751404268978, + "loss": 0.0721, + "theoretical_loss": 3.5358747604583636, + "tokens_seen": 1542717440 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005377948964853153, + "loss": 0.0705, + "theoretical_loss": 3.5358225005250024, + "tokens_seen": 1542979584 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005377146525437329, + "loss": 0.0736, + "theoretical_loss": 3.535770251955121, + "tokens_seen": 1543241728 + }, + { + "epoch": 0.47, + "objective/train/advantage_avg": 0.0007082688971422613, + "objective/train/docs_used": 563510, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4100877046585083, + "objective/train/original_loss": 1.4100878238677979, + "objective/train/theoretical_loss": 3.5357441319301106, + "objective/train/tokens_used": 1563832800, + "objective/train/value_avg": -0.0088958740234375, + "objective/train/value_loss": 0.00045676506124436855, + "objective/train/value_max": -8.153915405273438e-05, + "objective/train/value_min": -0.33447265625, + "objective/train/value_reward_corr": 0.6205685734865476, + "objective/train/value_std": 0.01593017578125, + "objective/train/weight_avg": 1.000901699066162, + "objective/train/weighted_lm_loss": 1.411595344543457, + "objective/train/weights_max": 1.338995099067688, + "objective/train/weights_min": 0.37389513850212097, + "theoretical_loss": 3.5357441319301106, + "tokens_seen": 1543372800 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005376344086021505, + "loss": 0.0699, + "theoretical_loss": 3.5357180147443197, + "tokens_seen": 1543503872 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005375541646605681, + "loss": 0.073, + "theoretical_loss": 3.5356657888881986, + "tokens_seen": 1543766016 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005374739207189858, + "loss": 0.0702, + "theoretical_loss": 3.5356135743823636, + "tokens_seen": 1544028160 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005373936767774034, + "loss": 0.0722, + "theoretical_loss": 3.5355613712224203, + "tokens_seen": 1544290304 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005373134328358209, + "loss": 0.0744, + "theoretical_loss": 3.53550917940398, + "tokens_seen": 1544552448 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005372331888942385, + "loss": 0.069, + "theoretical_loss": 3.535456998922652, + "tokens_seen": 1544814592 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005371529449526561, + "loss": 0.071, + "theoretical_loss": 3.535404829774052, + "tokens_seen": 1545076736 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005370727010110736, + "loss": 0.0698, + "theoretical_loss": 3.535352671953796, + "tokens_seen": 1545338880 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005369924570694913, + "loss": 0.0722, + "theoretical_loss": 3.5353005254575027, + "tokens_seen": 1545601024 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005369122131279088, + "loss": 0.0768, + "theoretical_loss": 3.5352483902807945, + "tokens_seen": 1545863168 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005368319691863264, + "loss": 0.0717, + "theoretical_loss": 3.535196266419295, + "tokens_seen": 1546125312 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005367517252447441, + "loss": 0.0724, + "theoretical_loss": 3.5351441538686306, + "tokens_seen": 1546387456 + }, + { + "epoch": 0.47, + "objective/train/advantage_avg": 0.0004401156329549849, + "objective/train/docs_used": 564726, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3932384252548218, + "objective/train/original_loss": 1.3932383060455322, + "objective/train/theoretical_loss": 3.535092052624429, + "objective/train/tokens_used": 1567109600, + "objective/train/value_avg": -0.004917144775390625, + "objective/train/value_loss": 0.00014765006199013442, + "objective/train/value_max": -4.988908767700195e-05, + "objective/train/value_min": -0.60595703125, + "objective/train/value_reward_corr": 0.6910900440577588, + "objective/train/value_std": 0.01006317138671875, + "objective/train/weight_avg": 1.0005075931549072, + "objective/train/weighted_lm_loss": 1.3938333988189697, + "objective/train/weights_max": 1.3186538219451904, + "objective/train/weights_min": 0.3761727213859558, + "theoretical_loss": 3.535092052624429, + "tokens_seen": 1546649600 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005366714813031616, + "loss": 0.0687, + "theoretical_loss": 3.535092052624429, + "tokens_seen": 1546649600 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005365912373615792, + "loss": 0.0735, + "theoretical_loss": 3.5350399626823226, + "tokens_seen": 1546911744 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005365109934199968, + "loss": 0.0728, + "theoretical_loss": 3.534987884037945, + "tokens_seen": 1547173888 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005364307494784144, + "loss": 0.0719, + "theoretical_loss": 3.5349358166869314, + "tokens_seen": 1547436032 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005363505055368319, + "loss": 0.0718, + "theoretical_loss": 3.534883760624921, + "tokens_seen": 1547698176 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005362702615952496, + "loss": 0.0764, + "theoretical_loss": 3.534831715847555, + "tokens_seen": 1547960320 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005361900176536671, + "loss": 0.073, + "theoretical_loss": 3.534779682350475, + "tokens_seen": 1548222464 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005361097737120849, + "loss": 0.0746, + "theoretical_loss": 3.534727660129329, + "tokens_seen": 1548484608 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005360295297705024, + "loss": 0.071, + "theoretical_loss": 3.534675649179764, + "tokens_seen": 1548746752 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005359492858289199, + "loss": 0.0735, + "theoretical_loss": 3.53462364949743, + "tokens_seen": 1549008896 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005358690418873376, + "loss": 0.0705, + "theoretical_loss": 3.5345716610779814, + "tokens_seen": 1549271040 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005357887979457551, + "loss": 0.072, + "theoretical_loss": 3.5345196839170723, + "tokens_seen": 1549533184 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005357085540041727, + "loss": 0.0736, + "theoretical_loss": 3.534467718010361, + "tokens_seen": 1549795328 + }, + { + "epoch": 0.47, + "objective/train/advantage_avg": 0.00038783575291745365, + "objective/train/docs_used": 565981, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.502496600151062, + "objective/train/original_loss": 1.5024967193603516, + "objective/train/theoretical_loss": 3.534441739275974, + "objective/train/tokens_used": 1570386400, + "objective/train/value_avg": -0.0073089599609375, + "objective/train/value_loss": 0.00033648809767328203, + "objective/train/value_max": -0.0001055598258972168, + "objective/train/value_min": -0.71533203125, + "objective/train/value_reward_corr": 0.7125409164073333, + "objective/train/value_std": 0.01776123046875, + "objective/train/weight_avg": 1.0005379915237427, + "objective/train/weighted_lm_loss": 1.5026683807373047, + "objective/train/weights_max": 1.3525639772415161, + "objective/train/weights_min": 0.3937867283821106, + "theoretical_loss": 3.534441739275974, + "tokens_seen": 1549926400 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005356283100625903, + "loss": 0.0715, + "theoretical_loss": 3.5344157633535085, + "tokens_seen": 1550057472 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005355480661210079, + "loss": 0.0724, + "theoretical_loss": 3.5343638199421763, + "tokens_seen": 1550319616 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005354678221794254, + "loss": 0.0731, + "theoretical_loss": 3.5343118877720294, + "tokens_seen": 1550581760 + }, + { + "epoch": 0.47, + "learning_rate": 0.000535387578237843, + "loss": 0.0717, + "theoretical_loss": 3.534259966838736, + "tokens_seen": 1550843904 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005353073342962607, + "loss": 0.0697, + "theoretical_loss": 3.534208057137966, + "tokens_seen": 1551106048 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005352270903546782, + "loss": 0.0727, + "theoretical_loss": 3.5341561586653905, + "tokens_seen": 1551368192 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005351468464130959, + "loss": 0.0693, + "theoretical_loss": 3.5341042714166853, + "tokens_seen": 1551630336 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005350666024715134, + "loss": 0.07, + "theoretical_loss": 3.5340523953875267, + "tokens_seen": 1551892480 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005349863585299311, + "loss": 0.0706, + "theoretical_loss": 3.5340005305735946, + "tokens_seen": 1552154624 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005349061145883486, + "loss": 0.0686, + "theoretical_loss": 3.533948676970571, + "tokens_seen": 1552416768 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005348258706467661, + "loss": 0.0721, + "theoretical_loss": 3.533896834574139, + "tokens_seen": 1552678912 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005347456267051838, + "loss": 0.0722, + "theoretical_loss": 3.5338450033799864, + "tokens_seen": 1552941056 + }, + { + "epoch": 0.47, + "objective/train/advantage_avg": -0.0002156887494493276, + "objective/train/docs_used": 567156, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4254297018051147, + "objective/train/original_loss": 1.4254300594329834, + "objective/train/theoretical_loss": 3.533793183383802, + "objective/train/tokens_used": 1573663200, + "objective/train/value_avg": -0.00806427001953125, + "objective/train/value_loss": 0.0003348012687638402, + "objective/train/value_max": -6.973743438720703e-05, + "objective/train/value_min": -0.251220703125, + "objective/train/value_reward_corr": 0.5687928925152654, + "objective/train/value_std": 0.0128936767578125, + "objective/train/weight_avg": 0.9999359250068665, + "objective/train/weighted_lm_loss": 1.4247939586639404, + "objective/train/weights_max": 1.1988904476165771, + "objective/train/weights_min": 0.374957799911499, + "theoretical_loss": 3.533793183383802, + "tokens_seen": 1553203200 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005346653827636013, + "loss": 0.0693, + "theoretical_loss": 3.533793183383802, + "tokens_seen": 1553203200 + }, + { + "epoch": 0.47, + "learning_rate": 0.000534585138822019, + "loss": 0.0685, + "theoretical_loss": 3.5337413745812767, + "tokens_seen": 1553465344 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005345048948804366, + "loss": 0.0717, + "theoretical_loss": 3.5336895769681043, + "tokens_seen": 1553727488 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005344246509388542, + "loss": 0.0697, + "theoretical_loss": 3.533637790539981, + "tokens_seen": 1553989632 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005343444069972717, + "loss": 0.067, + "theoretical_loss": 3.533586015292606, + "tokens_seen": 1554251776 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005342641630556893, + "loss": 0.0707, + "theoretical_loss": 3.5335342512216794, + "tokens_seen": 1554513920 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005341839191141069, + "loss": 0.073, + "theoretical_loss": 3.5334824983229045, + "tokens_seen": 1554776064 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005341036751725244, + "loss": 0.072, + "theoretical_loss": 3.5334307565919874, + "tokens_seen": 1555038208 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005340234312309421, + "loss": 0.0695, + "theoretical_loss": 3.533379026024636, + "tokens_seen": 1555300352 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005339431872893596, + "loss": 0.0718, + "theoretical_loss": 3.53332730661656, + "tokens_seen": 1555562496 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005338629433477772, + "loss": 0.0716, + "theoretical_loss": 3.533275598363473, + "tokens_seen": 1555824640 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005337826994061949, + "loss": 0.0675, + "theoretical_loss": 3.53322390126109, + "tokens_seen": 1556086784 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005337024554646124, + "loss": 0.0731, + "theoretical_loss": 3.533172215305129, + "tokens_seen": 1556348928 + }, + { + "epoch": 0.47, + "objective/train/advantage_avg": 0.0007819465245120227, + "objective/train/docs_used": 568457, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3041719198226929, + "objective/train/original_loss": 1.3041718006134033, + "objective/train/theoretical_loss": 3.5331463765057185, + "objective/train/tokens_used": 1576940000, + "objective/train/value_avg": -0.0067596435546875, + "objective/train/value_loss": 0.00021775280765723437, + "objective/train/value_max": -6.401538848876953e-05, + "objective/train/value_min": -0.96923828125, + "objective/train/value_reward_corr": 0.6976276246727688, + "objective/train/value_std": 0.0135040283203125, + "objective/train/weight_avg": 1.0008739233016968, + "objective/train/weighted_lm_loss": 1.3050811290740967, + "objective/train/weights_max": 1.185212254524231, + "objective/train/weights_min": 0.2304380089044571, + "theoretical_loss": 3.5331463765057185, + "tokens_seen": 1556480000 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005336222115230301, + "loss": 0.0681, + "theoretical_loss": 3.533120540491309, + "tokens_seen": 1556611072 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005335419675814476, + "loss": 0.0727, + "theoretical_loss": 3.533068876815352, + "tokens_seen": 1556873216 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005334617236398652, + "loss": 0.0685, + "theoretical_loss": 3.5330172242729834, + "tokens_seen": 1557135360 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005333814796982828, + "loss": 0.0719, + "theoretical_loss": 3.53296558285993, + "tokens_seen": 1557397504 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005333012357567004, + "loss": 0.0669, + "theoretical_loss": 3.532913952571921, + "tokens_seen": 1557659648 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005332209918151179, + "loss": 0.0698, + "theoretical_loss": 3.5328623334046885, + "tokens_seen": 1557921792 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005331407478735357, + "loss": 0.0697, + "theoretical_loss": 3.532810725353966, + "tokens_seen": 1558183936 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005330605039319532, + "loss": 0.0721, + "theoretical_loss": 3.5327591284154893, + "tokens_seen": 1558446080 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005329802599903707, + "loss": 0.0691, + "theoretical_loss": 3.5327075425849985, + "tokens_seen": 1558708224 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005329000160487884, + "loss": 0.0702, + "theoretical_loss": 3.5326559678582337, + "tokens_seen": 1558970368 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005328197721072059, + "loss": 0.0699, + "theoretical_loss": 3.532604404230939, + "tokens_seen": 1559232512 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005327395281656235, + "loss": 0.0687, + "theoretical_loss": 3.53255285169886, + "tokens_seen": 1559494656 + }, + { + "epoch": 0.47, + "objective/train/advantage_avg": 0.00024946886696852744, + "objective/train/docs_used": 569616, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.418063759803772, + "objective/train/original_loss": 1.4180636405944824, + "objective/train/theoretical_loss": 3.5325013102577443, + "objective/train/tokens_used": 1580216800, + "objective/train/value_avg": -0.00844573974609375, + "objective/train/value_loss": 0.0003640370268840343, + "objective/train/value_max": -8.612871170043945e-05, + "objective/train/value_min": -0.389892578125, + "objective/train/value_reward_corr": 0.7240007046972046, + "objective/train/value_std": 0.0194244384765625, + "objective/train/weight_avg": 1.0004123449325562, + "objective/train/weighted_lm_loss": 1.4176955223083496, + "objective/train/weights_max": 1.3362840414047241, + "objective/train/weights_min": 0.36879345774650574, + "theoretical_loss": 3.5325013102577443, + "tokens_seen": 1559756800 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005326592842240411, + "loss": 0.0719, + "theoretical_loss": 3.5325013102577443, + "tokens_seen": 1559756800 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005325790402824587, + "loss": 0.0727, + "theoretical_loss": 3.532449779903343, + "tokens_seen": 1560018944 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005324987963408762, + "loss": 0.0691, + "theoretical_loss": 3.5323982606314086, + "tokens_seen": 1560281088 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005324185523992938, + "loss": 0.072, + "theoretical_loss": 3.5323467524376966, + "tokens_seen": 1560543232 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005323383084577115, + "loss": 0.0715, + "theoretical_loss": 3.532295255317964, + "tokens_seen": 1560805376 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005322580645161291, + "loss": 0.0672, + "theoretical_loss": 3.532243769267971, + "tokens_seen": 1561067520 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005321778205745467, + "loss": 0.07, + "theoretical_loss": 3.5321922942834796, + "tokens_seen": 1561329664 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005320975766329642, + "loss": 0.0738, + "theoretical_loss": 3.5321408303602544, + "tokens_seen": 1561591808 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005320173326913819, + "loss": 0.07, + "theoretical_loss": 3.532089377494062, + "tokens_seen": 1561853952 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005319370887497994, + "loss": 0.0753, + "theoretical_loss": 3.532037935680672, + "tokens_seen": 1562116096 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005318568448082169, + "loss": 0.0712, + "theoretical_loss": 3.5319865049158556, + "tokens_seen": 1562378240 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005317766008666346, + "loss": 0.0685, + "theoretical_loss": 3.5319350851953866, + "tokens_seen": 1562640384 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005316963569250521, + "loss": 0.0705, + "theoretical_loss": 3.531883676515041, + "tokens_seen": 1562902528 + }, + { + "epoch": 0.47, + "objective/train/advantage_avg": 0.0007697960245423019, + "objective/train/docs_used": 570864, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2128305435180664, + "objective/train/original_loss": 1.2128305435180664, + "objective/train/theoretical_loss": 3.5318579763135953, + "objective/train/tokens_used": 1583493600, + "objective/train/value_avg": -0.01132965087890625, + "objective/train/value_loss": 0.0004000230983365327, + "objective/train/value_max": -0.0001214742660522461, + "objective/train/value_min": -0.39697265625, + "objective/train/value_reward_corr": 0.6633264902037873, + "objective/train/value_std": 0.0178680419921875, + "objective/train/weight_avg": 1.0009440183639526, + "objective/train/weighted_lm_loss": 1.2135229110717773, + "objective/train/weights_max": 1.2796441316604614, + "objective/train/weights_min": 0.3688567578792572, + "theoretical_loss": 3.5318579763135953, + "tokens_seen": 1563033600 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005316161129834697, + "loss": 0.073, + "theoretical_loss": 3.5318322788705974, + "tokens_seen": 1563164672 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005315358690418874, + "loss": 0.068, + "theoretical_loss": 3.531780892257837, + "tokens_seen": 1563426816 + }, + { + "epoch": 0.47, + "learning_rate": 0.000531455625100305, + "loss": 0.069, + "theoretical_loss": 3.5317295166725424, + "tokens_seen": 1563688960 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005313753811587225, + "loss": 0.0689, + "theoretical_loss": 3.5316781521104996, + "tokens_seen": 1563951104 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005312951372171401, + "loss": 0.0686, + "theoretical_loss": 3.5316267985674954, + "tokens_seen": 1564213248 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005312148932755577, + "loss": 0.0694, + "theoretical_loss": 3.5315754560393207, + "tokens_seen": 1564475392 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005311346493339753, + "loss": 0.0686, + "theoretical_loss": 3.5315241245217672, + "tokens_seen": 1564737536 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005310544053923929, + "loss": 0.0695, + "theoretical_loss": 3.5314728040106305, + "tokens_seen": 1564999680 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005309741614508104, + "loss": 0.0729, + "theoretical_loss": 3.531421494501707, + "tokens_seen": 1565261824 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005308939175092282, + "loss": 0.0712, + "theoretical_loss": 3.5313701959907955, + "tokens_seen": 1565523968 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005308136735676457, + "loss": 0.0716, + "theoretical_loss": 3.5313189084736987, + "tokens_seen": 1565786112 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005307334296260632, + "loss": 0.0714, + "theoretical_loss": 3.5312676319462195, + "tokens_seen": 1566048256 + }, + { + "epoch": 0.47, + "objective/train/advantage_avg": -0.0007150002056732774, + "objective/train/docs_used": 572070, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4037326574325562, + "objective/train/original_loss": 1.4037327766418457, + "objective/train/theoretical_loss": 3.531216366404165, + "objective/train/tokens_used": 1586770400, + "objective/train/value_avg": -0.00806427001953125, + "objective/train/value_loss": 0.00017382910300511867, + "objective/train/value_max": -5.829334259033203e-05, + "objective/train/value_min": -0.78466796875, + "objective/train/value_reward_corr": 0.8090630273094875, + "objective/train/value_std": 0.0154266357421875, + "objective/train/weight_avg": 0.999366819858551, + "objective/train/weighted_lm_loss": 1.4029104709625244, + "objective/train/weights_max": 1.1709752082824707, + "objective/train/weights_min": 0.3792272210121155, + "theoretical_loss": 3.531216366404165, + "tokens_seen": 1566310400 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005306531856844809, + "loss": 0.0683, + "theoretical_loss": 3.531216366404165, + "tokens_seen": 1566310400 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005305729417428984, + "loss": 0.0681, + "theoretical_loss": 3.531165111843343, + "tokens_seen": 1566572544 + }, + { + "epoch": 0.47, + "learning_rate": 0.000530492697801316, + "loss": 0.0708, + "theoretical_loss": 3.531113868259565, + "tokens_seen": 1566834688 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005304124538597336, + "loss": 0.0685, + "theoretical_loss": 3.5310626356486434, + "tokens_seen": 1567096832 + }, + { + "epoch": 0.47, + "learning_rate": 0.0005303322099181512, + "loss": 0.0689, + "theoretical_loss": 3.5310114140063944, + "tokens_seen": 1567358976 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005302519659765687, + "loss": 0.0702, + "theoretical_loss": 3.530960203328635, + "tokens_seen": 1567621120 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005301717220349863, + "loss": 0.0703, + "theoretical_loss": 3.5309090036111854, + "tokens_seen": 1567883264 + }, + { + "epoch": 0.48, + "learning_rate": 0.000530091478093404, + "loss": 0.0704, + "theoretical_loss": 3.5308578148498686, + "tokens_seen": 1568145408 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005300112341518215, + "loss": 0.0704, + "theoretical_loss": 3.5308066370405076, + "tokens_seen": 1568407552 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005299309902102392, + "loss": 0.0695, + "theoretical_loss": 3.530755470178931, + "tokens_seen": 1568669696 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005298507462686567, + "loss": 0.0696, + "theoretical_loss": 3.5307043142609666, + "tokens_seen": 1568931840 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005297705023270744, + "loss": 0.0694, + "theoretical_loss": 3.530653169282447, + "tokens_seen": 1569193984 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005296902583854919, + "loss": 0.0688, + "theoretical_loss": 3.5306020352392053, + "tokens_seen": 1569456128 + }, + { + "epoch": 0.48, + "objective/train/advantage_avg": 0.0018637629691511393, + "objective/train/docs_used": 573246, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3387256860733032, + "objective/train/original_loss": 1.3387258052825928, + "objective/train/theoretical_loss": 3.5305764723170125, + "objective/train/tokens_used": 1590047200, + "objective/train/value_avg": -0.005832672119140625, + "objective/train/value_loss": 0.00011125326273031533, + "objective/train/value_max": -5.1021575927734375e-05, + "objective/train/value_min": -0.9716796875, + "objective/train/value_reward_corr": 0.8146743811866907, + "objective/train/value_std": 0.01522064208984375, + "objective/train/weight_avg": 1.001917839050293, + "objective/train/weighted_lm_loss": 1.3417717218399048, + "objective/train/weights_max": 2.1046321392059326, + "objective/train/weights_min": 0.3687421381473541, + "theoretical_loss": 3.5305764723170125, + "tokens_seen": 1569587200 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005296100144439095, + "loss": 0.07, + "theoretical_loss": 3.5305509121270777, + "tokens_seen": 1569718272 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005295297705023271, + "loss": 0.0663, + "theoretical_loss": 3.5304997999419028, + "tokens_seen": 1569980416 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005294495265607446, + "loss": 0.0692, + "theoretical_loss": 3.5304486986795203, + "tokens_seen": 1570242560 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005293692826191623, + "loss": 0.0699, + "theoretical_loss": 3.5303976083357735, + "tokens_seen": 1570504704 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005292890386775799, + "loss": 0.0647, + "theoretical_loss": 3.5303465289065077, + "tokens_seen": 1570766848 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005292087947359975, + "loss": 0.0672, + "theoretical_loss": 3.5302954603875696, + "tokens_seen": 1571028992 + }, + { + "epoch": 0.48, + "learning_rate": 0.000529128550794415, + "loss": 0.0693, + "theoretical_loss": 3.5302444027748106, + "tokens_seen": 1571291136 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005290483068528327, + "loss": 0.0701, + "theoretical_loss": 3.530193356064081, + "tokens_seen": 1571553280 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005289680629112502, + "loss": 0.0689, + "theoretical_loss": 3.530142320251235, + "tokens_seen": 1571815424 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005288878189696677, + "loss": 0.0688, + "theoretical_loss": 3.5300912953321304, + "tokens_seen": 1572077568 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005288075750280854, + "loss": 0.0684, + "theoretical_loss": 3.530040281302625, + "tokens_seen": 1572339712 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005287273310865029, + "loss": 0.0735, + "theoretical_loss": 3.5299892781585793, + "tokens_seen": 1572601856 + }, + { + "epoch": 0.48, + "objective/train/advantage_avg": 0.0003403274167794734, + "objective/train/docs_used": 574423, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4775173664093018, + "objective/train/original_loss": 1.4775173664093018, + "objective/train/theoretical_loss": 3.529938285895858, + "objective/train/tokens_used": 1593324000, + "objective/train/value_avg": -0.009033203125, + "objective/train/value_loss": 0.00025843194453045726, + "objective/train/value_max": -0.00010889768600463867, + "objective/train/value_min": -0.467041015625, + "objective/train/value_reward_corr": 0.7538664578287567, + "objective/train/value_std": 0.0165863037109375, + "objective/train/weight_avg": 1.0004597902297974, + "objective/train/weighted_lm_loss": 1.4788514375686646, + "objective/train/weights_max": 1.278239130973816, + "objective/train/weights_min": 0.369612455368042, + "theoretical_loss": 3.529938285895858, + "tokens_seen": 1572864000 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005286470871449207, + "loss": 0.0722, + "theoretical_loss": 3.529938285895858, + "tokens_seen": 1572864000 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005285668432033382, + "loss": 0.0672, + "theoretical_loss": 3.529887304510326, + "tokens_seen": 1573126144 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005284865992617558, + "loss": 0.0666, + "theoretical_loss": 3.5298363339978502, + "tokens_seen": 1573388288 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005284063553201734, + "loss": 0.0671, + "theoretical_loss": 3.529785374354302, + "tokens_seen": 1573650432 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005283261113785909, + "loss": 0.0686, + "theoretical_loss": 3.529734425575553, + "tokens_seen": 1573912576 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005282458674370085, + "loss": 0.0688, + "theoretical_loss": 3.5296834876574783, + "tokens_seen": 1574174720 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005281656234954261, + "loss": 0.0701, + "theoretical_loss": 3.529632560595954, + "tokens_seen": 1574436864 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005280853795538437, + "loss": 0.0675, + "theoretical_loss": 3.5295816443868593, + "tokens_seen": 1574699008 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005280051356122612, + "loss": 0.0642, + "theoretical_loss": 3.529530739026076, + "tokens_seen": 1574961152 + }, + { + "epoch": 0.48, + "learning_rate": 0.000527924891670679, + "loss": 0.0678, + "theoretical_loss": 3.5294798445094875, + "tokens_seen": 1575223296 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005278446477290965, + "loss": 0.0701, + "theoretical_loss": 3.529428960832979, + "tokens_seen": 1575485440 + }, + { + "epoch": 0.48, + "learning_rate": 0.000527764403787514, + "loss": 0.0679, + "theoretical_loss": 3.5293780879924395, + "tokens_seen": 1575747584 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005276841598459317, + "loss": 0.0664, + "theoretical_loss": 3.529327225983759, + "tokens_seen": 1576009728 + }, + { + "epoch": 0.48, + "objective/train/advantage_avg": 0.0005787081900052726, + "objective/train/docs_used": 575737, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2233580350875854, + "objective/train/original_loss": 1.223357915878296, + "objective/train/theoretical_loss": 3.529301799040082, + "objective/train/tokens_used": 1596600800, + "objective/train/value_avg": -0.00870513916015625, + "objective/train/value_loss": 0.00025343013112433255, + "objective/train/value_max": -5.829334259033203e-05, + "objective/train/value_min": -0.595703125, + "objective/train/value_reward_corr": 0.6869905843578662, + "objective/train/value_std": 0.01517486572265625, + "objective/train/weight_avg": 1.0006937980651855, + "objective/train/weighted_lm_loss": 1.2233803272247314, + "objective/train/weights_max": 1.609145164489746, + "objective/train/weights_min": 0.3770807087421417, + "theoretical_loss": 3.529301799040082, + "tokens_seen": 1576140800 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005276039159043492, + "loss": 0.0684, + "theoretical_loss": 3.5292763748028295, + "tokens_seen": 1576271872 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005275236719627668, + "loss": 0.0684, + "theoretical_loss": 3.5292255344455468, + "tokens_seen": 1576534016 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005274434280211844, + "loss": 0.0676, + "theoretical_loss": 3.529174704907807, + "tokens_seen": 1576796160 + }, + { + "epoch": 0.48, + "learning_rate": 0.000527363184079602, + "loss": 0.0689, + "theoretical_loss": 3.529123886185509, + "tokens_seen": 1577058304 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005272829401380196, + "loss": 0.0669, + "theoretical_loss": 3.529073078274556, + "tokens_seen": 1577320448 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005272026961964371, + "loss": 0.0678, + "theoretical_loss": 3.5290222811708505, + "tokens_seen": 1577582592 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005271224522548548, + "loss": 0.0701, + "theoretical_loss": 3.528971494870299, + "tokens_seen": 1577844736 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005270422083132724, + "loss": 0.0662, + "theoretical_loss": 3.5289207193688092, + "tokens_seen": 1578106880 + }, + { + "epoch": 0.48, + "learning_rate": 0.00052696196437169, + "loss": 0.067, + "theoretical_loss": 3.5288699546622913, + "tokens_seen": 1578369024 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005268817204301075, + "loss": 0.0699, + "theoretical_loss": 3.528819200746659, + "tokens_seen": 1578631168 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005268014764885252, + "loss": 0.0709, + "theoretical_loss": 3.5287684576178258, + "tokens_seen": 1578893312 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005267212325469427, + "loss": 0.0711, + "theoretical_loss": 3.5287177252717097, + "tokens_seen": 1579155456 + }, + { + "epoch": 0.48, + "objective/train/advantage_avg": 0.0008254225831478834, + "objective/train/docs_used": 576827, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4007667303085327, + "objective/train/original_loss": 1.4007666110992432, + "objective/train/theoretical_loss": 3.5286670037042303, + "objective/train/tokens_used": 1599877600, + "objective/train/value_avg": -0.005191802978515625, + "objective/train/value_loss": 0.00020639710419345647, + "objective/train/value_max": -9.840726852416992e-05, + "objective/train/value_min": -0.7509765625, + "objective/train/value_reward_corr": 0.6267299403021732, + "objective/train/value_std": 0.01367950439453125, + "objective/train/weight_avg": 1.0009196996688843, + "objective/train/weighted_lm_loss": 1.4017735719680786, + "objective/train/weights_max": 1.775742769241333, + "objective/train/weights_min": 0.3703887462615967, + "theoretical_loss": 3.5286670037042303, + "tokens_seen": 1579417600 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005266409886053603, + "loss": 0.0701, + "theoretical_loss": 3.5286670037042303, + "tokens_seen": 1579417600 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005265607446637779, + "loss": 0.0682, + "theoretical_loss": 3.528616292911309, + "tokens_seen": 1579679744 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005264805007221954, + "loss": 0.0699, + "theoretical_loss": 3.5285655928888686, + "tokens_seen": 1579941888 + }, + { + "epoch": 0.48, + "learning_rate": 0.000526400256780613, + "loss": 0.0687, + "theoretical_loss": 3.5285149036328356, + "tokens_seen": 1580204032 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005263200128390307, + "loss": 0.0695, + "theoretical_loss": 3.528464225139139, + "tokens_seen": 1580466176 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005262397688974483, + "loss": 0.0731, + "theoretical_loss": 3.5284135574037085, + "tokens_seen": 1580728320 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005261595249558658, + "loss": 0.0697, + "theoretical_loss": 3.5283629004224766, + "tokens_seen": 1580990464 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005260792810142835, + "loss": 0.0708, + "theoretical_loss": 3.5283122541913787, + "tokens_seen": 1581252608 + }, + { + "epoch": 0.48, + "learning_rate": 0.000525999037072701, + "loss": 0.0686, + "theoretical_loss": 3.5282616187063516, + "tokens_seen": 1581514752 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005259187931311186, + "loss": 0.0686, + "theoretical_loss": 3.528210993963334, + "tokens_seen": 1581776896 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005258385491895362, + "loss": 0.0712, + "theoretical_loss": 3.528160379958268, + "tokens_seen": 1582039040 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005257583052479537, + "loss": 0.0706, + "theoretical_loss": 3.528109776687097, + "tokens_seen": 1582301184 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005256780613063715, + "loss": 0.072, + "theoretical_loss": 3.528059184145767, + "tokens_seen": 1582563328 + }, + { + "epoch": 0.48, + "objective/train/advantage_avg": 0.0018534512491896749, + "objective/train/docs_used": 578056, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2198137044906616, + "objective/train/original_loss": 1.219813585281372, + "objective/train/theoretical_loss": 3.5280338918975263, + "objective/train/tokens_used": 1603154400, + "objective/train/value_avg": -0.00812530517578125, + "objective/train/value_loss": 0.0001553489128127694, + "objective/train/value_max": -9.5367431640625e-05, + "objective/train/value_min": -0.2386474609375, + "objective/train/value_reward_corr": 0.7251965478889995, + "objective/train/value_std": 0.0137786865234375, + "objective/train/weight_avg": 1.001924753189087, + "objective/train/weighted_lm_loss": 1.2230130434036255, + "objective/train/weights_max": 1.1262472867965698, + "objective/train/weights_min": 0.3694573640823364, + "theoretical_loss": 3.5280338918975263, + "tokens_seen": 1582694400 + }, + { + "epoch": 0.48, + "learning_rate": 0.000525597817364789, + "loss": 0.0702, + "theoretical_loss": 3.5280086023302264, + "tokens_seen": 1582825472 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005255175734232066, + "loss": 0.0686, + "theoretical_loss": 3.527958031236425, + "tokens_seen": 1583087616 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005254373294816242, + "loss": 0.0693, + "theoretical_loss": 3.527907470860315, + "tokens_seen": 1583349760 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005253570855400417, + "loss": 0.0709, + "theoretical_loss": 3.527856921197852, + "tokens_seen": 1583611904 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005252768415984593, + "loss": 0.0708, + "theoretical_loss": 3.5278063822449925, + "tokens_seen": 1583874048 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005251965976568769, + "loss": 0.0698, + "theoretical_loss": 3.5277558539976956, + "tokens_seen": 1584136192 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005251163537152945, + "loss": 0.07, + "theoretical_loss": 3.5277053364519215, + "tokens_seen": 1584398336 + }, + { + "epoch": 0.48, + "learning_rate": 0.000525036109773712, + "loss": 0.0705, + "theoretical_loss": 3.5276548296036356, + "tokens_seen": 1584660480 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005249558658321298, + "loss": 0.0684, + "theoretical_loss": 3.527604333448802, + "tokens_seen": 1584922624 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005248756218905473, + "loss": 0.0686, + "theoretical_loss": 3.527553847983389, + "tokens_seen": 1585184768 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005247953779489648, + "loss": 0.07, + "theoretical_loss": 3.5275033732033667, + "tokens_seen": 1585446912 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005247151340073825, + "loss": 0.0671, + "theoretical_loss": 3.5274529091047073, + "tokens_seen": 1585709056 + }, + { + "epoch": 0.48, + "objective/train/advantage_avg": 0.00025521969655528665, + "objective/train/docs_used": 579278, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.22800612449646, + "objective/train/original_loss": 1.2280058860778809, + "objective/train/theoretical_loss": 3.527402455683385, + "objective/train/tokens_used": 1606431200, + "objective/train/value_avg": -0.00783538818359375, + "objective/train/value_loss": 0.0001563491823617369, + "objective/train/value_max": -5.346536636352539e-05, + "objective/train/value_min": -0.42138671875, + "objective/train/value_reward_corr": 0.761253980549534, + "objective/train/value_std": 0.01425933837890625, + "objective/train/weight_avg": 1.000328540802002, + "objective/train/weighted_lm_loss": 1.2285022735595703, + "objective/train/weights_max": 1.214059591293335, + "objective/train/weights_min": 0.3688335716724396, + "theoretical_loss": 3.527402455683385, + "tokens_seen": 1585971200 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005246348900658, + "loss": 0.0678, + "theoretical_loss": 3.527402455683385, + "tokens_seen": 1585971200 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005245546461242177, + "loss": 0.0696, + "theoretical_loss": 3.527352012935377, + "tokens_seen": 1586233344 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005244744021826352, + "loss": 0.0695, + "theoretical_loss": 3.527301580856661, + "tokens_seen": 1586495488 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005243941582410528, + "loss": 0.0701, + "theoretical_loss": 3.527251159443219, + "tokens_seen": 1586757632 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005243139142994704, + "loss": 0.0721, + "theoretical_loss": 3.5272007486910333, + "tokens_seen": 1587019776 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005242336703578879, + "loss": 0.0701, + "theoretical_loss": 3.5271503485960896, + "tokens_seen": 1587281920 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005241534264163056, + "loss": 0.0693, + "theoretical_loss": 3.5270999591543752, + "tokens_seen": 1587544064 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005240731824747232, + "loss": 0.0686, + "theoretical_loss": 3.5270495803618793, + "tokens_seen": 1587806208 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005239929385331408, + "loss": 0.0656, + "theoretical_loss": 3.5269992122145952, + "tokens_seen": 1588068352 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005239126945915583, + "loss": 0.0678, + "theoretical_loss": 3.526948854708515, + "tokens_seen": 1588330496 + }, + { + "epoch": 0.48, + "learning_rate": 0.000523832450649976, + "loss": 0.0686, + "theoretical_loss": 3.526898507839636, + "tokens_seen": 1588592640 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005237522067083935, + "loss": 0.0673, + "theoretical_loss": 3.526848171603956, + "tokens_seen": 1588854784 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005236719627668111, + "loss": 0.0704, + "theoretical_loss": 3.526797845997476, + "tokens_seen": 1589116928 + }, + { + "epoch": 0.48, + "objective/train/advantage_avg": -2.892396878451109e-05, + "objective/train/docs_used": 580493, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3410943746566772, + "objective/train/original_loss": 1.3410943746566772, + "objective/train/theoretical_loss": 3.5267726871789367, + "objective/train/tokens_used": 1609708000, + "objective/train/value_avg": -0.00778961181640625, + "objective/train/value_loss": 0.00016662573034409434, + "objective/train/value_max": -9.173154830932617e-05, + "objective/train/value_min": -0.58056640625, + "objective/train/value_reward_corr": 0.8906326827137994, + "objective/train/value_std": 0.024322509765625, + "objective/train/weight_avg": 1.0000487565994263, + "objective/train/weighted_lm_loss": 1.3409779071807861, + "objective/train/weights_max": 1.1676921844482422, + "objective/train/weights_min": 0.3856402337551117, + "theoretical_loss": 3.5267726871789367, + "tokens_seen": 1589248000 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005235917188252287, + "loss": 0.0668, + "theoretical_loss": 3.5267475310161984, + "tokens_seen": 1589379072 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005235114748836462, + "loss": 0.0711, + "theoretical_loss": 3.5266972266561276, + "tokens_seen": 1589641216 + }, + { + "epoch": 0.48, + "learning_rate": 0.000523431230942064, + "loss": 0.0672, + "theoretical_loss": 3.526646932913271, + "tokens_seen": 1589903360 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005233509870004815, + "loss": 0.0668, + "theoretical_loss": 3.5265966497836376, + "tokens_seen": 1590165504 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005232707430588991, + "loss": 0.0726, + "theoretical_loss": 3.5265463772632386, + "tokens_seen": 1590427648 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005231904991173167, + "loss": 0.0681, + "theoretical_loss": 3.5264961153480874, + "tokens_seen": 1590689792 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005231102551757343, + "loss": 0.0706, + "theoretical_loss": 3.5264458640342, + "tokens_seen": 1590951936 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005230300112341518, + "loss": 0.0699, + "theoretical_loss": 3.5263956233175935, + "tokens_seen": 1591214080 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005229497672925694, + "loss": 0.0669, + "theoretical_loss": 3.5263453931942883, + "tokens_seen": 1591476224 + }, + { + "epoch": 0.48, + "learning_rate": 0.000522869523350987, + "loss": 0.0672, + "theoretical_loss": 3.5262951736603063, + "tokens_seen": 1591738368 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005227892794094045, + "loss": 0.0691, + "theoretical_loss": 3.5262449647116716, + "tokens_seen": 1592000512 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005227090354678223, + "loss": 0.0665, + "theoretical_loss": 3.5261947663444104, + "tokens_seen": 1592262656 + }, + { + "epoch": 0.48, + "objective/train/advantage_avg": 1.0294597814208828e-05, + "objective/train/docs_used": 581545, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4978094100952148, + "objective/train/original_loss": 1.4978094100952148, + "objective/train/theoretical_loss": 3.5261445785545513, + "objective/train/tokens_used": 1612984800, + "objective/train/value_avg": -0.006683349609375, + "objective/train/value_loss": 0.00017741305055096745, + "objective/train/value_max": -5.608797073364258e-05, + "objective/train/value_min": -0.2333984375, + "objective/train/value_reward_corr": 0.7066620589394469, + "objective/train/value_std": 0.01251983642578125, + "objective/train/weight_avg": 1.000092625617981, + "objective/train/weighted_lm_loss": 1.498241662979126, + "objective/train/weights_max": 1.18160080909729, + "objective/train/weights_min": 0.3682624399662018, + "theoretical_loss": 3.5261445785545513, + "tokens_seen": 1592524800 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005226287915262398, + "loss": 0.0678, + "theoretical_loss": 3.5261445785545513, + "tokens_seen": 1592524800 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005225485475846574, + "loss": 0.069, + "theoretical_loss": 3.526094401338125, + "tokens_seen": 1592786944 + }, + { + "epoch": 0.48, + "learning_rate": 0.000522468303643075, + "loss": 0.0694, + "theoretical_loss": 3.526044234691165, + "tokens_seen": 1593049088 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005223880597014925, + "loss": 0.068, + "theoretical_loss": 3.525994078609705, + "tokens_seen": 1593311232 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005223078157599101, + "loss": 0.0695, + "theoretical_loss": 3.525943933089782, + "tokens_seen": 1593573376 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005222275718183277, + "loss": 0.0716, + "theoretical_loss": 3.5258937981274365, + "tokens_seen": 1593835520 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005221473278767453, + "loss": 0.0689, + "theoretical_loss": 3.5258436737187084, + "tokens_seen": 1594097664 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005220670839351629, + "loss": 0.0671, + "theoretical_loss": 3.5257935598596424, + "tokens_seen": 1594359808 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005219868399935806, + "loss": 0.0675, + "theoretical_loss": 3.5257434565462833, + "tokens_seen": 1594621952 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005219065960519981, + "loss": 0.0694, + "theoretical_loss": 3.5256933637746792, + "tokens_seen": 1594884096 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005218263521104157, + "loss": 0.0651, + "theoretical_loss": 3.5256432815408796, + "tokens_seen": 1595146240 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005217461081688333, + "loss": 0.066, + "theoretical_loss": 3.5255932098409364, + "tokens_seen": 1595408384 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005216658642272508, + "loss": 0.068, + "theoretical_loss": 3.5255431486709043, + "tokens_seen": 1595670528 + }, + { + "epoch": 0.48, + "objective/train/advantage_avg": 0.002226885175332427, + "objective/train/docs_used": 582715, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3551799058914185, + "objective/train/original_loss": 1.3551799058914185, + "objective/train/theoretical_loss": 3.5255181220333722, + "objective/train/tokens_used": 1616261600, + "objective/train/value_avg": -0.0120086669921875, + "objective/train/value_loss": 0.0005751908174715936, + "objective/train/value_max": -9.459257125854492e-05, + "objective/train/value_min": -0.82373046875, + "objective/train/value_reward_corr": 0.7113160998740673, + "objective/train/value_std": 0.02606201171875, + "objective/train/weight_avg": 1.0024861097335815, + "objective/train/weighted_lm_loss": 1.3575564622879028, + "objective/train/weights_max": 1.7010036706924438, + "objective/train/weights_min": 0.3717136085033417, + "theoretical_loss": 3.5255181220333722, + "tokens_seen": 1595801600 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005215856202856685, + "loss": 0.0651, + "theoretical_loss": 3.525493098026839, + "tokens_seen": 1595932672 + }, + { + "epoch": 0.48, + "learning_rate": 0.000521505376344086, + "loss": 0.0693, + "theoretical_loss": 3.5254430579047993, + "tokens_seen": 1596194816 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005214251324025036, + "loss": 0.0659, + "theoretical_loss": 3.5253930283008454, + "tokens_seen": 1596456960 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005213448884609212, + "loss": 0.069, + "theoretical_loss": 3.5253430092110403, + "tokens_seen": 1596719104 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005212646445193387, + "loss": 0.0669, + "theoretical_loss": 3.5252930006314482, + "tokens_seen": 1596981248 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005211844005777564, + "loss": 0.0679, + "theoretical_loss": 3.5252430025581356, + "tokens_seen": 1597243392 + }, + { + "epoch": 0.48, + "learning_rate": 0.000521104156636174, + "loss": 0.0678, + "theoretical_loss": 3.5251930149871726, + "tokens_seen": 1597505536 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005210239126945916, + "loss": 0.0672, + "theoretical_loss": 3.5251430379146296, + "tokens_seen": 1597767680 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005209436687530092, + "loss": 0.0674, + "theoretical_loss": 3.5250930713365802, + "tokens_seen": 1598029824 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005208634248114268, + "loss": 0.0654, + "theoretical_loss": 3.525043115249099, + "tokens_seen": 1598291968 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005207831808698443, + "loss": 0.0698, + "theoretical_loss": 3.5249931696482637, + "tokens_seen": 1598554112 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005207029369282619, + "loss": 0.0699, + "theoretical_loss": 3.524943234530154, + "tokens_seen": 1598816256 + }, + { + "epoch": 0.48, + "objective/train/advantage_avg": 0.0009670934523455799, + "objective/train/docs_used": 583998, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.476813793182373, + "objective/train/original_loss": 1.476813793182373, + "objective/train/theoretical_loss": 3.5248933098908517, + "objective/train/tokens_used": 1619538400, + "objective/train/value_avg": -0.007518768310546875, + "objective/train/value_loss": 0.00016009915270842612, + "objective/train/value_max": -3.0219554901123047e-05, + "objective/train/value_min": -0.2578125, + "objective/train/value_reward_corr": 0.6863049691360951, + "objective/train/value_std": 0.01277923583984375, + "objective/train/weight_avg": 1.0010427236557007, + "objective/train/weighted_lm_loss": 1.4782260656356812, + "objective/train/weights_max": 1.1527190208435059, + "objective/train/weights_min": 0.3954969048500061, + "theoretical_loss": 3.5248933098908517, + "tokens_seen": 1599078400 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005206226929866795, + "loss": 0.0687, + "theoretical_loss": 3.5248933098908517, + "tokens_seen": 1599078400 + }, + { + "epoch": 0.48, + "learning_rate": 0.000520542449045097, + "loss": 0.0681, + "theoretical_loss": 3.5248433957264402, + "tokens_seen": 1599340544 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005204622051035148, + "loss": 0.0702, + "theoretical_loss": 3.5247934920330053, + "tokens_seen": 1599602688 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005203819611619323, + "loss": 0.0702, + "theoretical_loss": 3.5247435988066353, + "tokens_seen": 1599864832 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005203017172203499, + "loss": 0.0694, + "theoretical_loss": 3.52469371604342, + "tokens_seen": 1600126976 + }, + { + "epoch": 0.48, + "learning_rate": 0.0005202214732787675, + "loss": 0.069, + "theoretical_loss": 3.524643843739452, + "tokens_seen": 1600389120 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005201412293371851, + "loss": 0.0726, + "theoretical_loss": 3.524593981890825, + "tokens_seen": 1600651264 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005200609853956026, + "loss": 0.0689, + "theoretical_loss": 3.524544130493635, + "tokens_seen": 1600913408 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005199807414540202, + "loss": 0.0686, + "theoretical_loss": 3.5244942895439815, + "tokens_seen": 1601175552 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005199004975124378, + "loss": 0.0689, + "theoretical_loss": 3.524444459037965, + "tokens_seen": 1601437696 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005198202535708553, + "loss": 0.0685, + "theoretical_loss": 3.5243946389716867, + "tokens_seen": 1601699840 + }, + { + "epoch": 0.49, + "learning_rate": 0.000519740009629273, + "loss": 0.0704, + "theoretical_loss": 3.5243448293412527, + "tokens_seen": 1601961984 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005196597656876906, + "loss": 0.0706, + "theoretical_loss": 3.5242950301427696, + "tokens_seen": 1602224128 + }, + { + "epoch": 0.49, + "objective/train/advantage_avg": 0.00119786208961159, + "objective/train/docs_used": 585126, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3898751735687256, + "objective/train/original_loss": 1.3898749351501465, + "objective/train/theoretical_loss": 3.524270134454293, + "objective/train/tokens_used": 1622815200, + "objective/train/value_avg": -0.00634002685546875, + "objective/train/value_loss": 0.0002334884920855984, + "objective/train/value_max": -4.398822784423828e-05, + "objective/train/value_min": -0.65234375, + "objective/train/value_reward_corr": 0.630777286918793, + "objective/train/value_std": 0.01439666748046875, + "objective/train/weight_avg": 1.0013014078140259, + "objective/train/weighted_lm_loss": 1.3922253847122192, + "objective/train/weights_max": 1.482964277267456, + "objective/train/weights_min": 0.38973385095596313, + "theoretical_loss": 3.524270134454293, + "tokens_seen": 1602355200 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005195795217461083, + "loss": 0.0674, + "theoretical_loss": 3.5242452413723457, + "tokens_seen": 1602486272 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005194992778045258, + "loss": 0.0689, + "theoretical_loss": 3.5241954630260923, + "tokens_seen": 1602748416 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005194190338629433, + "loss": 0.0653, + "theoretical_loss": 3.524145695100123, + "tokens_seen": 1603010560 + }, + { + "epoch": 0.49, + "learning_rate": 0.000519338789921361, + "loss": 0.0684, + "theoretical_loss": 3.5240959375905527, + "tokens_seen": 1603272704 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005192585459797785, + "loss": 0.0689, + "theoretical_loss": 3.5240461904934977, + "tokens_seen": 1603534848 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005191783020381961, + "loss": 0.0695, + "theoretical_loss": 3.5239964538050788, + "tokens_seen": 1603796992 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005190980580966137, + "loss": 0.0691, + "theoretical_loss": 3.5239467275214165, + "tokens_seen": 1604059136 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005190178141550314, + "loss": 0.0706, + "theoretical_loss": 3.523897011638635, + "tokens_seen": 1604321280 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005189375702134489, + "loss": 0.0689, + "theoretical_loss": 3.5238473061528586, + "tokens_seen": 1604583424 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005188573262718665, + "loss": 0.0659, + "theoretical_loss": 3.5237976110602163, + "tokens_seen": 1604845568 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005187770823302841, + "loss": 0.0712, + "theoretical_loss": 3.523747926356837, + "tokens_seen": 1605107712 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005186968383887016, + "loss": 0.0682, + "theoretical_loss": 3.523698252038853, + "tokens_seen": 1605369856 + }, + { + "epoch": 0.49, + "objective/train/advantage_avg": 0.0016257580136880279, + "objective/train/docs_used": 586391, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3610589504241943, + "objective/train/original_loss": 1.3610587120056152, + "objective/train/theoretical_loss": 3.5236485881023976, + "objective/train/tokens_used": 1626092000, + "objective/train/value_avg": -0.0083770751953125, + "objective/train/value_loss": 0.00018768069276120514, + "objective/train/value_max": -0.00010389089584350586, + "objective/train/value_min": -0.9287109375, + "objective/train/value_reward_corr": 0.7284409226980031, + "objective/train/value_std": 0.01537322998046875, + "objective/train/weight_avg": 1.0017108917236328, + "objective/train/weighted_lm_loss": 1.3629858493804932, + "objective/train/weights_max": 1.1689393520355225, + "objective/train/weights_min": 0.3696533143520355, + "theoretical_loss": 3.5236485881023976, + "tokens_seen": 1605632000 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005186165944471193, + "loss": 0.0675, + "theoretical_loss": 3.5236485881023976, + "tokens_seen": 1605632000 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005185363505055368, + "loss": 0.0671, + "theoretical_loss": 3.5235989345436076, + "tokens_seen": 1605894144 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005184561065639545, + "loss": 0.0692, + "theoretical_loss": 3.52354929135862, + "tokens_seen": 1606156288 + }, + { + "epoch": 0.49, + "learning_rate": 0.000518375862622372, + "loss": 0.0666, + "theoretical_loss": 3.5234996585435754, + "tokens_seen": 1606418432 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005182956186807895, + "loss": 0.0685, + "theoretical_loss": 3.5234500360946157, + "tokens_seen": 1606680576 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005182153747392073, + "loss": 0.0661, + "theoretical_loss": 3.5234004240078853, + "tokens_seen": 1606942720 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005181351307976248, + "loss": 0.069, + "theoretical_loss": 3.5233508222795304, + "tokens_seen": 1607204864 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005180548868560424, + "loss": 0.0672, + "theoretical_loss": 3.5233012309057, + "tokens_seen": 1607467008 + }, + { + "epoch": 0.49, + "learning_rate": 0.00051797464291446, + "loss": 0.0684, + "theoretical_loss": 3.5232516498825426, + "tokens_seen": 1607729152 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005178943989728776, + "loss": 0.0706, + "theoretical_loss": 3.5232020792062126, + "tokens_seen": 1607991296 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005178141550312951, + "loss": 0.0671, + "theoretical_loss": 3.523152518872864, + "tokens_seen": 1608253440 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005177339110897127, + "loss": 0.0695, + "theoretical_loss": 3.5231029688786526, + "tokens_seen": 1608515584 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005176536671481303, + "loss": 0.0691, + "theoretical_loss": 3.523053429219738, + "tokens_seen": 1608777728 + }, + { + "epoch": 0.49, + "objective/train/advantage_avg": -0.000582117005251348, + "objective/train/docs_used": 587617, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5924440622329712, + "objective/train/original_loss": 1.5924440622329712, + "objective/train/theoretical_loss": 3.5230286632648165, + "objective/train/tokens_used": 1629368800, + "objective/train/value_avg": -0.00824737548828125, + "objective/train/value_loss": 0.0003988425887655467, + "objective/train/value_max": -6.920099258422852e-05, + "objective/train/value_min": -0.640625, + "objective/train/value_reward_corr": 0.6182542645176776, + "objective/train/value_std": 0.01436614990234375, + "objective/train/weight_avg": 0.999578058719635, + "objective/train/weighted_lm_loss": 1.5919510126113892, + "objective/train/weights_max": 1.1987085342407227, + "objective/train/weights_min": 0.22870054841041565, + "theoretical_loss": 3.5230286632648165, + "tokens_seen": 1608908800 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005175734232065478, + "loss": 0.074, + "theoretical_loss": 3.52300389989228, + "tokens_seen": 1609039872 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005174931792649656, + "loss": 0.0714, + "theoretical_loss": 3.5229543808924415, + "tokens_seen": 1609302016 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005174129353233831, + "loss": 0.0684, + "theoretical_loss": 3.522904872216388, + "tokens_seen": 1609564160 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005173326913818007, + "loss": 0.0689, + "theoretical_loss": 3.5228553738602857, + "tokens_seen": 1609826304 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005172524474402183, + "loss": 0.0705, + "theoretical_loss": 3.5228058858203033, + "tokens_seen": 1610088448 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005171722034986359, + "loss": 0.0702, + "theoretical_loss": 3.5227564080926115, + "tokens_seen": 1610350592 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005170919595570535, + "loss": 0.0696, + "theoretical_loss": 3.5227069406733844, + "tokens_seen": 1610612736 + }, + { + "epoch": 0.49, + "learning_rate": 0.000517011715615471, + "loss": 0.0707, + "theoretical_loss": 3.5226574835587963, + "tokens_seen": 1610874880 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005169314716738886, + "loss": 0.0676, + "theoretical_loss": 3.522608036745024, + "tokens_seen": 1611137024 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005168512277323062, + "loss": 0.0697, + "theoretical_loss": 3.5225586002282467, + "tokens_seen": 1611399168 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005167709837907239, + "loss": 0.0701, + "theoretical_loss": 3.5225091740046457, + "tokens_seen": 1611661312 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005166907398491414, + "loss": 0.072, + "theoretical_loss": 3.5224597580704033, + "tokens_seen": 1611923456 + }, + { + "epoch": 0.49, + "objective/train/advantage_avg": -0.00019038331811316311, + "objective/train/docs_used": 588885, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4320785999298096, + "objective/train/original_loss": 1.4320783615112305, + "objective/train/theoretical_loss": 3.5224103524217067, + "objective/train/tokens_used": 1632645600, + "objective/train/value_avg": -0.0110626220703125, + "objective/train/value_loss": 0.0004221835406497121, + "objective/train/value_max": -5.1856040954589844e-05, + "objective/train/value_min": -0.88330078125, + "objective/train/value_reward_corr": 0.8200339818439566, + "objective/train/value_std": 0.0286407470703125, + "objective/train/weight_avg": 1.0000016689300537, + "objective/train/weighted_lm_loss": 1.4320571422576904, + "objective/train/weights_max": 1.55716073513031, + "objective/train/weights_min": 0.36942780017852783, + "theoretical_loss": 3.5224103524217067, + "tokens_seen": 1612185600 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005166104959075591, + "loss": 0.0693, + "theoretical_loss": 3.5224103524217067, + "tokens_seen": 1612185600 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005165302519659766, + "loss": 0.0705, + "theoretical_loss": 3.522360957054741, + "tokens_seen": 1612447744 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005164500080243941, + "loss": 0.0669, + "theoretical_loss": 3.5223115719656963, + "tokens_seen": 1612709888 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005163697640828118, + "loss": 0.0704, + "theoretical_loss": 3.5222621971507646, + "tokens_seen": 1612972032 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005162895201412293, + "loss": 0.0695, + "theoretical_loss": 3.522212832606138, + "tokens_seen": 1613234176 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005162092761996469, + "loss": 0.0714, + "theoretical_loss": 3.5221634783280122, + "tokens_seen": 1613496320 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005161290322580645, + "loss": 0.069, + "theoretical_loss": 3.5221141343125852, + "tokens_seen": 1613758464 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005160487883164821, + "loss": 0.0712, + "theoretical_loss": 3.5220648005560555, + "tokens_seen": 1614020608 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005159685443748997, + "loss": 0.0749, + "theoretical_loss": 3.522015477054625, + "tokens_seen": 1614282752 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005158883004333173, + "loss": 0.0729, + "theoretical_loss": 3.521966163804497, + "tokens_seen": 1614544896 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005158080564917349, + "loss": 0.0707, + "theoretical_loss": 3.521916860801877, + "tokens_seen": 1614807040 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005157278125501525, + "loss": 0.0704, + "theoretical_loss": 3.521867568042973, + "tokens_seen": 1615069184 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005156475686085701, + "loss": 0.0699, + "theoretical_loss": 3.5218182855239935, + "tokens_seen": 1615331328 + }, + { + "epoch": 0.49, + "objective/train/advantage_avg": 0.00157490826677531, + "objective/train/docs_used": 590099, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3357062339782715, + "objective/train/original_loss": 1.3357062339782715, + "objective/train/theoretical_loss": 3.5217936481032917, + "objective/train/tokens_used": 1635922400, + "objective/train/value_avg": -0.01198577880859375, + "objective/train/value_loss": 0.0006820496055297554, + "objective/train/value_max": -2.110004425048828e-05, + "objective/train/value_min": -0.8818359375, + "objective/train/value_reward_corr": 0.7229908092783034, + "objective/train/value_std": 0.02490234375, + "objective/train/weight_avg": 1.0018713474273682, + "objective/train/weighted_lm_loss": 1.3374090194702148, + "objective/train/weights_max": 1.4566974639892578, + "objective/train/weights_min": 0.3728525638580322, + "theoretical_loss": 3.5217936481032917, + "tokens_seen": 1615462400 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005155673246669876, + "loss": 0.0683, + "theoretical_loss": 3.5217690132411508, + "tokens_seen": 1615593472 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005154870807254053, + "loss": 0.0709, + "theoretical_loss": 3.521719751190658, + "tokens_seen": 1615855616 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005154068367838228, + "loss": 0.0695, + "theoretical_loss": 3.5216704993687307, + "tokens_seen": 1616117760 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005153265928422403, + "loss": 0.0693, + "theoretical_loss": 3.5216212577715873, + "tokens_seen": 1616379904 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005152463489006581, + "loss": 0.0711, + "theoretical_loss": 3.5215720263954458, + "tokens_seen": 1616642048 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005151661049590756, + "loss": 0.0692, + "theoretical_loss": 3.521522805236529, + "tokens_seen": 1616904192 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005150858610174932, + "loss": 0.0724, + "theoretical_loss": 3.52147359429106, + "tokens_seen": 1617166336 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005150056170759108, + "loss": 0.0708, + "theoretical_loss": 3.5214243935552654, + "tokens_seen": 1617428480 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005149253731343284, + "loss": 0.0662, + "theoretical_loss": 3.5213752030253715, + "tokens_seen": 1617690624 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005148451291927459, + "loss": 0.0698, + "theoretical_loss": 3.5213260226976084, + "tokens_seen": 1617952768 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005147648852511635, + "loss": 0.0703, + "theoretical_loss": 3.5212768525682074, + "tokens_seen": 1618214912 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005146846413095811, + "loss": 0.0714, + "theoretical_loss": 3.5212276926334027, + "tokens_seen": 1618477056 + }, + { + "epoch": 0.49, + "objective/train/advantage_avg": 0.0003055970591958612, + "objective/train/docs_used": 591377, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2354594469070435, + "objective/train/original_loss": 1.2354594469070435, + "objective/train/theoretical_loss": 3.5211785428894293, + "objective/train/tokens_used": 1639199200, + "objective/train/value_avg": -0.00586700439453125, + "objective/train/value_loss": 0.00011631986126303673, + "objective/train/value_max": -2.7954578399658203e-05, + "objective/train/value_min": -0.3193359375, + "objective/train/value_reward_corr": 0.6715629661706198, + "objective/train/value_std": 0.00922393798828125, + "objective/train/weight_avg": 1.0003597736358643, + "objective/train/weighted_lm_loss": 1.2359446287155151, + "objective/train/weights_max": 1.1731213331222534, + "objective/train/weights_min": 0.4024859070777893, + "theoretical_loss": 3.5211785428894293, + "tokens_seen": 1618739200 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005146043973679986, + "loss": 0.0671, + "theoretical_loss": 3.5211785428894293, + "tokens_seen": 1618739200 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005145241534264164, + "loss": 0.0719, + "theoretical_loss": 3.5211294033325258, + "tokens_seen": 1619001344 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005144439094848339, + "loss": 0.0686, + "theoretical_loss": 3.5210802739589306, + "tokens_seen": 1619263488 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005143636655432516, + "loss": 0.0696, + "theoretical_loss": 3.521031154764886, + "tokens_seen": 1619525632 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005142834216016691, + "loss": 0.0707, + "theoretical_loss": 3.520982045746636, + "tokens_seen": 1619787776 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005142031776600867, + "loss": 0.0698, + "theoretical_loss": 3.5209329469004254, + "tokens_seen": 1620049920 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005141229337185043, + "loss": 0.0715, + "theoretical_loss": 3.5208838582225024, + "tokens_seen": 1620312064 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005140426897769218, + "loss": 0.0685, + "theoretical_loss": 3.5208347797091157, + "tokens_seen": 1620574208 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005139624458353394, + "loss": 0.068, + "theoretical_loss": 3.5207857113565177, + "tokens_seen": 1620836352 + }, + { + "epoch": 0.49, + "learning_rate": 0.000513882201893757, + "loss": 0.0692, + "theoretical_loss": 3.520736653160962, + "tokens_seen": 1621098496 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005138019579521747, + "loss": 0.0692, + "theoretical_loss": 3.520687605118704, + "tokens_seen": 1621360640 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005137217140105922, + "loss": 0.0721, + "theoretical_loss": 3.520638567226001, + "tokens_seen": 1621622784 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005136414700690099, + "loss": 0.0697, + "theoretical_loss": 3.5205895394791127, + "tokens_seen": 1621884928 + }, + { + "epoch": 0.49, + "objective/train/advantage_avg": 0.0007359962328337133, + "objective/train/docs_used": 592532, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3023995161056519, + "objective/train/original_loss": 1.3023993968963623, + "objective/train/theoretical_loss": 3.5205650294091804, + "objective/train/tokens_used": 1642476000, + "objective/train/value_avg": -0.00800323486328125, + "objective/train/value_loss": 0.00041887679253704846, + "objective/train/value_max": -8.481740951538086e-05, + "objective/train/value_min": -0.9580078125, + "objective/train/value_reward_corr": 0.7486054277544522, + "objective/train/value_std": 0.0236968994140625, + "objective/train/weight_avg": 1.0009344816207886, + "objective/train/weighted_lm_loss": 1.302910566329956, + "objective/train/weights_max": 2.172983169555664, + "objective/train/weights_min": 0.39407527446746826, + "theoretical_loss": 3.5205650294091804, + "tokens_seen": 1622016000 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005135612261274274, + "loss": 0.0686, + "theoretical_loss": 3.5205405218743007, + "tokens_seen": 1622147072 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005134809821858449, + "loss": 0.0701, + "theoretical_loss": 3.520491514407828, + "tokens_seen": 1622409216 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005134007382442626, + "loss": 0.0701, + "theoretical_loss": 3.520442517075961, + "tokens_seen": 1622671360 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005133204943026801, + "loss": 0.0679, + "theoretical_loss": 3.5203935298749656, + "tokens_seen": 1622933504 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005132402503610978, + "loss": 0.0687, + "theoretical_loss": 3.520344552801113, + "tokens_seen": 1623195648 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005131600064195153, + "loss": 0.0703, + "theoretical_loss": 3.5202955858506737, + "tokens_seen": 1623457792 + }, + { + "epoch": 0.49, + "learning_rate": 0.000513079762477933, + "loss": 0.0725, + "theoretical_loss": 3.520246629019921, + "tokens_seen": 1623719936 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005129995185363506, + "loss": 0.0693, + "theoretical_loss": 3.5201976823051306, + "tokens_seen": 1623982080 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005129192745947681, + "loss": 0.0709, + "theoretical_loss": 3.5201487457025795, + "tokens_seen": 1624244224 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005128390306531857, + "loss": 0.0693, + "theoretical_loss": 3.5200998192085473, + "tokens_seen": 1624506368 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005127587867116033, + "loss": 0.0689, + "theoretical_loss": 3.5200509028193148, + "tokens_seen": 1624768512 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005126785427700209, + "loss": 0.072, + "theoretical_loss": 3.5200019965311657, + "tokens_seen": 1625030656 + }, + { + "epoch": 0.49, + "objective/train/advantage_avg": 0.000564083456993103, + "objective/train/docs_used": 593743, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5922654867172241, + "objective/train/original_loss": 1.5922654867172241, + "objective/train/theoretical_loss": 3.519953100340385, + "objective/train/tokens_used": 1645752800, + "objective/train/value_avg": -0.00775146484375, + "objective/train/value_loss": 0.00026949780294671655, + "objective/train/value_max": -7.200241088867188e-05, + "objective/train/value_min": -0.7783203125, + "objective/train/value_reward_corr": 0.7253248797711427, + "objective/train/value_std": 0.0186004638671875, + "objective/train/weight_avg": 1.0006871223449707, + "objective/train/weighted_lm_loss": 1.593928575515747, + "objective/train/weights_max": 1.7211087942123413, + "objective/train/weights_min": 0.36928337812423706, + "theoretical_loss": 3.519953100340385, + "tokens_seen": 1625292800 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005125982988284384, + "loss": 0.071, + "theoretical_loss": 3.519953100340385, + "tokens_seen": 1625292800 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005125180548868561, + "loss": 0.0729, + "theoretical_loss": 3.51990421424326, + "tokens_seen": 1625554944 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005124378109452736, + "loss": 0.0703, + "theoretical_loss": 3.519855338236079, + "tokens_seen": 1625817088 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005123575670036911, + "loss": 0.0685, + "theoretical_loss": 3.5198064723151345, + "tokens_seen": 1626079232 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005122773230621089, + "loss": 0.0707, + "theoretical_loss": 3.519757616476719, + "tokens_seen": 1626341376 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005121970791205264, + "loss": 0.0692, + "theoretical_loss": 3.519708770717126, + "tokens_seen": 1626603520 + }, + { + "epoch": 0.49, + "learning_rate": 0.000512116835178944, + "loss": 0.0718, + "theoretical_loss": 3.519659935032655, + "tokens_seen": 1626865664 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005120365912373616, + "loss": 0.0707, + "theoretical_loss": 3.5196111094196034, + "tokens_seen": 1627127808 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005119563472957792, + "loss": 0.0683, + "theoretical_loss": 3.5195622938742726, + "tokens_seen": 1627389952 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005118761033541968, + "loss": 0.071, + "theoretical_loss": 3.519513488392965, + "tokens_seen": 1627652096 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005117958594126143, + "loss": 0.0705, + "theoretical_loss": 3.5194646929719853, + "tokens_seen": 1627914240 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005117156154710319, + "loss": 0.0706, + "theoretical_loss": 3.519415907607641, + "tokens_seen": 1628176384 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005116353715294495, + "loss": 0.0683, + "theoretical_loss": 3.5193671322962397, + "tokens_seen": 1628438528 + }, + { + "epoch": 0.49, + "objective/train/advantage_avg": 8.722781058168039e-05, + "objective/train/docs_used": 595003, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3537569046020508, + "objective/train/original_loss": 1.3537569046020508, + "objective/train/theoretical_loss": 3.5193427484092403, + "objective/train/tokens_used": 1649029600, + "objective/train/value_avg": -0.00788116455078125, + "objective/train/value_loss": 0.0005405964911915362, + "objective/train/value_max": -5.1021575927734375e-05, + "objective/train/value_min": -0.9775390625, + "objective/train/value_reward_corr": 0.7738564822444763, + "objective/train/value_std": 0.0279083251953125, + "objective/train/weight_avg": 1.000335454940796, + "objective/train/weighted_lm_loss": 1.3530218601226807, + "objective/train/weights_max": 2.209947347640991, + "objective/train/weights_min": 0.37073221802711487, + "theoretical_loss": 3.5193427484092403, + "tokens_seen": 1628569600 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005115551275878672, + "loss": 0.0703, + "theoretical_loss": 3.519318367034093, + "tokens_seen": 1628700672 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005114748836462847, + "loss": 0.0691, + "theoretical_loss": 3.519269611817513, + "tokens_seen": 1628962816 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005113946397047024, + "loss": 0.0711, + "theoretical_loss": 3.5192208666428146, + "tokens_seen": 1629224960 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005113143957631199, + "loss": 0.0701, + "theoretical_loss": 3.5191721315063136, + "tokens_seen": 1629487104 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005112341518215374, + "loss": 0.0682, + "theoretical_loss": 3.5191234064043293, + "tokens_seen": 1629749248 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005111539078799551, + "loss": 0.0677, + "theoretical_loss": 3.5190746913331816, + "tokens_seen": 1630011392 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005110736639383726, + "loss": 0.0704, + "theoretical_loss": 3.5190259862891926, + "tokens_seen": 1630273536 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005109934199967902, + "loss": 0.0682, + "theoretical_loss": 3.518977291268686, + "tokens_seen": 1630535680 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005109131760552078, + "loss": 0.0707, + "theoretical_loss": 3.5189286062679894, + "tokens_seen": 1630797824 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005108329321136255, + "loss": 0.0696, + "theoretical_loss": 3.51887993128343, + "tokens_seen": 1631059968 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005107526881720431, + "loss": 0.0659, + "theoretical_loss": 3.518831266311339, + "tokens_seen": 1631322112 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005106724442304607, + "loss": 0.0704, + "theoretical_loss": 3.518782611348046, + "tokens_seen": 1631584256 + }, + { + "epoch": 0.49, + "objective/train/advantage_avg": 0.0004957187338732183, + "objective/train/docs_used": 596193, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4963786602020264, + "objective/train/original_loss": 1.4963785409927368, + "objective/train/theoretical_loss": 3.5187339663898873, + "objective/train/tokens_used": 1652306400, + "objective/train/value_avg": -0.00533294677734375, + "objective/train/value_loss": 9.571794362273067e-05, + "objective/train/value_max": -5.918741226196289e-05, + "objective/train/value_min": -0.159423828125, + "objective/train/value_reward_corr": 0.636547538528695, + "objective/train/value_std": 0.008636474609375, + "objective/train/weight_avg": 1.000538945198059, + "objective/train/weighted_lm_loss": 1.4971967935562134, + "objective/train/weights_max": 1.1011713743209839, + "objective/train/weights_min": 0.36904817819595337, + "theoretical_loss": 3.5187339663898873, + "tokens_seen": 1631846400 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005105922002888782, + "loss": 0.0707, + "theoretical_loss": 3.5187339663898873, + "tokens_seen": 1631846400 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005105119563472958, + "loss": 0.0708, + "theoretical_loss": 3.5186853314331974, + "tokens_seen": 1632108544 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005104317124057134, + "loss": 0.0701, + "theoretical_loss": 3.5186367064743145, + "tokens_seen": 1632370688 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005103514684641309, + "loss": 0.0729, + "theoretical_loss": 3.518588091509578, + "tokens_seen": 1632632832 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005102712245225486, + "loss": 0.0696, + "theoretical_loss": 3.51853948653533, + "tokens_seen": 1632894976 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005101909805809661, + "loss": 0.0687, + "theoretical_loss": 3.5184908915479145, + "tokens_seen": 1633157120 + }, + { + "epoch": 0.49, + "learning_rate": 0.0005101107366393837, + "loss": 0.0695, + "theoretical_loss": 3.5184423065436756, + "tokens_seen": 1633419264 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005100304926978014, + "loss": 0.0692, + "theoretical_loss": 3.5183937315189615, + "tokens_seen": 1633681408 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005099502487562189, + "loss": 0.0678, + "theoretical_loss": 3.5183451664701217, + "tokens_seen": 1633943552 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005098700048146365, + "loss": 0.0692, + "theoretical_loss": 3.5182966113935072, + "tokens_seen": 1634205696 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005097897608730541, + "loss": 0.0694, + "theoretical_loss": 3.518248066285471, + "tokens_seen": 1634467840 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005097095169314717, + "loss": 0.0675, + "theoretical_loss": 3.518199531142369, + "tokens_seen": 1634729984 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005096292729898892, + "loss": 0.0705, + "theoretical_loss": 3.518151005960557, + "tokens_seen": 1634992128 + }, + { + "epoch": 0.5, + "objective/train/advantage_avg": 0.0016630273312330246, + "objective/train/docs_used": 597373, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4124642610549927, + "objective/train/original_loss": 1.4124643802642822, + "objective/train/theoretical_loss": 3.518126747103997, + "objective/train/tokens_used": 1655583200, + "objective/train/value_avg": -0.0080108642578125, + "objective/train/value_loss": 0.00026148336473852396, + "objective/train/value_max": -7.599592208862305e-05, + "objective/train/value_min": -0.69140625, + "objective/train/value_reward_corr": 0.7099912741470671, + "objective/train/value_std": 0.016998291015625, + "objective/train/weight_avg": 1.001780390739441, + "objective/train/weighted_lm_loss": 1.4148269891738892, + "objective/train/weights_max": 1.6271278858184814, + "objective/train/weights_min": 0.3706558644771576, + "theoretical_loss": 3.518126747103997, + "tokens_seen": 1635123200 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005095490290483069, + "loss": 0.0698, + "theoretical_loss": 3.5181024907363945, + "tokens_seen": 1635254272 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005094687851067244, + "loss": 0.069, + "theoretical_loss": 3.518053985466243, + "tokens_seen": 1635516416 + }, + { + "epoch": 0.5, + "learning_rate": 0.000509388541165142, + "loss": 0.066, + "theoretical_loss": 3.518005490146464, + "tokens_seen": 1635778560 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005093082972235597, + "loss": 0.0658, + "theoretical_loss": 3.5179570047734225, + "tokens_seen": 1636040704 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005092280532819772, + "loss": 0.0731, + "theoretical_loss": 3.5179085293434857, + "tokens_seen": 1636302848 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005091478093403949, + "loss": 0.0651, + "theoretical_loss": 3.517860063853022, + "tokens_seen": 1636564992 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005090675653988124, + "loss": 0.0693, + "theoretical_loss": 3.517811608298401, + "tokens_seen": 1636827136 + }, + { + "epoch": 0.5, + "learning_rate": 0.00050898732145723, + "loss": 0.0705, + "theoretical_loss": 3.5177631626759958, + "tokens_seen": 1637089280 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005089070775156476, + "loss": 0.0664, + "theoretical_loss": 3.5177147269821805, + "tokens_seen": 1637351424 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005088268335740651, + "loss": 0.0676, + "theoretical_loss": 3.517666301213331, + "tokens_seen": 1637613568 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005087465896324827, + "loss": 0.0688, + "theoretical_loss": 3.5176178853658246, + "tokens_seen": 1637875712 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005086663456909003, + "loss": 0.0712, + "theoretical_loss": 3.5175694794360424, + "tokens_seen": 1638137856 + }, + { + "debugging/Compilability": 1.0, + "debugging/distinct-1-grams": 0.7474626180525646, + "debugging/entropy-1-grams": 5.599013278347353, + "debugging/length": 499.42857142857144, + "debugging/num_segments": 14, + "debugging/raw_token_scores_avg": 0.007199673913419247, + "debugging/raw_token_scores_std": 0.028890423476696014, + "debugging/score": 0.0110880360129877, + "debugging/score_std": 0.01573414919444883, + "epoch": 0.5, + "objective/train/advantage_avg": 0.0005404133698903024, + "objective/train/docs_used": 598618, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3836926221847534, + "objective/train/original_loss": 1.3836925029754639, + "objective/train/theoretical_loss": 3.5175210834203656, + "objective/train/tokens_used": 1658860000, + "objective/train/value_avg": -0.00774383544921875, + "objective/train/value_loss": 0.00037380988942459226, + "objective/train/value_max": -5.739927291870117e-05, + "objective/train/value_min": -0.888671875, + "objective/train/value_reward_corr": 0.7454558085712553, + "objective/train/value_std": 0.02001953125, + "objective/train/weight_avg": 1.0007050037384033, + "objective/train/weighted_lm_loss": 1.384387731552124, + "objective/train/weights_max": 1.634294033050537, + "objective/train/weights_min": 0.3700949549674988, + "theoretical_loss": 3.5175210834203656, + "tokens_seen": 1638400000 + }, + { + "epoch": 0.5, + "learning_rate": 0.000508586101749318, + "loss": 0.0703, + "theoretical_loss": 3.5175210834203656, + "tokens_seen": 1638400000 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005085058578077355, + "loss": 0.0735, + "theoretical_loss": 3.5174726973151778, + "tokens_seen": 1638662144 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005084256138661532, + "loss": 0.068, + "theoretical_loss": 3.517424321116865, + "tokens_seen": 1638924288 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005083453699245707, + "loss": 0.0709, + "theoretical_loss": 3.517375954821815, + "tokens_seen": 1639186432 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005082651259829882, + "loss": 0.069, + "theoretical_loss": 3.517327598426416, + "tokens_seen": 1639448576 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005081848820414059, + "loss": 0.0685, + "theoretical_loss": 3.5172792519270604, + "tokens_seen": 1639710720 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005081046380998234, + "loss": 0.0714, + "theoretical_loss": 3.517230915320141, + "tokens_seen": 1639972864 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005080243941582411, + "loss": 0.0697, + "theoretical_loss": 3.5171825886020525, + "tokens_seen": 1640235008 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005079441502166586, + "loss": 0.0672, + "theoretical_loss": 3.5171342717691925, + "tokens_seen": 1640497152 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005078639062750763, + "loss": 0.0673, + "theoretical_loss": 3.517085964817959, + "tokens_seen": 1640759296 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005077836623334939, + "loss": 0.0693, + "theoretical_loss": 3.517037667744754, + "tokens_seen": 1641021440 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005077034183919115, + "loss": 0.0686, + "theoretical_loss": 3.516989380545979, + "tokens_seen": 1641283584 + }, + { + "epoch": 0.5, + "learning_rate": 0.000507623174450329, + "loss": 0.0707, + "theoretical_loss": 3.5169411032180387, + "tokens_seen": 1641545728 + }, + { + "epoch": 0.5, + "objective/train/advantage_avg": -0.0011880332604050636, + "objective/train/docs_used": 599774, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3655489683151245, + "objective/train/original_loss": 1.365548849105835, + "objective/train/theoretical_loss": 3.5169169682545087, + "objective/train/tokens_used": 1662136800, + "objective/train/value_avg": -0.0093536376953125, + "objective/train/value_loss": 0.0007951524457894266, + "objective/train/value_max": -7.140636444091797e-05, + "objective/train/value_min": -0.9140625, + "objective/train/value_reward_corr": 0.8485687555738026, + "objective/train/value_std": 0.037872314453125, + "objective/train/weight_avg": 0.9991832971572876, + "objective/train/weighted_lm_loss": 1.3645554780960083, + "objective/train/weights_max": 2.0664119720458984, + "objective/train/weights_min": 0.3693333864212036, + "theoretical_loss": 3.5169169682545087, + "tokens_seen": 1641676800 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005075429305087466, + "loss": 0.0711, + "theoretical_loss": 3.51689283575734, + "tokens_seen": 1641807872 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005074626865671642, + "loss": 0.0723, + "theoretical_loss": 3.516844578160291, + "tokens_seen": 1642070016 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005073824426255817, + "loss": 0.0683, + "theoretical_loss": 3.5167963304233014, + "tokens_seen": 1642332160 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005073021986839994, + "loss": 0.0701, + "theoretical_loss": 3.516748092542784, + "tokens_seen": 1642594304 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005072219547424169, + "loss": 0.0717, + "theoretical_loss": 3.5166998645151515, + "tokens_seen": 1642856448 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005071417108008345, + "loss": 0.0721, + "theoretical_loss": 3.516651646336821, + "tokens_seen": 1643118592 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005070614668592522, + "loss": 0.0703, + "theoretical_loss": 3.5166034380042093, + "tokens_seen": 1643380736 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005069812229176697, + "loss": 0.0702, + "theoretical_loss": 3.5165552395137363, + "tokens_seen": 1643642880 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005069009789760874, + "loss": 0.068, + "theoretical_loss": 3.516507050861823, + "tokens_seen": 1643905024 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005068207350345049, + "loss": 0.067, + "theoretical_loss": 3.5164588720448937, + "tokens_seen": 1644167168 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005067404910929225, + "loss": 0.0698, + "theoretical_loss": 3.5164107030593725, + "tokens_seen": 1644429312 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005066602471513401, + "loss": 0.0705, + "theoretical_loss": 3.516362543901687, + "tokens_seen": 1644691456 + }, + { + "epoch": 0.5, + "objective/train/advantage_avg": 0.001156957820057869, + "objective/train/docs_used": 601010, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4146159887313843, + "objective/train/original_loss": 1.4146161079406738, + "objective/train/theoretical_loss": 3.5163143945682656, + "objective/train/tokens_used": 1665413600, + "objective/train/value_avg": -0.0064239501953125, + "objective/train/value_loss": 9.660641080699861e-05, + "objective/train/value_max": -8.153915405273438e-05, + "objective/train/value_min": -0.23828125, + "objective/train/value_reward_corr": 0.7438862929049925, + "objective/train/value_std": 0.01206207275390625, + "objective/train/weight_avg": 1.0012048482894897, + "objective/train/weighted_lm_loss": 1.4159600734710693, + "objective/train/weights_max": 1.192613959312439, + "objective/train/weights_min": 0.7460529804229736, + "theoretical_loss": 3.5163143945682656, + "tokens_seen": 1644953600 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005065800032097577, + "loss": 0.0723, + "theoretical_loss": 3.5163143945682656, + "tokens_seen": 1644953600 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005064997592681752, + "loss": 0.0714, + "theoretical_loss": 3.5162662550555392, + "tokens_seen": 1645215744 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005064195153265928, + "loss": 0.0721, + "theoretical_loss": 3.5162181253599405, + "tokens_seen": 1645477888 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005063392713850105, + "loss": 0.0702, + "theoretical_loss": 3.516170005477904, + "tokens_seen": 1645740032 + }, + { + "epoch": 0.5, + "learning_rate": 0.000506259027443428, + "loss": 0.0698, + "theoretical_loss": 3.516121895405866, + "tokens_seen": 1646002176 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005061787835018457, + "loss": 0.073, + "theoretical_loss": 3.516073795140265, + "tokens_seen": 1646264320 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005060985395602632, + "loss": 0.0691, + "theoretical_loss": 3.5160257046775407, + "tokens_seen": 1646526464 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005060182956186808, + "loss": 0.0695, + "theoretical_loss": 3.515977624014135, + "tokens_seen": 1646788608 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005059380516770984, + "loss": 0.0681, + "theoretical_loss": 3.515929553146492, + "tokens_seen": 1647050752 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005058578077355159, + "loss": 0.0679, + "theoretical_loss": 3.515881492071057, + "tokens_seen": 1647312896 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005057775637939335, + "loss": 0.0702, + "theoretical_loss": 3.515833440784278, + "tokens_seen": 1647575040 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005056973198523511, + "loss": 0.0688, + "theoretical_loss": 3.5157853992826036, + "tokens_seen": 1647837184 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005056170759107688, + "loss": 0.0697, + "theoretical_loss": 3.5157373675624854, + "tokens_seen": 1648099328 + }, + { + "epoch": 0.5, + "objective/train/advantage_avg": 0.0005162109737284482, + "objective/train/docs_used": 602144, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4421892166137695, + "objective/train/original_loss": 1.4421892166137695, + "objective/train/theoretical_loss": 3.5157133553694013, + "objective/train/tokens_used": 1668690400, + "objective/train/value_avg": -0.0082550048828125, + "objective/train/value_loss": 0.00030512234661728144, + "objective/train/value_max": -9.459257125854492e-05, + "objective/train/value_min": -0.341796875, + "objective/train/value_reward_corr": 0.6860928303854706, + "objective/train/value_std": 0.0150909423828125, + "objective/train/weight_avg": 1.0006442070007324, + "objective/train/weighted_lm_loss": 1.4429123401641846, + "objective/train/weights_max": 1.2518336772918701, + "objective/train/weights_min": 0.22646592557430267, + "theoretical_loss": 3.5157133553694013, + "tokens_seen": 1648230400 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005055368319691864, + "loss": 0.0711, + "theoretical_loss": 3.515689345620377, + "tokens_seen": 1648361472 + }, + { + "epoch": 0.5, + "learning_rate": 0.000505456588027604, + "loss": 0.071, + "theoretical_loss": 3.5156413334527317, + "tokens_seen": 1648623616 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005053763440860215, + "loss": 0.0696, + "theoretical_loss": 3.515593331056008, + "tokens_seen": 1648885760 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005052961001444391, + "loss": 0.068, + "theoretical_loss": 3.5155453384266635, + "tokens_seen": 1649147904 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005052158562028567, + "loss": 0.0679, + "theoretical_loss": 3.515497355561159, + "tokens_seen": 1649410048 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005051356122612742, + "loss": 0.0712, + "theoretical_loss": 3.515449382455957, + "tokens_seen": 1649672192 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005050553683196919, + "loss": 0.0699, + "theoretical_loss": 3.515401419107521, + "tokens_seen": 1649934336 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005049751243781094, + "loss": 0.0682, + "theoretical_loss": 3.515353465512317, + "tokens_seen": 1650196480 + }, + { + "epoch": 0.5, + "learning_rate": 0.000504894880436527, + "loss": 0.072, + "theoretical_loss": 3.5153055216668134, + "tokens_seen": 1650458624 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005048146364949447, + "loss": 0.0703, + "theoretical_loss": 3.51525758756748, + "tokens_seen": 1650720768 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005047343925533623, + "loss": 0.0692, + "theoretical_loss": 3.5152096632107876, + "tokens_seen": 1650982912 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005046541486117798, + "loss": 0.0706, + "theoretical_loss": 3.5151617485932096, + "tokens_seen": 1651245056 + }, + { + "epoch": 0.5, + "objective/train/advantage_avg": -0.00021929452486801893, + "objective/train/docs_used": 603335, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3112422227859497, + "objective/train/original_loss": 1.3112422227859497, + "objective/train/theoretical_loss": 3.5151138437112213, + "objective/train/tokens_used": 1671967200, + "objective/train/value_avg": -0.008209228515625, + "objective/train/value_loss": 0.00046149487025104463, + "objective/train/value_max": -4.9114227294921875e-05, + "objective/train/value_min": -0.6943359375, + "objective/train/value_reward_corr": 0.6477790794214955, + "objective/train/value_std": 0.0158843994140625, + "objective/train/weight_avg": 0.999984085559845, + "objective/train/weighted_lm_loss": 1.3102586269378662, + "objective/train/weights_max": 1.449639081954956, + "objective/train/weights_min": 0.368789941072464, + "theoretical_loss": 3.5151138437112213, + "tokens_seen": 1651507200 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005045739046701974, + "loss": 0.0665, + "theoretical_loss": 3.5151138437112213, + "tokens_seen": 1651507200 + }, + { + "epoch": 0.5, + "learning_rate": 0.000504493660728615, + "loss": 0.0712, + "theoretical_loss": 3.5150659485613005, + "tokens_seen": 1651769344 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005044134167870326, + "loss": 0.0692, + "theoretical_loss": 3.5150180631399244, + "tokens_seen": 1652031488 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005043331728454502, + "loss": 0.0689, + "theoretical_loss": 3.5149701874435753, + "tokens_seen": 1652293632 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005042529289038677, + "loss": 0.0741, + "theoretical_loss": 3.514922321468734, + "tokens_seen": 1652555776 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005041726849622855, + "loss": 0.071, + "theoretical_loss": 3.5148744652118866, + "tokens_seen": 1652817920 + }, + { + "epoch": 0.5, + "learning_rate": 0.000504092441020703, + "loss": 0.0709, + "theoretical_loss": 3.5148266186695185, + "tokens_seen": 1653080064 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005040121970791205, + "loss": 0.0688, + "theoretical_loss": 3.5147787818381175, + "tokens_seen": 1653342208 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005039319531375382, + "loss": 0.0697, + "theoretical_loss": 3.514730954714173, + "tokens_seen": 1653604352 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005038517091959557, + "loss": 0.0692, + "theoretical_loss": 3.5146831372941776, + "tokens_seen": 1653866496 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005037714652543733, + "loss": 0.0704, + "theoretical_loss": 3.5146353295746247, + "tokens_seen": 1654128640 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005036912213127909, + "loss": 0.0685, + "theoretical_loss": 3.514587531552009, + "tokens_seen": 1654390784 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005036109773712085, + "loss": 0.0681, + "theoretical_loss": 3.5145397432228274, + "tokens_seen": 1654652928 + }, + { + "epoch": 0.5, + "objective/train/advantage_avg": 0.0011143172159790993, + "objective/train/docs_used": 604403, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.478895664215088, + "objective/train/original_loss": 1.478895664215088, + "objective/train/theoretical_loss": 3.5145158526921807, + "objective/train/tokens_used": 1675244000, + "objective/train/value_avg": -0.009552001953125, + "objective/train/value_loss": 0.00031640546512790024, + "objective/train/value_max": -4.869699478149414e-05, + "objective/train/value_min": -0.76220703125, + "objective/train/value_reward_corr": 0.7312195141268238, + "objective/train/value_std": 0.0216064453125, + "objective/train/weight_avg": 1.0012691020965576, + "objective/train/weighted_lm_loss": 1.4802343845367432, + "objective/train/weights_max": 1.8484727144241333, + "objective/train/weights_min": 0.5665346384048462, + "theoretical_loss": 3.5145158526921807, + "tokens_seen": 1654784000 + }, + { + "epoch": 0.5, + "learning_rate": 0.000503530733429626, + "loss": 0.0722, + "theoretical_loss": 3.5144919645835797, + "tokens_seen": 1654915072 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005034504894880436, + "loss": 0.0681, + "theoretical_loss": 3.514444195630766, + "tokens_seen": 1655177216 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005033702455464613, + "loss": 0.068, + "theoretical_loss": 3.5143964363608893, + "tokens_seen": 1655439360 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005032900016048788, + "loss": 0.0717, + "theoretical_loss": 3.514348686770454, + "tokens_seen": 1655701504 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005032097576632965, + "loss": 0.0682, + "theoretical_loss": 3.5143009468559656, + "tokens_seen": 1655963648 + }, + { + "epoch": 0.5, + "learning_rate": 0.000503129513721714, + "loss": 0.0685, + "theoretical_loss": 3.514253216613932, + "tokens_seen": 1656225792 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005030492697801317, + "loss": 0.0712, + "theoretical_loss": 3.514205496040865, + "tokens_seen": 1656487936 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005029690258385492, + "loss": 0.0691, + "theoretical_loss": 3.5141577851332735, + "tokens_seen": 1656750080 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005028887818969667, + "loss": 0.0684, + "theoretical_loss": 3.5141100838876724, + "tokens_seen": 1657012224 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005028085379553844, + "loss": 0.0674, + "theoretical_loss": 3.5140623923005774, + "tokens_seen": 1657274368 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005027282940138019, + "loss": 0.0675, + "theoretical_loss": 3.514014710368505, + "tokens_seen": 1657536512 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005026480500722196, + "loss": 0.0672, + "theoretical_loss": 3.513967038087973, + "tokens_seen": 1657798656 + }, + { + "epoch": 0.5, + "objective/train/advantage_avg": 0.00022112112492322922, + "objective/train/docs_used": 605625, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.361541986465454, + "objective/train/original_loss": 1.361541986465454, + "objective/train/theoretical_loss": 3.5139193754555036, + "objective/train/tokens_used": 1678520800, + "objective/train/value_avg": -0.00634765625, + "objective/train/value_loss": 0.00030291604343801737, + "objective/train/value_max": -0.00011962652206420898, + "objective/train/value_min": -0.33642578125, + "objective/train/value_reward_corr": 0.5884105805252221, + "objective/train/value_std": 0.010345458984375, + "objective/train/weight_avg": 1.0003565549850464, + "objective/train/weighted_lm_loss": 1.3622359037399292, + "objective/train/weights_max": 1.1289374828338623, + "objective/train/weights_min": 0.37203988432884216, + "theoretical_loss": 3.5139193754555036, + "tokens_seen": 1658060800 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005025678061306372, + "loss": 0.0686, + "theoretical_loss": 3.5139193754555036, + "tokens_seen": 1658060800 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005024875621890548, + "loss": 0.0673, + "theoretical_loss": 3.513871722467619, + "tokens_seen": 1658322944 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005024073182474723, + "loss": 0.0701, + "theoretical_loss": 3.513824079120843, + "tokens_seen": 1658585088 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005023270743058899, + "loss": 0.0696, + "theoretical_loss": 3.513776445411702, + "tokens_seen": 1658847232 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005022468303643075, + "loss": 0.0671, + "theoretical_loss": 3.5137288213367235, + "tokens_seen": 1659109376 + }, + { + "epoch": 0.5, + "learning_rate": 0.000502166586422725, + "loss": 0.0696, + "theoretical_loss": 3.5136812068924375, + "tokens_seen": 1659371520 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005020863424811427, + "loss": 0.0689, + "theoretical_loss": 3.513633602075376, + "tokens_seen": 1659633664 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005020060985395602, + "loss": 0.0685, + "theoretical_loss": 3.513586006882071, + "tokens_seen": 1659895808 + }, + { + "epoch": 0.5, + "learning_rate": 0.000501925854597978, + "loss": 0.0691, + "theoretical_loss": 3.513538421309059, + "tokens_seen": 1660157952 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005018456106563955, + "loss": 0.0696, + "theoretical_loss": 3.5134908453528757, + "tokens_seen": 1660420096 + }, + { + "epoch": 0.5, + "learning_rate": 0.000501765366714813, + "loss": 0.0683, + "theoretical_loss": 3.51344327901006, + "tokens_seen": 1660682240 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005016851227732307, + "loss": 0.0697, + "theoretical_loss": 3.513395722277153, + "tokens_seen": 1660944384 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005016048788316482, + "loss": 0.0706, + "theoretical_loss": 3.513348175150696, + "tokens_seen": 1661206528 + }, + { + "epoch": 0.5, + "objective/train/advantage_avg": 0.00014947426097933203, + "objective/train/docs_used": 606795, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.418199062347412, + "objective/train/original_loss": 1.418199062347412, + "objective/train/theoretical_loss": 3.513324405188806, + "objective/train/tokens_used": 1681797600, + "objective/train/value_avg": -0.0078582763671875, + "objective/train/value_loss": 0.0006331712938845158, + "objective/train/value_max": -4.792213439941406e-05, + "objective/train/value_min": -0.74462890625, + "objective/train/value_reward_corr": 0.7027491891776516, + "objective/train/value_std": 0.022308349609375, + "objective/train/weight_avg": 1.0004247426986694, + "objective/train/weighted_lm_loss": 1.4179283380508423, + "objective/train/weights_max": 1.6519445180892944, + "objective/train/weights_min": 0.3698508143424988, + "theoretical_loss": 3.513324405188806, + "tokens_seen": 1661337600 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005015246348900658, + "loss": 0.0658, + "theoretical_loss": 3.5133006376272338, + "tokens_seen": 1661468672 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005014443909484834, + "loss": 0.0685, + "theoretical_loss": 3.5132531097033115, + "tokens_seen": 1661730816 + }, + { + "epoch": 0.5, + "learning_rate": 0.000501364147006901, + "loss": 0.0654, + "theoretical_loss": 3.5132055913754776, + "tokens_seen": 1661992960 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005012839030653185, + "loss": 0.0694, + "theoretical_loss": 3.5131580826402806, + "tokens_seen": 1662255104 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005012036591237363, + "loss": 0.0702, + "theoretical_loss": 3.5131105834942726, + "tokens_seen": 1662517248 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005011234151821538, + "loss": 0.0697, + "theoretical_loss": 3.5130630939340053, + "tokens_seen": 1662779392 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005010431712405713, + "loss": 0.0689, + "theoretical_loss": 3.5130156139560347, + "tokens_seen": 1663041536 + }, + { + "epoch": 0.5, + "learning_rate": 0.000500962927298989, + "loss": 0.0704, + "theoretical_loss": 3.512968143556917, + "tokens_seen": 1663303680 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005008826833574065, + "loss": 0.0691, + "theoretical_loss": 3.51292068273321, + "tokens_seen": 1663565824 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005008024394158241, + "loss": 0.0681, + "theoretical_loss": 3.512873231481474, + "tokens_seen": 1663827968 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005007221954742417, + "loss": 0.0681, + "theoretical_loss": 3.512825789798271, + "tokens_seen": 1664090112 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005006419515326593, + "loss": 0.0682, + "theoretical_loss": 3.5127783576801646, + "tokens_seen": 1664352256 + }, + { + "epoch": 0.5, + "objective/train/advantage_avg": 0.0003591897839214653, + "objective/train/docs_used": 608106, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2611061334609985, + "objective/train/original_loss": 1.261106014251709, + "objective/train/theoretical_loss": 3.51273093512372, + "objective/train/tokens_used": 1685074400, + "objective/train/value_avg": -0.01023101806640625, + "objective/train/value_loss": 0.0002820493537001312, + "objective/train/value_max": -6.014108657836914e-05, + "objective/train/value_min": -0.40380859375, + "objective/train/value_reward_corr": 0.7360967339408969, + "objective/train/value_std": 0.0178070068359375, + "objective/train/weight_avg": 1.00048828125, + "objective/train/weighted_lm_loss": 1.261220932006836, + "objective/train/weights_max": 1.166837215423584, + "objective/train/weights_min": 0.39066264033317566, + "theoretical_loss": 3.51273093512372, + "tokens_seen": 1664614400 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005005617075910769, + "loss": 0.0708, + "theoretical_loss": 3.51273093512372, + "tokens_seen": 1664614400 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005004814636494944, + "loss": 0.068, + "theoretical_loss": 3.512683522125505, + "tokens_seen": 1664876544 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005004012197079121, + "loss": 0.068, + "theoretical_loss": 3.512636118682088, + "tokens_seen": 1665138688 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005003209757663297, + "loss": 0.0687, + "theoretical_loss": 3.5125887247900396, + "tokens_seen": 1665400832 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005002407318247473, + "loss": 0.0711, + "theoretical_loss": 3.512541340445933, + "tokens_seen": 1665662976 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005001604878831648, + "loss": 0.0694, + "theoretical_loss": 3.5124939656463416, + "tokens_seen": 1665925120 + }, + { + "epoch": 0.5, + "learning_rate": 0.0005000802439415825, + "loss": 0.0676, + "theoretical_loss": 3.5124466003878423, + "tokens_seen": 1666187264 + }, + { + "epoch": 0.51, + "learning_rate": 0.0005, + "loss": 0.0694, + "theoretical_loss": 3.512399244667012, + "tokens_seen": 1666449408 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004999197560584176, + "loss": 0.071, + "theoretical_loss": 3.5123518984804303, + "tokens_seen": 1666711552 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004998395121168352, + "loss": 0.0727, + "theoretical_loss": 3.5123045618246795, + "tokens_seen": 1666973696 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004997592681752528, + "loss": 0.0685, + "theoretical_loss": 3.5122572346963423, + "tokens_seen": 1667235840 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004996790242336704, + "loss": 0.0683, + "theoretical_loss": 3.512209917092003, + "tokens_seen": 1667497984 + }, + { + "epoch": 0.51, + "learning_rate": 0.000499598780292088, + "loss": 0.0697, + "theoretical_loss": 3.5121626090082487, + "tokens_seen": 1667760128 + }, + { + "epoch": 0.51, + "objective/train/advantage_avg": 0.0012744866544380784, + "objective/train/docs_used": 609331, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.500602126121521, + "objective/train/original_loss": 1.5006022453308105, + "objective/train/theoretical_loss": 3.512138958535525, + "objective/train/tokens_used": 1688351200, + "objective/train/value_avg": -0.0050811767578125, + "objective/train/value_loss": 0.0002292829449288547, + "objective/train/value_max": -4.57763671875e-05, + "objective/train/value_min": -0.6953125, + "objective/train/value_reward_corr": 0.63946762181277, + "objective/train/value_std": 0.0111083984375, + "objective/train/weight_avg": 1.0013741254806519, + "objective/train/weighted_lm_loss": 1.502771258354187, + "objective/train/weights_max": 1.2741367816925049, + "objective/train/weights_min": 0.37283265590667725, + "theoretical_loss": 3.512138958535525, + "tokens_seen": 1667891200 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004995185363505056, + "loss": 0.0693, + "theoretical_loss": 3.5121153104416676, + "tokens_seen": 1668022272 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004994382924089231, + "loss": 0.0652, + "theoretical_loss": 3.5120680213888504, + "tokens_seen": 1668284416 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004993580484673407, + "loss": 0.0686, + "theoretical_loss": 3.512020741846388, + "tokens_seen": 1668546560 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004992778045257583, + "loss": 0.0674, + "theoretical_loss": 3.511973471810875, + "tokens_seen": 1668808704 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004991975605841759, + "loss": 0.069, + "theoretical_loss": 3.5119262112789063, + "tokens_seen": 1669070848 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004991173166425935, + "loss": 0.0679, + "theoretical_loss": 3.5118789602470786, + "tokens_seen": 1669332992 + }, + { + "epoch": 0.51, + "learning_rate": 0.000499037072701011, + "loss": 0.0725, + "theoretical_loss": 3.5118317187119916, + "tokens_seen": 1669595136 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004989568287594286, + "loss": 0.07, + "theoretical_loss": 3.511784486670246, + "tokens_seen": 1669857280 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004988765848178463, + "loss": 0.0673, + "theoretical_loss": 3.5117372641184432, + "tokens_seen": 1670119424 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004987963408762639, + "loss": 0.0707, + "theoretical_loss": 3.5116900510531885, + "tokens_seen": 1670381568 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004987160969346815, + "loss": 0.0689, + "theoretical_loss": 3.5116428474710872, + "tokens_seen": 1670643712 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004986358529930991, + "loss": 0.0705, + "theoretical_loss": 3.5115956533687473, + "tokens_seen": 1670905856 + }, + { + "epoch": 0.51, + "objective/train/advantage_avg": 0.0004309253126848489, + "objective/train/docs_used": 610761, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3228187561035156, + "objective/train/original_loss": 1.3228187561035156, + "objective/train/theoretical_loss": 3.5115484687427783, + "objective/train/tokens_used": 1691628000, + "objective/train/value_avg": -0.005908966064453125, + "objective/train/value_loss": 0.00011236917634960264, + "objective/train/value_max": -6.300210952758789e-05, + "objective/train/value_min": -0.354736328125, + "objective/train/value_reward_corr": 0.737215312677705, + "objective/train/value_std": 0.0107879638671875, + "objective/train/weight_avg": 1.000485897064209, + "objective/train/weighted_lm_loss": 1.3230879306793213, + "objective/train/weights_max": 1.1418017148971558, + "objective/train/weights_min": 0.7195333242416382, + "theoretical_loss": 3.5115484687427783, + "tokens_seen": 1671168000 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004985556090515166, + "loss": 0.0733, + "theoretical_loss": 3.5115484687427783, + "tokens_seen": 1671168000 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004984753651099342, + "loss": 0.065, + "theoretical_loss": 3.5115012935897907, + "tokens_seen": 1671430144 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004983951211683518, + "loss": 0.0676, + "theoretical_loss": 3.5114541279063975, + "tokens_seen": 1671692288 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004983148772267693, + "loss": 0.069, + "theoretical_loss": 3.511406971689214, + "tokens_seen": 1671954432 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004982346332851869, + "loss": 0.0673, + "theoretical_loss": 3.511359824934856, + "tokens_seen": 1672216576 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004981543893436046, + "loss": 0.0665, + "theoretical_loss": 3.5113126876399416, + "tokens_seen": 1672478720 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004980741454020222, + "loss": 0.0676, + "theoretical_loss": 3.511265559801091, + "tokens_seen": 1672740864 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004979939014604398, + "loss": 0.0689, + "theoretical_loss": 3.5112184414149255, + "tokens_seen": 1673003008 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004979136575188573, + "loss": 0.0681, + "theoretical_loss": 3.5111713324780687, + "tokens_seen": 1673265152 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004978334135772749, + "loss": 0.07, + "theoretical_loss": 3.5111242329871457, + "tokens_seen": 1673527296 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004977531696356925, + "loss": 0.0688, + "theoretical_loss": 3.5110771429387824, + "tokens_seen": 1673789440 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004976729256941101, + "loss": 0.0687, + "theoretical_loss": 3.511030062329608, + "tokens_seen": 1674051584 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004975926817525277, + "loss": 0.069, + "theoretical_loss": 3.5109829911562533, + "tokens_seen": 1674313728 + }, + { + "epoch": 0.51, + "objective/train/advantage_avg": 0.0002470623003318906, + "objective/train/docs_used": 611357, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3480126857757568, + "objective/train/original_loss": 1.3480126857757568, + "objective/train/theoretical_loss": 3.5109594591069553, + "objective/train/tokens_used": 1694904800, + "objective/train/value_avg": -0.005252838134765625, + "objective/train/value_loss": 0.00013930222485214472, + "objective/train/value_max": -4.267692565917969e-05, + "objective/train/value_min": -0.67919921875, + "objective/train/value_reward_corr": 0.646491646132045, + "objective/train/value_std": 0.0115203857421875, + "objective/train/weight_avg": 1.0003119707107544, + "objective/train/weighted_lm_loss": 1.3484077453613281, + "objective/train/weights_max": 1.6503114700317383, + "objective/train/weights_min": 0.3755991756916046, + "theoretical_loss": 3.5109594591069553, + "tokens_seen": 1674444800 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004975124378109452, + "loss": 0.0661, + "theoretical_loss": 3.5109359294153495, + "tokens_seen": 1674575872 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004974321938693629, + "loss": 0.0677, + "theoretical_loss": 3.5108888771035307, + "tokens_seen": 1674838016 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004973519499277805, + "loss": 0.0681, + "theoretical_loss": 3.5108418342174317, + "tokens_seen": 1675100160 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004972717059861981, + "loss": 0.0677, + "theoretical_loss": 3.5107948007536907, + "tokens_seen": 1675362304 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004971914620446156, + "loss": 0.0672, + "theoretical_loss": 3.5107477767089454, + "tokens_seen": 1675624448 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004971112181030332, + "loss": 0.0661, + "theoretical_loss": 3.5107007620798374, + "tokens_seen": 1675886592 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004970309741614508, + "loss": 0.0681, + "theoretical_loss": 3.510653756863009, + "tokens_seen": 1676148736 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004969507302198684, + "loss": 0.0676, + "theoretical_loss": 3.5106067610551035, + "tokens_seen": 1676410880 + }, + { + "epoch": 0.51, + "learning_rate": 0.000496870486278286, + "loss": 0.0708, + "theoretical_loss": 3.5105597746527675, + "tokens_seen": 1676673024 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004967902423367036, + "loss": 0.0655, + "theoretical_loss": 3.5105127976526482, + "tokens_seen": 1676935168 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004967099983951212, + "loss": 0.0679, + "theoretical_loss": 3.5104658300513942, + "tokens_seen": 1677197312 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004966297544535388, + "loss": 0.0655, + "theoretical_loss": 3.5104188718456575, + "tokens_seen": 1677459456 + }, + { + "epoch": 0.51, + "objective/train/advantage_avg": 0.00016871208208613098, + "objective/train/docs_used": 612648, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2838242053985596, + "objective/train/original_loss": 1.2838242053985596, + "objective/train/theoretical_loss": 3.5103719230320904, + "objective/train/tokens_used": 1698181600, + "objective/train/value_avg": -0.00839996337890625, + "objective/train/value_loss": 0.0005031731561757624, + "objective/train/value_max": -5.739927291870117e-05, + "objective/train/value_min": -0.69580078125, + "objective/train/value_reward_corr": 0.6856364940730085, + "objective/train/value_std": 0.0155029296875, + "objective/train/weight_avg": 1.0003849267959595, + "objective/train/weighted_lm_loss": 1.2834638357162476, + "objective/train/weights_max": 1.3443336486816406, + "objective/train/weights_min": 0.378071665763855, + "theoretical_loss": 3.5103719230320904, + "tokens_seen": 1677721600 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004965495105119564, + "loss": 0.0679, + "theoretical_loss": 3.5103719230320904, + "tokens_seen": 1677721600 + }, + { + "epoch": 0.51, + "learning_rate": 0.000496469266570374, + "loss": 0.069, + "theoretical_loss": 3.510324983607347, + "tokens_seen": 1677983744 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004963890226287915, + "loss": 0.0683, + "theoretical_loss": 3.5102780535680838, + "tokens_seen": 1678245888 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004963087786872091, + "loss": 0.07, + "theoretical_loss": 3.510231132910958, + "tokens_seen": 1678508032 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004962285347456267, + "loss": 0.0677, + "theoretical_loss": 3.5101842216326293, + "tokens_seen": 1678770176 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004961482908040443, + "loss": 0.0674, + "theoretical_loss": 3.5101373197297594, + "tokens_seen": 1679032320 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004960680468624618, + "loss": 0.0672, + "theoretical_loss": 3.510090427199011, + "tokens_seen": 1679294464 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004959878029208794, + "loss": 0.0689, + "theoretical_loss": 3.5100435440370483, + "tokens_seen": 1679556608 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004959075589792971, + "loss": 0.0684, + "theoretical_loss": 3.5099966702405383, + "tokens_seen": 1679818752 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004958273150377147, + "loss": 0.071, + "theoretical_loss": 3.5099498058061487, + "tokens_seen": 1680080896 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004957470710961323, + "loss": 0.068, + "theoretical_loss": 3.5099029507305497, + "tokens_seen": 1680343040 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004956668271545499, + "loss": 0.0703, + "theoretical_loss": 3.509856105010412, + "tokens_seen": 1680605184 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004955865832129674, + "loss": 0.0728, + "theoretical_loss": 3.509809268642409, + "tokens_seen": 1680867328 + }, + { + "epoch": 0.51, + "objective/train/advantage_avg": -0.0003892059903591871, + "objective/train/docs_used": 613922, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3251478672027588, + "objective/train/original_loss": 1.325148105621338, + "objective/train/theoretical_loss": 3.509785853964419, + "objective/train/tokens_used": 1701458400, + "objective/train/value_avg": -0.01171112060546875, + "objective/train/value_loss": 0.000222927556023933, + "objective/train/value_max": -9.685754776000977e-05, + "objective/train/value_min": -0.9873046875, + "objective/train/value_reward_corr": 0.9497779562674642, + "objective/train/value_std": 0.041656494140625, + "objective/train/weight_avg": 0.9997149109840393, + "objective/train/weighted_lm_loss": 1.325177788734436, + "objective/train/weights_max": 1.1586993932724, + "objective/train/weights_min": 0.3774261176586151, + "theoretical_loss": 3.509785853964419, + "tokens_seen": 1680998400 + }, + { + "epoch": 0.51, + "learning_rate": 0.000495506339271385, + "loss": 0.0709, + "theoretical_loss": 3.5097624416232156, + "tokens_seen": 1681129472 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004954260953298026, + "loss": 0.0701, + "theoretical_loss": 3.509715623949509, + "tokens_seen": 1681391616 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004953458513882202, + "loss": 0.0711, + "theoretical_loss": 3.509668815617967, + "tokens_seen": 1681653760 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004952656074466377, + "loss": 0.0691, + "theoretical_loss": 3.5096220166252694, + "tokens_seen": 1681915904 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004951853635050554, + "loss": 0.0681, + "theoretical_loss": 3.509575226968098, + "tokens_seen": 1682178048 + }, + { + "epoch": 0.51, + "learning_rate": 0.000495105119563473, + "loss": 0.0689, + "theoretical_loss": 3.5095284466431362, + "tokens_seen": 1682440192 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004950248756218906, + "loss": 0.0679, + "theoretical_loss": 3.509481675647069, + "tokens_seen": 1682702336 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004949446316803081, + "loss": 0.0686, + "theoretical_loss": 3.509434913976583, + "tokens_seen": 1682964480 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004948643877387257, + "loss": 0.0693, + "theoretical_loss": 3.509388161628367, + "tokens_seen": 1683226624 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004947841437971433, + "loss": 0.0698, + "theoretical_loss": 3.509341418599111, + "tokens_seen": 1683488768 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004947038998555609, + "loss": 0.0694, + "theoretical_loss": 3.509294684885506, + "tokens_seen": 1683750912 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004946236559139785, + "loss": 0.0711, + "theoretical_loss": 3.509247960484247, + "tokens_seen": 1684013056 + }, + { + "epoch": 0.51, + "objective/train/advantage_avg": 0.00041928383870981634, + "objective/train/docs_used": 615159, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2740854024887085, + "objective/train/original_loss": 1.274085283279419, + "objective/train/theoretical_loss": 3.5092012453920285, + "objective/train/tokens_used": 1704735200, + "objective/train/value_avg": -0.006832122802734375, + "objective/train/value_loss": 0.00011421278031775728, + "objective/train/value_max": -9.840726852416992e-05, + "objective/train/value_min": -0.258056640625, + "objective/train/value_reward_corr": 0.6845916415629636, + "objective/train/value_std": 0.00959014892578125, + "objective/train/weight_avg": 1.0004754066467285, + "objective/train/weighted_lm_loss": 1.2740672826766968, + "objective/train/weights_max": 1.1637078523635864, + "objective/train/weights_min": 0.7203710079193115, + "theoretical_loss": 3.5092012453920285, + "tokens_seen": 1684275200 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004945434119723962, + "loss": 0.0685, + "theoretical_loss": 3.5092012453920285, + "tokens_seen": 1684275200 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004944631680308137, + "loss": 0.0683, + "theoretical_loss": 3.5091545396055475, + "tokens_seen": 1684537344 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004943829240892313, + "loss": 0.0675, + "theoretical_loss": 3.5091078431215017, + "tokens_seen": 1684799488 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004943026801476489, + "loss": 0.0673, + "theoretical_loss": 3.5090611559365925, + "tokens_seen": 1685061632 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004942224362060665, + "loss": 0.0685, + "theoretical_loss": 3.509014478047522, + "tokens_seen": 1685323776 + }, + { + "epoch": 0.51, + "learning_rate": 0.000494142192264484, + "loss": 0.0709, + "theoretical_loss": 3.5089678094509926, + "tokens_seen": 1685585920 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004940619483229016, + "loss": 0.069, + "theoretical_loss": 3.5089211501437103, + "tokens_seen": 1685848064 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004939817043813192, + "loss": 0.0682, + "theoretical_loss": 3.5088745001223822, + "tokens_seen": 1686110208 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004939014604397368, + "loss": 0.0698, + "theoretical_loss": 3.508827859383717, + "tokens_seen": 1686372352 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004938212164981544, + "loss": 0.0675, + "theoretical_loss": 3.5087812279244246, + "tokens_seen": 1686634496 + }, + { + "epoch": 0.51, + "learning_rate": 0.000493740972556572, + "loss": 0.0692, + "theoretical_loss": 3.5087346057412176, + "tokens_seen": 1686896640 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004936607286149896, + "loss": 0.0735, + "theoretical_loss": 3.508687992830809, + "tokens_seen": 1687158784 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004935804846734072, + "loss": 0.0731, + "theoretical_loss": 3.5086413891899144, + "tokens_seen": 1687420928 + }, + { + "epoch": 0.51, + "objective/train/advantage_avg": 0.0005743837682530284, + "objective/train/docs_used": 616363, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4297889471054077, + "objective/train/original_loss": 1.4297888278961182, + "objective/train/theoretical_loss": 3.508618090844509, + "objective/train/tokens_used": 1708012000, + "objective/train/value_avg": -0.00792694091796875, + "objective/train/value_loss": 0.00023238502035383135, + "objective/train/value_max": -7.31348991394043e-05, + "objective/train/value_min": -0.23583984375, + "objective/train/value_reward_corr": 0.705329371211093, + "objective/train/value_std": 0.01549530029296875, + "objective/train/weight_avg": 1.000678539276123, + "objective/train/weighted_lm_loss": 1.4311280250549316, + "objective/train/weights_max": 1.189270257949829, + "objective/train/weights_min": 0.38221901655197144, + "theoretical_loss": 3.508618090844509, + "tokens_seen": 1687552000 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004935002407318248, + "loss": 0.0714, + "theoretical_loss": 3.5085947948152514, + "tokens_seen": 1687683072 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004934199967902424, + "loss": 0.0688, + "theoretical_loss": 3.5085482097035383, + "tokens_seen": 1687945216 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004933397528486599, + "loss": 0.0692, + "theoretical_loss": 3.508501633851495, + "tokens_seen": 1688207360 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004932595089070775, + "loss": 0.0672, + "theoretical_loss": 3.5084550672558446, + "tokens_seen": 1688469504 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004931792649654951, + "loss": 0.0693, + "theoretical_loss": 3.50840850991331, + "tokens_seen": 1688731648 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004930990210239126, + "loss": 0.0656, + "theoretical_loss": 3.5083619618206168, + "tokens_seen": 1688993792 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004930187770823302, + "loss": 0.0664, + "theoretical_loss": 3.5083154229744924, + "tokens_seen": 1689255936 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004929385331407479, + "loss": 0.0734, + "theoretical_loss": 3.5082688933716653, + "tokens_seen": 1689518080 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004928582891991655, + "loss": 0.0701, + "theoretical_loss": 3.5082223730088655, + "tokens_seen": 1689780224 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004927780452575831, + "loss": 0.0695, + "theoretical_loss": 3.5081758618828256, + "tokens_seen": 1690042368 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004926978013160007, + "loss": 0.0681, + "theoretical_loss": 3.5081293599902788, + "tokens_seen": 1690304512 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004926175573744183, + "loss": 0.0693, + "theoretical_loss": 3.5080828673279614, + "tokens_seen": 1690566656 + }, + { + "epoch": 0.51, + "objective/train/advantage_avg": 0.0007864811341278255, + "objective/train/docs_used": 617433, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3922734260559082, + "objective/train/original_loss": 1.3922733068466187, + "objective/train/theoretical_loss": 3.5080363838926094, + "objective/train/tokens_used": 1711288800, + "objective/train/value_avg": -0.007602691650390625, + "objective/train/value_loss": 0.0004512293089646846, + "objective/train/value_max": -6.300210952758789e-05, + "objective/train/value_min": -0.728515625, + "objective/train/value_reward_corr": 0.66213630129523, + "objective/train/value_std": 0.0210723876953125, + "objective/train/weight_avg": 1.000982642173767, + "objective/train/weighted_lm_loss": 1.392490267753601, + "objective/train/weights_max": 1.677398443222046, + "objective/train/weights_min": 0.36849358677864075, + "theoretical_loss": 3.5080363838926094, + "tokens_seen": 1690828800 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004925373134328358, + "loss": 0.0686, + "theoretical_loss": 3.5080363838926094, + "tokens_seen": 1690828800 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004924570694912534, + "loss": 0.0689, + "theoretical_loss": 3.5079899096809624, + "tokens_seen": 1691090944 + }, + { + "epoch": 0.51, + "learning_rate": 0.000492376825549671, + "loss": 0.0692, + "theoretical_loss": 3.5079434446897597, + "tokens_seen": 1691353088 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004922965816080887, + "loss": 0.0695, + "theoretical_loss": 3.5078969889157445, + "tokens_seen": 1691615232 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004922163376665062, + "loss": 0.0683, + "theoretical_loss": 3.5078505423556594, + "tokens_seen": 1691877376 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004921360937249238, + "loss": 0.0707, + "theoretical_loss": 3.50780410500625, + "tokens_seen": 1692139520 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004920558497833414, + "loss": 0.0707, + "theoretical_loss": 3.507757676864264, + "tokens_seen": 1692401664 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004919756058417589, + "loss": 0.0669, + "theoretical_loss": 3.5077112579264496, + "tokens_seen": 1692663808 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004918953619001765, + "loss": 0.0692, + "theoretical_loss": 3.507664848189557, + "tokens_seen": 1692925952 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004918151179585941, + "loss": 0.0715, + "theoretical_loss": 3.507618447650337, + "tokens_seen": 1693188096 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004917348740170117, + "loss": 0.0694, + "theoretical_loss": 3.5075720563055457, + "tokens_seen": 1693450240 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004916546300754293, + "loss": 0.0666, + "theoretical_loss": 3.5075256741519363, + "tokens_seen": 1693712384 + }, + { + "epoch": 0.51, + "learning_rate": 0.000491574386133847, + "loss": 0.0666, + "theoretical_loss": 3.507479301186266, + "tokens_seen": 1693974528 + }, + { + "epoch": 0.51, + "objective/train/advantage_avg": 0.00018874896341003478, + "objective/train/docs_used": 618718, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4671138525009155, + "objective/train/original_loss": 1.467113733291626, + "objective/train/theoretical_loss": 3.507456118147896, + "objective/train/tokens_used": 1714565600, + "objective/train/value_avg": -0.0089263916015625, + "objective/train/value_loss": 0.000186286517418921, + "objective/train/value_max": -8.094310760498047e-05, + "objective/train/value_min": -0.342041015625, + "objective/train/value_reward_corr": 0.7038708494984918, + "objective/train/value_std": 0.01357269287109375, + "objective/train/weight_avg": 1.0002799034118652, + "objective/train/weighted_lm_loss": 1.4661048650741577, + "objective/train/weights_max": 1.2905495166778564, + "objective/train/weights_min": 0.6182669401168823, + "theoretical_loss": 3.507456118147896, + "tokens_seen": 1694105600 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004914941421922646, + "loss": 0.0706, + "theoretical_loss": 3.5074329374052944, + "tokens_seen": 1694236672 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004914138982506821, + "loss": 0.0662, + "theoretical_loss": 3.507386582805781, + "tokens_seen": 1694498816 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004913336543090997, + "loss": 0.068, + "theoretical_loss": 3.5073402373844864, + "tokens_seen": 1694760960 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004912534103675173, + "loss": 0.0693, + "theoretical_loss": 3.5072939011381763, + "tokens_seen": 1695023104 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004911731664259348, + "loss": 0.0671, + "theoretical_loss": 3.507247574063614, + "tokens_seen": 1695285248 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004910929224843524, + "loss": 0.0663, + "theoretical_loss": 3.5072012561575674, + "tokens_seen": 1695547392 + }, + { + "epoch": 0.51, + "learning_rate": 0.00049101267854277, + "loss": 0.0674, + "theoretical_loss": 3.5071549474168036, + "tokens_seen": 1695809536 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004909324346011876, + "loss": 0.0698, + "theoretical_loss": 3.507108647838094, + "tokens_seen": 1696071680 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004908521906596052, + "loss": 0.067, + "theoretical_loss": 3.507062357418209, + "tokens_seen": 1696333824 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004907719467180228, + "loss": 0.068, + "theoretical_loss": 3.5070160761539233, + "tokens_seen": 1696595968 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004906917027764404, + "loss": 0.0682, + "theoretical_loss": 3.506969804042011, + "tokens_seen": 1696858112 + }, + { + "epoch": 0.51, + "learning_rate": 0.000490611458834858, + "loss": 0.0706, + "theoretical_loss": 3.5069235410792485, + "tokens_seen": 1697120256 + }, + { + "epoch": 0.51, + "objective/train/advantage_avg": 0.00034672333276830614, + "objective/train/docs_used": 619912, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3148680925369263, + "objective/train/original_loss": 1.3148678541183472, + "objective/train/theoretical_loss": 3.506877287262414, + "objective/train/tokens_used": 1717842400, + "objective/train/value_avg": -0.00801849365234375, + "objective/train/value_loss": 0.00015659556083846837, + "objective/train/value_max": -0.0001080632209777832, + "objective/train/value_min": -0.3525390625, + "objective/train/value_reward_corr": 0.7248009209437651, + "objective/train/value_std": 0.01276397705078125, + "objective/train/weight_avg": 1.0004198551177979, + "objective/train/weighted_lm_loss": 1.3152755498886108, + "objective/train/weights_max": 1.125016689300537, + "objective/train/weights_min": 0.36879345774650574, + "theoretical_loss": 3.506877287262414, + "tokens_seen": 1697382400 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004905312148932756, + "loss": 0.069, + "theoretical_loss": 3.506877287262414, + "tokens_seen": 1697382400 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004904509709516932, + "loss": 0.067, + "theoretical_loss": 3.5068310425882876, + "tokens_seen": 1697644544 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004903707270101108, + "loss": 0.0696, + "theoretical_loss": 3.506784807053651, + "tokens_seen": 1697906688 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004902904830685283, + "loss": 0.0702, + "theoretical_loss": 3.506738580655287, + "tokens_seen": 1698168832 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004902102391269459, + "loss": 0.0672, + "theoretical_loss": 3.5066923633899796, + "tokens_seen": 1698430976 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004901299951853635, + "loss": 0.0682, + "theoretical_loss": 3.506646155254516, + "tokens_seen": 1698693120 + }, + { + "epoch": 0.51, + "learning_rate": 0.000490049751243781, + "loss": 0.0687, + "theoretical_loss": 3.506599956245684, + "tokens_seen": 1698955264 + }, + { + "epoch": 0.51, + "learning_rate": 0.0004899695073021987, + "loss": 0.069, + "theoretical_loss": 3.5065537663602737, + "tokens_seen": 1699217408 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004898892633606163, + "loss": 0.0677, + "theoretical_loss": 3.506507585595075, + "tokens_seen": 1699479552 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004898090194190339, + "loss": 0.068, + "theoretical_loss": 3.506461413946882, + "tokens_seen": 1699741696 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004897287754774515, + "loss": 0.0652, + "theoretical_loss": 3.5064152514124887, + "tokens_seen": 1700003840 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004896485315358691, + "loss": 0.0701, + "theoretical_loss": 3.506369097988691, + "tokens_seen": 1700265984 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004895682875942866, + "loss": 0.0678, + "theoretical_loss": 3.5063229536722864, + "tokens_seen": 1700528128 + }, + { + "epoch": 0.52, + "objective/train/advantage_avg": 0.0008625452755950391, + "objective/train/docs_used": 621118, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4722925424575806, + "objective/train/original_loss": 1.472292423248291, + "objective/train/theoretical_loss": 3.5062998849283566, + "objective/train/tokens_used": 1721119200, + "objective/train/value_avg": -0.00621795654296875, + "objective/train/value_loss": 0.00016127934213727713, + "objective/train/value_max": -2.9802322387695312e-05, + "objective/train/value_min": -0.3291015625, + "objective/train/value_reward_corr": 0.7240243487064636, + "objective/train/value_std": 0.01352691650390625, + "objective/train/weight_avg": 1.0009384155273438, + "objective/train/weighted_lm_loss": 1.4731497764587402, + "objective/train/weights_max": 1.190855622291565, + "objective/train/weights_min": 0.3825574517250061, + "theoretical_loss": 3.5062998849283566, + "tokens_seen": 1700659200 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004894880436527042, + "loss": 0.0687, + "theoretical_loss": 3.5062768184600754, + "tokens_seen": 1700790272 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004894077997111218, + "loss": 0.0672, + "theoretical_loss": 3.5062306923488573, + "tokens_seen": 1701052416 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004893275557695395, + "loss": 0.0697, + "theoretical_loss": 3.5061845753354355, + "tokens_seen": 1701314560 + }, + { + "epoch": 0.52, + "learning_rate": 0.000489247311827957, + "loss": 0.0673, + "theoretical_loss": 3.5061384674166147, + "tokens_seen": 1701576704 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004891670678863746, + "loss": 0.0663, + "theoretical_loss": 3.5060923685892, + "tokens_seen": 1701838848 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004890868239447922, + "loss": 0.0714, + "theoretical_loss": 3.5060462788499986, + "tokens_seen": 1702100992 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004890065800032098, + "loss": 0.0685, + "theoretical_loss": 3.50600019819582, + "tokens_seen": 1702363136 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004889263360616273, + "loss": 0.0679, + "theoretical_loss": 3.5059541266234744, + "tokens_seen": 1702625280 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004888460921200449, + "loss": 0.0687, + "theoretical_loss": 3.505908064129775, + "tokens_seen": 1702887424 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004887658481784625, + "loss": 0.0655, + "theoretical_loss": 3.5058620107115344, + "tokens_seen": 1703149568 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004886856042368801, + "loss": 0.0679, + "theoretical_loss": 3.505815966365568, + "tokens_seen": 1703411712 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004886053602952977, + "loss": 0.07, + "theoretical_loss": 3.5057699310886945, + "tokens_seen": 1703673856 + }, + { + "epoch": 0.52, + "objective/train/advantage_avg": 0.0005580747383646667, + "objective/train/docs_used": 622235, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3740065097808838, + "objective/train/original_loss": 1.3740065097808838, + "objective/train/theoretical_loss": 3.505723904877731, + "objective/train/tokens_used": 1724396000, + "objective/train/value_avg": -0.006275177001953125, + "objective/train/value_loss": 0.0003199703060090542, + "objective/train/value_max": -5.519390106201172e-05, + "objective/train/value_min": -0.8544921875, + "objective/train/value_reward_corr": 0.6743341803821212, + "objective/train/value_std": 0.0174102783203125, + "objective/train/weight_avg": 1.0007047653198242, + "objective/train/weighted_lm_loss": 1.37462317943573, + "objective/train/weights_max": 2.2088685035705566, + "objective/train/weights_min": 0.3775528371334076, + "theoretical_loss": 3.505723904877731, + "tokens_seen": 1703936000 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004885251163537154, + "loss": 0.0687, + "theoretical_loss": 3.505723904877731, + "tokens_seen": 1703936000 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004884448724121329, + "loss": 0.0667, + "theoretical_loss": 3.5056778877294983, + "tokens_seen": 1704198144 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004883646284705505, + "loss": 0.068, + "theoretical_loss": 3.5056318796408186, + "tokens_seen": 1704460288 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004882843845289681, + "loss": 0.0683, + "theoretical_loss": 3.505585880608515, + "tokens_seen": 1704722432 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048820414058738565, + "loss": 0.0681, + "theoretical_loss": 3.505539890629412, + "tokens_seen": 1704984576 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048812389664580326, + "loss": 0.0683, + "theoretical_loss": 3.5054939097003377, + "tokens_seen": 1705246720 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004880436527042209, + "loss": 0.0692, + "theoretical_loss": 3.505447937818119, + "tokens_seen": 1705508864 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048796340876263843, + "loss": 0.0685, + "theoretical_loss": 3.5054019749795864, + "tokens_seen": 1705771008 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048788316482105605, + "loss": 0.071, + "theoretical_loss": 3.5053560211815715, + "tokens_seen": 1706033152 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004878029208794736, + "loss": 0.0683, + "theoretical_loss": 3.505310076420907, + "tokens_seen": 1706295296 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048772267693789116, + "loss": 0.0672, + "theoretical_loss": 3.505264140694428, + "tokens_seen": 1706557440 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004876424329963088, + "loss": 0.0695, + "theoretical_loss": 3.5052182139989707, + "tokens_seen": 1706819584 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004875621890547264, + "loss": 0.0697, + "theoretical_loss": 3.5051722963313723, + "tokens_seen": 1707081728 + }, + { + "epoch": 0.52, + "objective/train/advantage_avg": 0.0002737137256190181, + "objective/train/docs_used": 623332, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5090523958206177, + "objective/train/original_loss": 1.5090523958206177, + "objective/train/theoretical_loss": 3.5051493408820327, + "objective/train/tokens_used": 1727672800, + "objective/train/value_avg": -0.007007598876953125, + "objective/train/value_loss": 0.00024835552903823555, + "objective/train/value_max": -5.269050598144531e-05, + "objective/train/value_min": -0.65625, + "objective/train/value_reward_corr": 0.7519698567084228, + "objective/train/value_std": 0.01824951171875, + "objective/train/weight_avg": 1.0003913640975952, + "objective/train/weighted_lm_loss": 1.5093542337417603, + "objective/train/weights_max": 1.5548560619354248, + "objective/train/weights_min": 0.37546736001968384, + "theoretical_loss": 3.5051493408820327, + "tokens_seen": 1707212800 + }, + { + "epoch": 0.52, + "learning_rate": 0.000487481945113144, + "loss": 0.0671, + "theoretical_loss": 3.505126387688473, + "tokens_seen": 1707343872 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048740170117156156, + "loss": 0.0654, + "theoretical_loss": 3.5050804880671134, + "tokens_seen": 1707606016 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048732145722997917, + "loss": 0.0676, + "theoretical_loss": 3.505034597464137, + "tokens_seen": 1707868160 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048724121328839673, + "loss": 0.0691, + "theoretical_loss": 3.5049887158763866, + "tokens_seen": 1708130304 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004871609693468143, + "loss": 0.0658, + "theoretical_loss": 3.504942843300709, + "tokens_seen": 1708392448 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004870807254052319, + "loss": 0.0683, + "theoretical_loss": 3.5048969797339513, + "tokens_seen": 1708654592 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004870004814636495, + "loss": 0.0701, + "theoretical_loss": 3.5048511251729626, + "tokens_seen": 1708916736 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004869202375220671, + "loss": 0.0679, + "theoretical_loss": 3.504805279614594, + "tokens_seen": 1709178880 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004868399935804847, + "loss": 0.0704, + "theoretical_loss": 3.504759443055696, + "tokens_seen": 1709441024 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004867597496389023, + "loss": 0.0679, + "theoretical_loss": 3.5047136154931238, + "tokens_seen": 1709703168 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048667950569731986, + "loss": 0.0695, + "theoretical_loss": 3.5046677969237328, + "tokens_seen": 1709965312 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004865992617557374, + "loss": 0.0677, + "theoretical_loss": 3.504621987344379, + "tokens_seen": 1710227456 + }, + { + "epoch": 0.52, + "objective/train/advantage_avg": 0.0007213426288217306, + "objective/train/docs_used": 624643, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.420356035232544, + "objective/train/original_loss": 1.420356035232544, + "objective/train/theoretical_loss": 3.504576186751921, + "objective/train/tokens_used": 1730949600, + "objective/train/value_avg": -0.00707244873046875, + "objective/train/value_loss": 0.00016203391714952886, + "objective/train/value_max": -3.147125244140625e-05, + "objective/train/value_min": -0.37548828125, + "objective/train/value_reward_corr": 0.7044699261938101, + "objective/train/value_std": 0.01329803466796875, + "objective/train/weight_avg": 1.0007973909378052, + "objective/train/weighted_lm_loss": 1.4214441776275635, + "objective/train/weights_max": 1.2047122716903687, + "objective/train/weights_min": 0.3696053922176361, + "theoretical_loss": 3.504576186751921, + "tokens_seen": 1710489600 + }, + { + "epoch": 0.52, + "learning_rate": 0.000486519017814155, + "loss": 0.0693, + "theoretical_loss": 3.504576186751921, + "tokens_seen": 1710489600 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048643877387257264, + "loss": 0.0698, + "theoretical_loss": 3.5045303951432194, + "tokens_seen": 1710751744 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004863585299309902, + "loss": 0.068, + "theoretical_loss": 3.504484612515136, + "tokens_seen": 1711013888 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004862782859894078, + "loss": 0.0701, + "theoretical_loss": 3.5044388388645333, + "tokens_seen": 1711276032 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004861980420478254, + "loss": 0.065, + "theoretical_loss": 3.5043930741882763, + "tokens_seen": 1711538176 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048611779810624304, + "loss": 0.0694, + "theoretical_loss": 3.504347318483232, + "tokens_seen": 1711800320 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048603755416466054, + "loss": 0.0708, + "theoretical_loss": 3.504301571746267, + "tokens_seen": 1712062464 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048595731022307815, + "loss": 0.0693, + "theoretical_loss": 3.504255833974252, + "tokens_seen": 1712324608 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048587706628149576, + "loss": 0.0682, + "theoretical_loss": 3.5042101051640575, + "tokens_seen": 1712586752 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004857968223399133, + "loss": 0.0707, + "theoretical_loss": 3.5041643853125564, + "tokens_seen": 1712848896 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048571657839833094, + "loss": 0.0696, + "theoretical_loss": 3.504118674416623, + "tokens_seen": 1713111040 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048563633445674855, + "loss": 0.0705, + "theoretical_loss": 3.504072972473133, + "tokens_seen": 1713373184 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048555609051516616, + "loss": 0.0671, + "theoretical_loss": 3.504027279478964, + "tokens_seen": 1713635328 + }, + { + "epoch": 0.52, + "objective/train/advantage_avg": -0.0005693548009730875, + "objective/train/docs_used": 625897, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2826732397079468, + "objective/train/original_loss": 1.2826732397079468, + "objective/train/theoretical_loss": 3.504004436336899, + "objective/train/tokens_used": 1734226400, + "objective/train/value_avg": -0.00579833984375, + "objective/train/value_loss": 0.00017033317999448627, + "objective/train/value_max": -3.594160079956055e-05, + "objective/train/value_min": -0.260498046875, + "objective/train/value_reward_corr": 0.6659016586162039, + "objective/train/value_std": 0.01134490966796875, + "objective/train/weight_avg": 0.9995079040527344, + "objective/train/weighted_lm_loss": 1.2823365926742554, + "objective/train/weights_max": 1.1803033351898193, + "objective/train/weights_min": 0.36996933817863464, + "theoretical_loss": 3.504004436336899, + "tokens_seen": 1713766400 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048547584657358366, + "loss": 0.0689, + "theoretical_loss": 3.5039815954309943, + "tokens_seen": 1713897472 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004853956026320013, + "loss": 0.0679, + "theoretical_loss": 3.5039359203261045, + "tokens_seen": 1714159616 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004853153586904189, + "loss": 0.0677, + "theoretical_loss": 3.5038902541611776, + "tokens_seen": 1714421760 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048523511474883645, + "loss": 0.0685, + "theoretical_loss": 3.503844596933096, + "tokens_seen": 1714683904 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048515487080725406, + "loss": 0.0709, + "theoretical_loss": 3.503798948638746, + "tokens_seen": 1714946048 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004850746268656717, + "loss": 0.0713, + "theoretical_loss": 3.503753309275013, + "tokens_seen": 1715208192 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004849943829240893, + "loss": 0.0719, + "theoretical_loss": 3.5037076788387864, + "tokens_seen": 1715470336 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048491413898250684, + "loss": 0.0688, + "theoretical_loss": 3.503662057326956, + "tokens_seen": 1715732480 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004848338950409244, + "loss": 0.0689, + "theoretical_loss": 3.503616444736412, + "tokens_seen": 1715994624 + }, + { + "epoch": 0.52, + "learning_rate": 0.000484753651099342, + "loss": 0.0673, + "theoretical_loss": 3.5035708410640494, + "tokens_seen": 1716256768 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004846734071577596, + "loss": 0.0685, + "theoretical_loss": 3.5035252463067614, + "tokens_seen": 1716518912 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004845931632161772, + "loss": 0.0685, + "theoretical_loss": 3.503479660461444, + "tokens_seen": 1716781056 + }, + { + "epoch": 0.52, + "objective/train/advantage_avg": 0.0013937798794358969, + "objective/train/docs_used": 627098, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.349744439125061, + "objective/train/original_loss": 1.3497443199157715, + "objective/train/theoretical_loss": 3.5034340835249953, + "objective/train/tokens_used": 1737503200, + "objective/train/value_avg": -0.0101470947265625, + "objective/train/value_loss": 0.00029088632436469197, + "objective/train/value_max": -7.599592208862305e-05, + "objective/train/value_min": -0.6982421875, + "objective/train/value_reward_corr": 0.7265300091721971, + "objective/train/value_std": 0.0191650390625, + "objective/train/weight_avg": 1.001526951789856, + "objective/train/weighted_lm_loss": 1.3519983291625977, + "objective/train/weights_max": 1.3099900484085083, + "objective/train/weights_min": 0.3828143775463104, + "theoretical_loss": 3.5034340835249953, + "tokens_seen": 1717043200 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004845129192745948, + "loss": 0.0662, + "theoretical_loss": 3.5034340835249953, + "tokens_seen": 1717043200 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048443267533301236, + "loss": 0.0683, + "theoretical_loss": 3.503388515494315, + "tokens_seen": 1717305344 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048435243139142997, + "loss": 0.068, + "theoretical_loss": 3.5033429563663026, + "tokens_seen": 1717567488 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048427218744984753, + "loss": 0.0708, + "theoretical_loss": 3.503297406137861, + "tokens_seen": 1717829632 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048419194350826514, + "loss": 0.069, + "theoretical_loss": 3.5032518648058946, + "tokens_seen": 1718091776 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004841116995666827, + "loss": 0.0664, + "theoretical_loss": 3.503206332367308, + "tokens_seen": 1718353920 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004840314556251003, + "loss": 0.0681, + "theoretical_loss": 3.5031608088190085, + "tokens_seen": 1718616064 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004839512116835179, + "loss": 0.0672, + "theoretical_loss": 3.5031152941579045, + "tokens_seen": 1718878208 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004838709677419355, + "loss": 0.0674, + "theoretical_loss": 3.5030697883809063, + "tokens_seen": 1719140352 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004837907238003531, + "loss": 0.0697, + "theoretical_loss": 3.5030242914849254, + "tokens_seen": 1719402496 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048371047985877065, + "loss": 0.0708, + "theoretical_loss": 3.502978803466875, + "tokens_seen": 1719664640 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048363023591718827, + "loss": 0.0704, + "theoretical_loss": 3.502933324323669, + "tokens_seen": 1719926784 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004835499919756058, + "loss": 0.0706, + "theoretical_loss": 3.502887854052225, + "tokens_seen": 1720188928 + }, + { + "epoch": 0.52, + "objective/train/advantage_avg": 0.0009491186356171966, + "objective/train/docs_used": 628251, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.563730239868164, + "objective/train/original_loss": 1.5637301206588745, + "objective/train/theoretical_loss": 3.50286512224245, + "objective/train/tokens_used": 1740780000, + "objective/train/value_avg": -0.00984954833984375, + "objective/train/value_loss": 0.0004936275072395802, + "objective/train/value_max": -7.599592208862305e-05, + "objective/train/value_min": -0.703125, + "objective/train/value_reward_corr": 0.6360692926396341, + "objective/train/value_std": 0.0187530517578125, + "objective/train/weight_avg": 1.0011674165725708, + "objective/train/weighted_lm_loss": 1.565064549446106, + "objective/train/weights_max": 1.7499204874038696, + "objective/train/weights_min": 0.3741062879562378, + "theoretical_loss": 3.50286512224245, + "tokens_seen": 1720320000 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048346974803402344, + "loss": 0.0688, + "theoretical_loss": 3.5028423926494594, + "tokens_seen": 1720451072 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048338950409244105, + "loss": 0.0686, + "theoretical_loss": 3.5027969401122925, + "tokens_seen": 1720713216 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004833092601508586, + "loss": 0.0688, + "theoretical_loss": 3.5027514964376447, + "tokens_seen": 1720975360 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004832290162092762, + "loss": 0.0702, + "theoretical_loss": 3.502706061622438, + "tokens_seen": 1721237504 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048314877226769383, + "loss": 0.0685, + "theoretical_loss": 3.502660635663597, + "tokens_seen": 1721499648 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004830685283261114, + "loss": 0.0698, + "theoretical_loss": 3.5026152185580472, + "tokens_seen": 1721761792 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048298828438452895, + "loss": 0.0685, + "theoretical_loss": 3.502569810302715, + "tokens_seen": 1722023936 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048290804044294656, + "loss": 0.0682, + "theoretical_loss": 3.5025244108945293, + "tokens_seen": 1722286080 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004828277965013642, + "loss": 0.0682, + "theoretical_loss": 3.50247902033042, + "tokens_seen": 1722548224 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048274755255978173, + "loss": 0.0704, + "theoretical_loss": 3.502433638607319, + "tokens_seen": 1722810368 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048266730861819935, + "loss": 0.0694, + "theoretical_loss": 3.502388265722159, + "tokens_seen": 1723072512 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048258706467661696, + "loss": 0.0697, + "theoretical_loss": 3.5023429016718755, + "tokens_seen": 1723334656 + }, + { + "epoch": 0.52, + "objective/train/advantage_avg": 7.928323611849919e-05, + "objective/train/docs_used": 629447, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.488987684249878, + "objective/train/original_loss": 1.488987684249878, + "objective/train/theoretical_loss": 3.502297546453403, + "objective/train/tokens_used": 1744056800, + "objective/train/value_avg": -0.005702972412109375, + "objective/train/value_loss": 0.00018139932944905013, + "objective/train/value_max": -5.9664249420166016e-05, + "objective/train/value_min": -0.2254638671875, + "objective/train/value_reward_corr": 0.6458991931975688, + "objective/train/value_std": 0.01091766357421875, + "objective/train/weight_avg": 1.0001611709594727, + "objective/train/weighted_lm_loss": 1.4892679452896118, + "objective/train/weights_max": 1.1091307401657104, + "objective/train/weights_min": 0.3683769106864929, + "theoretical_loss": 3.502297546453403, + "tokens_seen": 1723596800 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048250682073503446, + "loss": 0.0702, + "theoretical_loss": 3.502297546453403, + "tokens_seen": 1723596800 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004824265767934521, + "loss": 0.0682, + "theoretical_loss": 3.5022522000636807, + "tokens_seen": 1723858944 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004823463328518697, + "loss": 0.0702, + "theoretical_loss": 3.502206862499647, + "tokens_seen": 1724121088 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004822660889102873, + "loss": 0.0683, + "theoretical_loss": 3.5021615337582435, + "tokens_seen": 1724383232 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048218584496870486, + "loss": 0.0685, + "theoretical_loss": 3.5021162138364117, + "tokens_seen": 1724645376 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004821056010271225, + "loss": 0.0691, + "theoretical_loss": 3.502070902731096, + "tokens_seen": 1724907520 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004820253570855401, + "loss": 0.0713, + "theoretical_loss": 3.502025600439241, + "tokens_seen": 1725169664 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004819451131439576, + "loss": 0.0716, + "theoretical_loss": 3.5019803069577944, + "tokens_seen": 1725431808 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004818648692023752, + "loss": 0.0691, + "theoretical_loss": 3.5019350222837042, + "tokens_seen": 1725693952 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004817846252607928, + "loss": 0.0701, + "theoretical_loss": 3.5018897464139203, + "tokens_seen": 1725956096 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048170438131921043, + "loss": 0.0717, + "theoretical_loss": 3.501844479345394, + "tokens_seen": 1726218240 + }, + { + "epoch": 0.52, + "learning_rate": 0.000481624137377628, + "loss": 0.0691, + "theoretical_loss": 3.5017992210750783, + "tokens_seen": 1726480384 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004815438934360456, + "loss": 0.0715, + "theoretical_loss": 3.5017539715999275, + "tokens_seen": 1726742528 + }, + { + "epoch": 0.52, + "objective/train/advantage_avg": -1.950797923200298e-05, + "objective/train/docs_used": 630619, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4523184299468994, + "objective/train/original_loss": 1.4523186683654785, + "objective/train/theoretical_loss": 3.501731350159588, + "objective/train/tokens_used": 1747333600, + "objective/train/value_avg": -0.01104736328125, + "objective/train/value_loss": 0.0006415036623366177, + "objective/train/value_max": -7.903575897216797e-05, + "objective/train/value_min": -0.802734375, + "objective/train/value_reward_corr": 0.7886099111096654, + "objective/train/value_std": 0.0278167724609375, + "objective/train/weight_avg": 1.0002732276916504, + "objective/train/weighted_lm_loss": 1.4523875713348389, + "objective/train/weights_max": 2.1242482662200928, + "objective/train/weights_min": 0.38928213715553284, + "theoretical_loss": 3.501731350159588, + "tokens_seen": 1726873600 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004814636494944632, + "loss": 0.0695, + "theoretical_loss": 3.5017087309168975, + "tokens_seen": 1727004672 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048138340555288077, + "loss": 0.0707, + "theoretical_loss": 3.501663499022947, + "tokens_seen": 1727266816 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048130316161129833, + "loss": 0.068, + "theoretical_loss": 3.5016182759150336, + "tokens_seen": 1727528960 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048122291766971594, + "loss": 0.0686, + "theoretical_loss": 3.501573061590118, + "tokens_seen": 1727791104 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048114267372813355, + "loss": 0.0677, + "theoretical_loss": 3.5015278560451626, + "tokens_seen": 1728053248 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004810624297865511, + "loss": 0.069, + "theoretical_loss": 3.501482659277131, + "tokens_seen": 1728315392 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004809821858449687, + "loss": 0.0696, + "theoretical_loss": 3.501437471282988, + "tokens_seen": 1728577536 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048090194190338634, + "loss": 0.067, + "theoretical_loss": 3.5013922920597, + "tokens_seen": 1728839680 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004808216979618039, + "loss": 0.0686, + "theoretical_loss": 3.5013471216042356, + "tokens_seen": 1729101824 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048074145402022145, + "loss": 0.0664, + "theoretical_loss": 3.5013019599135635, + "tokens_seen": 1729363968 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048066121007863907, + "loss": 0.0696, + "theoretical_loss": 3.501256806984656, + "tokens_seen": 1729626112 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004805809661370567, + "loss": 0.0697, + "theoretical_loss": 3.5012116628144847, + "tokens_seen": 1729888256 + }, + { + "epoch": 0.52, + "objective/train/advantage_avg": -0.0007634619832970202, + "objective/train/docs_used": 631803, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.444717526435852, + "objective/train/original_loss": 1.4447176456451416, + "objective/train/theoretical_loss": 3.5011665274000245, + "objective/train/tokens_used": 1750610400, + "objective/train/value_avg": -0.01039886474609375, + "objective/train/value_loss": 0.0008553405059501529, + "objective/train/value_max": -0.00012052059173583984, + "objective/train/value_min": -0.7421875, + "objective/train/value_reward_corr": 0.7050080098881057, + "objective/train/value_std": 0.0256500244140625, + "objective/train/weight_avg": 0.9996157884597778, + "objective/train/weighted_lm_loss": 1.4447020292282104, + "objective/train/weights_max": 2.011155128479004, + "objective/train/weights_min": 0.37389513850212097, + "theoretical_loss": 3.5011665274000245, + "tokens_seen": 1730150400 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048050072219547424, + "loss": 0.0667, + "theoretical_loss": 3.5011665274000245, + "tokens_seen": 1730150400 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048042047825389185, + "loss": 0.0719, + "theoretical_loss": 3.50112140073825, + "tokens_seen": 1730412544 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048034023431230946, + "loss": 0.0693, + "theoretical_loss": 3.501076282826139, + "tokens_seen": 1730674688 + }, + { + "epoch": 0.52, + "learning_rate": 0.000480259990370727, + "loss": 0.0693, + "theoretical_loss": 3.5010311736606696, + "tokens_seen": 1730936832 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048017974642914463, + "loss": 0.0709, + "theoretical_loss": 3.5009860732388223, + "tokens_seen": 1731198976 + }, + { + "epoch": 0.52, + "learning_rate": 0.0004800995024875622, + "loss": 0.0704, + "theoretical_loss": 3.5009409815575787, + "tokens_seen": 1731461120 + }, + { + "epoch": 0.52, + "learning_rate": 0.00048001925854597975, + "loss": 0.0676, + "theoretical_loss": 3.500895898613922, + "tokens_seen": 1731723264 + }, + { + "epoch": 0.52, + "learning_rate": 0.00047993901460439736, + "loss": 0.0709, + "theoretical_loss": 3.5008508244048366, + "tokens_seen": 1731985408 + }, + { + "epoch": 0.52, + "learning_rate": 0.000479858770662815, + "loss": 0.0687, + "theoretical_loss": 3.5008057589273083, + "tokens_seen": 1732247552 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004797785267212326, + "loss": 0.0674, + "theoretical_loss": 3.500760702178325, + "tokens_seen": 1732509696 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047969828277965015, + "loss": 0.0655, + "theoretical_loss": 3.5007156541548756, + "tokens_seen": 1732771840 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047961803883806776, + "loss": 0.0707, + "theoretical_loss": 3.5006706148539513, + "tokens_seen": 1733033984 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004795377948964853, + "loss": 0.0716, + "theoretical_loss": 3.500625584272543, + "tokens_seen": 1733296128 + }, + { + "epoch": 0.53, + "objective/train/advantage_avg": 0.0005496664671227336, + "objective/train/docs_used": 632954, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3557716608047485, + "objective/train/original_loss": 1.355771780014038, + "objective/train/theoretical_loss": 3.500603072250718, + "objective/train/tokens_used": 1753887200, + "objective/train/value_avg": -0.007427215576171875, + "objective/train/value_loss": 0.00040620623622089624, + "objective/train/value_max": -3.11732292175293e-05, + "objective/train/value_min": -0.71728515625, + "objective/train/value_reward_corr": 0.6417261735174368, + "objective/train/value_std": 0.0167236328125, + "objective/train/weight_avg": 1.0007224082946777, + "objective/train/weighted_lm_loss": 1.3560402393341064, + "objective/train/weights_max": 1.4714237451553345, + "objective/train/weights_min": 0.3689524829387665, + "theoretical_loss": 3.500603072250718, + "tokens_seen": 1733427200 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004794575509549029, + "loss": 0.068, + "theoretical_loss": 3.5005805624076456, + "tokens_seen": 1733558272 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004793773070133205, + "loss": 0.0686, + "theoretical_loss": 3.500535549256253, + "tokens_seen": 1733820416 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004792970630717381, + "loss": 0.0672, + "theoretical_loss": 3.5004905448153627, + "tokens_seen": 1734082560 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004792168191301557, + "loss": 0.0704, + "theoretical_loss": 3.500445549081972, + "tokens_seen": 1734344704 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047913657518857327, + "loss": 0.069, + "theoretical_loss": 3.500400562053081, + "tokens_seen": 1734606848 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004790563312469909, + "loss": 0.0697, + "theoretical_loss": 3.50035558372569, + "tokens_seen": 1734868992 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047897608730540844, + "loss": 0.0709, + "theoretical_loss": 3.5003106140968026, + "tokens_seen": 1735131136 + }, + { + "epoch": 0.53, + "learning_rate": 0.000478895843363826, + "loss": 0.07, + "theoretical_loss": 3.5002656531634213, + "tokens_seen": 1735393280 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004788155994222436, + "loss": 0.0693, + "theoretical_loss": 3.5002207009225526, + "tokens_seen": 1735655424 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004787353554806612, + "loss": 0.0683, + "theoretical_loss": 3.5001757573712036, + "tokens_seen": 1735917568 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047865511153907884, + "loss": 0.0701, + "theoretical_loss": 3.5001308225063816, + "tokens_seen": 1736179712 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004785748675974964, + "loss": 0.0689, + "theoretical_loss": 3.500085896325098, + "tokens_seen": 1736441856 + }, + { + "epoch": 0.53, + "objective/train/advantage_avg": 0.000173031265148893, + "objective/train/docs_used": 634251, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3975573778152466, + "objective/train/original_loss": 1.397557258605957, + "objective/train/theoretical_loss": 3.5000409788243623, + "objective/train/tokens_used": 1757164000, + "objective/train/value_avg": -0.00672149658203125, + "objective/train/value_loss": 0.0001426747621735558, + "objective/train/value_max": -8.749961853027344e-05, + "objective/train/value_min": -0.300048828125, + "objective/train/value_reward_corr": 0.7846619363223739, + "objective/train/value_std": 0.01119232177734375, + "objective/train/weight_avg": 1.000241994857788, + "objective/train/weighted_lm_loss": 1.3985430002212524, + "objective/train/weights_max": 1.1501502990722656, + "objective/train/weights_min": 0.6106188893318176, + "theoretical_loss": 3.5000409788243623, + "tokens_seen": 1736704000 + }, + { + "epoch": 0.53, + "learning_rate": 0.000478494623655914, + "loss": 0.069, + "theoretical_loss": 3.5000409788243623, + "tokens_seen": 1736704000 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004784143797143316, + "loss": 0.0706, + "theoretical_loss": 3.4999960700011896, + "tokens_seen": 1736966144 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047833413577274913, + "loss": 0.0696, + "theoretical_loss": 3.4999511698525927, + "tokens_seen": 1737228288 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047825389183116674, + "loss": 0.0691, + "theoretical_loss": 3.4999062783755877, + "tokens_seen": 1737490432 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047817364788958435, + "loss": 0.0674, + "theoretical_loss": 3.4998613955671924, + "tokens_seen": 1737752576 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004780934039480019, + "loss": 0.068, + "theoretical_loss": 3.4998165214244246, + "tokens_seen": 1738014720 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004780131600064195, + "loss": 0.0694, + "theoretical_loss": 3.499771655944306, + "tokens_seen": 1738276864 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047793291606483714, + "loss": 0.0682, + "theoretical_loss": 3.4997267991238568, + "tokens_seen": 1738539008 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047785267212325475, + "loss": 0.0666, + "theoretical_loss": 3.4996819509601016, + "tokens_seen": 1738801152 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047777242818167225, + "loss": 0.0671, + "theoretical_loss": 3.499637111450064, + "tokens_seen": 1739063296 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047769218424008987, + "loss": 0.0708, + "theoretical_loss": 3.499592280590771, + "tokens_seen": 1739325440 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004776119402985075, + "loss": 0.071, + "theoretical_loss": 3.499547458379249, + "tokens_seen": 1739587584 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047753169635692504, + "loss": 0.0692, + "theoretical_loss": 3.4995026448125284, + "tokens_seen": 1739849728 + }, + { + "epoch": 0.53, + "objective/train/advantage_avg": 0.0008222722681239247, + "objective/train/docs_used": 635535, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3237426280975342, + "objective/train/original_loss": 1.3237427473068237, + "objective/train/theoretical_loss": 3.49948024127004, + "objective/train/tokens_used": 1760440800, + "objective/train/value_avg": -0.00580596923828125, + "objective/train/value_loss": 0.00010954807657981291, + "objective/train/value_max": -5.3048133850097656e-05, + "objective/train/value_min": -0.2252197265625, + "objective/train/value_reward_corr": 0.6739547169838173, + "objective/train/value_std": 0.00970458984375, + "objective/train/weight_avg": 1.00087571144104, + "objective/train/weighted_lm_loss": 1.324752926826477, + "objective/train/weights_max": 1.1311445236206055, + "objective/train/weights_min": 0.7864255309104919, + "theoretical_loss": 3.49948024127004, + "tokens_seen": 1739980800 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047745145241534265, + "loss": 0.0668, + "theoretical_loss": 3.499457839887639, + "tokens_seen": 1740111872 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047737120847376026, + "loss": 0.0674, + "theoretical_loss": 3.4994130436016126, + "tokens_seen": 1740374016 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004772909645321779, + "loss": 0.0693, + "theoretical_loss": 3.4993682559514836, + "tokens_seen": 1740636160 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004772107205905954, + "loss": 0.0688, + "theoretical_loss": 3.4993234769342862, + "tokens_seen": 1740898304 + }, + { + "epoch": 0.53, + "learning_rate": 0.000477130476649013, + "loss": 0.0673, + "theoretical_loss": 3.4992787065470567, + "tokens_seen": 1741160448 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004770502327074306, + "loss": 0.0674, + "theoretical_loss": 3.499233944786834, + "tokens_seen": 1741422592 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047696998876584816, + "loss": 0.0679, + "theoretical_loss": 3.499189191650656, + "tokens_seen": 1741684736 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004768897448242658, + "loss": 0.0683, + "theoretical_loss": 3.499144447135565, + "tokens_seen": 1741946880 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004768095008826834, + "loss": 0.0715, + "theoretical_loss": 3.499099711238602, + "tokens_seen": 1742209024 + }, + { + "epoch": 0.53, + "learning_rate": 0.000476729256941101, + "loss": 0.0675, + "theoretical_loss": 3.4990549839568112, + "tokens_seen": 1742471168 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047664901299951856, + "loss": 0.0704, + "theoretical_loss": 3.4990102652872377, + "tokens_seen": 1742733312 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004765687690579361, + "loss": 0.0711, + "theoretical_loss": 3.4989655552269285, + "tokens_seen": 1742995456 + }, + { + "epoch": 0.53, + "objective/train/advantage_avg": 0.0008146612672135234, + "objective/train/docs_used": 636817, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3907450437545776, + "objective/train/original_loss": 1.390744924545288, + "objective/train/theoretical_loss": 3.4989208537729315, + "objective/train/tokens_used": 1763717600, + "objective/train/value_avg": -0.004032135009765625, + "objective/train/value_loss": 0.00010917217150563374, + "objective/train/value_max": -4.4345855712890625e-05, + "objective/train/value_min": -0.2113037109375, + "objective/train/value_reward_corr": 0.5034420509359904, + "objective/train/value_std": 0.006435394287109375, + "objective/train/weight_avg": 1.0008621215820312, + "objective/train/weighted_lm_loss": 1.3924815654754639, + "objective/train/weights_max": 1.113200068473816, + "objective/train/weights_min": 0.3811357617378235, + "theoretical_loss": 3.4989208537729315, + "tokens_seen": 1743257600 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047648852511635373, + "loss": 0.0709, + "theoretical_loss": 3.4989208537729315, + "tokens_seen": 1743257600 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004764082811747713, + "loss": 0.0703, + "theoretical_loss": 3.498876160922296, + "tokens_seen": 1743519744 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004763280372331889, + "loss": 0.0696, + "theoretical_loss": 3.4988314766720734, + "tokens_seen": 1743781888 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004762477932916065, + "loss": 0.0704, + "theoretical_loss": 3.4987868010193157, + "tokens_seen": 1744044032 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047616754935002407, + "loss": 0.0646, + "theoretical_loss": 3.4987421339610774, + "tokens_seen": 1744306176 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004760873054084417, + "loss": 0.0683, + "theoretical_loss": 3.498697475494413, + "tokens_seen": 1744568320 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047600706146685924, + "loss": 0.0693, + "theoretical_loss": 3.49865282561638, + "tokens_seen": 1744830464 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047592681752527686, + "loss": 0.07, + "theoretical_loss": 3.498608184324037, + "tokens_seen": 1745092608 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004758465735836944, + "loss": 0.0696, + "theoretical_loss": 3.498563551614443, + "tokens_seen": 1745354752 + }, + { + "epoch": 0.53, + "learning_rate": 0.000475766329642112, + "loss": 0.0685, + "theoretical_loss": 3.4985189274846586, + "tokens_seen": 1745616896 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047568608570052964, + "loss": 0.0712, + "theoretical_loss": 3.498474311931748, + "tokens_seen": 1745879040 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004756058417589472, + "loss": 0.0709, + "theoretical_loss": 3.4984297049527737, + "tokens_seen": 1746141184 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004755255978173648, + "loss": 0.0694, + "theoretical_loss": 3.498385106544802, + "tokens_seen": 1746403328 + }, + { + "epoch": 0.53, + "objective/train/advantage_avg": 0.0007525641703978181, + "objective/train/docs_used": 637932, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4238468408584595, + "objective/train/original_loss": 1.42384672164917, + "objective/train/theoretical_loss": 3.498362810554026, + "objective/train/tokens_used": 1766994400, + "objective/train/value_avg": -0.0052947998046875, + "objective/train/value_loss": 0.00013380908058024943, + "objective/train/value_max": -4.792213439941406e-05, + "objective/train/value_min": -0.3349609375, + "objective/train/value_reward_corr": 0.6363801225394083, + "objective/train/value_std": 0.0096435546875, + "objective/train/weight_avg": 1.0008137226104736, + "objective/train/weighted_lm_loss": 1.4245588779449463, + "objective/train/weights_max": 1.1348096132278442, + "objective/train/weights_min": 0.36827751994132996, + "theoretical_loss": 3.498362810554026, + "tokens_seen": 1746534400 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004754453538757824, + "loss": 0.0666, + "theoretical_loss": 3.4983405167049004, + "tokens_seen": 1746665472 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004753651099342, + "loss": 0.0691, + "theoretical_loss": 3.4982959354301366, + "tokens_seen": 1746927616 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047528486599261754, + "loss": 0.065, + "theoretical_loss": 3.49825136271758, + "tokens_seen": 1747189760 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047520462205103515, + "loss": 0.0703, + "theoretical_loss": 3.498206798564303, + "tokens_seen": 1747451904 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047512437810945276, + "loss": 0.0686, + "theoretical_loss": 3.498162242967377, + "tokens_seen": 1747714048 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004750441341678703, + "loss": 0.0697, + "theoretical_loss": 3.4981176959238773, + "tokens_seen": 1747976192 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047496389022628794, + "loss": 0.0676, + "theoretical_loss": 3.4980731574308788, + "tokens_seen": 1748238336 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047488364628470555, + "loss": 0.0657, + "theoretical_loss": 3.498028627485459, + "tokens_seen": 1748500480 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004748034023431231, + "loss": 0.0686, + "theoretical_loss": 3.497984106084696, + "tokens_seen": 1748762624 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047472315840154066, + "loss": 0.0716, + "theoretical_loss": 3.4979395932256696, + "tokens_seen": 1749024768 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004746429144599583, + "loss": 0.0675, + "theoretical_loss": 3.4978950889054614, + "tokens_seen": 1749286912 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004745626705183759, + "loss": 0.0684, + "theoretical_loss": 3.4978505931211545, + "tokens_seen": 1749549056 + }, + { + "epoch": 0.53, + "objective/train/advantage_avg": -0.0003753572527784854, + "objective/train/docs_used": 639149, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3645341396331787, + "objective/train/original_loss": 1.3645342588424683, + "objective/train/theoretical_loss": 3.4978061058698326, + "objective/train/tokens_used": 1770271200, + "objective/train/value_avg": -0.008087158203125, + "objective/train/value_loss": 0.000204214287805371, + "objective/train/value_max": -5.227327346801758e-05, + "objective/train/value_min": -0.251953125, + "objective/train/value_reward_corr": 0.8152801390032512, + "objective/train/value_std": 0.01763916015625, + "objective/train/weight_avg": 0.9997202754020691, + "objective/train/weighted_lm_loss": 1.364444613456726, + "objective/train/weights_max": 1.226123332977295, + "objective/train/weights_min": 0.3838789761066437, + "theoretical_loss": 3.4978061058698326, + "tokens_seen": 1749811200 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047448242657679345, + "loss": 0.0694, + "theoretical_loss": 3.4978061058698326, + "tokens_seen": 1749811200 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047440218263521106, + "loss": 0.072, + "theoretical_loss": 3.4977616271485816, + "tokens_seen": 1750073344 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004743219386936287, + "loss": 0.0688, + "theoretical_loss": 3.4977171569544883, + "tokens_seen": 1750335488 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004742416947520462, + "loss": 0.0671, + "theoretical_loss": 3.497672695284641, + "tokens_seen": 1750597632 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004741614508104638, + "loss": 0.0684, + "theoretical_loss": 3.497628242136131, + "tokens_seen": 1750859776 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004740812068688814, + "loss": 0.0675, + "theoretical_loss": 3.497583797506048, + "tokens_seen": 1751121920 + }, + { + "epoch": 0.53, + "learning_rate": 0.000474000962927299, + "loss": 0.0701, + "theoretical_loss": 3.4975393613914854, + "tokens_seen": 1751384064 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004739207189857166, + "loss": 0.0691, + "theoretical_loss": 3.497494933789538, + "tokens_seen": 1751646208 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004738404750441342, + "loss": 0.0708, + "theoretical_loss": 3.4974505146973005, + "tokens_seen": 1751908352 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004737602311025518, + "loss": 0.072, + "theoretical_loss": 3.497406104111871, + "tokens_seen": 1752170496 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047367998716096936, + "loss": 0.0709, + "theoretical_loss": 3.4973617020303465, + "tokens_seen": 1752432640 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004735997432193869, + "loss": 0.0703, + "theoretical_loss": 3.497317308449828, + "tokens_seen": 1752694784 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047351949927780453, + "loss": 0.0659, + "theoretical_loss": 3.4972729233674174, + "tokens_seen": 1752956928 + }, + { + "epoch": 0.53, + "objective/train/advantage_avg": 0.0009132970008067787, + "objective/train/docs_used": 640338, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.345809817314148, + "objective/train/original_loss": 1.3458099365234375, + "objective/train/theoretical_loss": 3.4972507340120966, + "objective/train/tokens_used": 1773548000, + "objective/train/value_avg": -0.006679534912109375, + "objective/train/value_loss": 0.00016488712572026998, + "objective/train/value_max": -4.297494888305664e-05, + "objective/train/value_min": -0.257568359375, + "objective/train/value_reward_corr": 0.8106616890124747, + "objective/train/value_std": 0.01557159423828125, + "objective/train/weight_avg": 1.0009934902191162, + "objective/train/weighted_lm_loss": 1.34742271900177, + "objective/train/weights_max": 1.2203881740570068, + "objective/train/weights_min": 0.7188708186149597, + "theoretical_loss": 3.4972507340120966, + "tokens_seen": 1753088000 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047343925533622214, + "loss": 0.068, + "theoretical_loss": 3.4972285467802164, + "tokens_seen": 1753219072 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004733590113946397, + "loss": 0.0709, + "theoretical_loss": 3.4971841786853295, + "tokens_seen": 1753481216 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004732787674530573, + "loss": 0.0706, + "theoretical_loss": 3.4971398190798615, + "tokens_seen": 1753743360 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004731985235114749, + "loss": 0.0686, + "theoretical_loss": 3.4970954679609214, + "tokens_seen": 1754005504 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004731182795698925, + "loss": 0.0725, + "theoretical_loss": 3.4970511253256156, + "tokens_seen": 1754267648 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047303803562831004, + "loss": 0.0718, + "theoretical_loss": 3.4970067911710556, + "tokens_seen": 1754529792 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047295779168672765, + "loss": 0.0726, + "theoretical_loss": 3.4969624654943514, + "tokens_seen": 1754791936 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047287754774514527, + "loss": 0.0695, + "theoretical_loss": 3.496918148292616, + "tokens_seen": 1755054080 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004727973038035628, + "loss": 0.0701, + "theoretical_loss": 3.496873839562964, + "tokens_seen": 1755316224 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047271705986198044, + "loss": 0.0693, + "theoretical_loss": 3.49682953930251, + "tokens_seen": 1755578368 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047263681592039805, + "loss": 0.0686, + "theoretical_loss": 3.4967852475083725, + "tokens_seen": 1755840512 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004725565719788156, + "loss": 0.0699, + "theoretical_loss": 3.4967409641776683, + "tokens_seen": 1756102656 + }, + { + "epoch": 0.53, + "objective/train/advantage_avg": 0.0017953932983800769, + "objective/train/docs_used": 641471, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.322149395942688, + "objective/train/original_loss": 1.3221492767333984, + "objective/train/theoretical_loss": 3.4966966893075178, + "objective/train/tokens_used": 1776824800, + "objective/train/value_avg": -0.007793426513671875, + "objective/train/value_loss": 0.00012899602006655186, + "objective/train/value_max": -6.973743438720703e-05, + "objective/train/value_min": -0.2286376953125, + "objective/train/value_reward_corr": 0.7341380950559956, + "objective/train/value_std": 0.013671875, + "objective/train/weight_avg": 1.0018587112426758, + "objective/train/weighted_lm_loss": 1.324140191078186, + "objective/train/weights_max": 1.2402737140655518, + "objective/train/weights_min": 0.6176257729530334, + "theoretical_loss": 3.4966966893075178, + "tokens_seen": 1756364800 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047247632803723317, + "loss": 0.0673, + "theoretical_loss": 3.4966966893075178, + "tokens_seen": 1756364800 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004723960840956508, + "loss": 0.0704, + "theoretical_loss": 3.496652422895042, + "tokens_seen": 1756626944 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004723158401540684, + "loss": 0.069, + "theoretical_loss": 3.496608164937364, + "tokens_seen": 1756889088 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047223559621248595, + "loss": 0.0704, + "theoretical_loss": 3.496563915431607, + "tokens_seen": 1757151232 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047215535227090356, + "loss": 0.0708, + "theoretical_loss": 3.4965196743748965, + "tokens_seen": 1757413376 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004720751083293212, + "loss": 0.0707, + "theoretical_loss": 3.49647544176436, + "tokens_seen": 1757675520 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047199486438773873, + "loss": 0.0729, + "theoretical_loss": 3.4964312175971246, + "tokens_seen": 1757937664 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047191462044615635, + "loss": 0.072, + "theoretical_loss": 3.496387001870321, + "tokens_seen": 1758199808 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004718343765045739, + "loss": 0.0705, + "theoretical_loss": 3.49634279458108, + "tokens_seen": 1758461952 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047175413256299146, + "loss": 0.0685, + "theoretical_loss": 3.4962985957265333, + "tokens_seen": 1758724096 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004716738886214091, + "loss": 0.0681, + "theoretical_loss": 3.496254405303815, + "tokens_seen": 1758986240 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004715936446798267, + "loss": 0.0702, + "theoretical_loss": 3.4962102233100607, + "tokens_seen": 1759248384 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004715134007382443, + "loss": 0.0727, + "theoretical_loss": 3.4961660497424063, + "tokens_seen": 1759510528 + }, + { + "epoch": 0.53, + "objective/train/advantage_avg": 0.001145337475463748, + "objective/train/docs_used": 642679, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3322999477386475, + "objective/train/original_loss": 1.3322999477386475, + "objective/train/theoretical_loss": 3.4961439661174727, + "objective/train/tokens_used": 1780101600, + "objective/train/value_avg": -0.00679779052734375, + "objective/train/value_loss": 0.000457077898317948, + "objective/train/value_max": -5.066394805908203e-05, + "objective/train/value_min": -0.85400390625, + "objective/train/value_reward_corr": 0.6156607021034168, + "objective/train/value_std": 0.016571044921875, + "objective/train/weight_avg": 1.0013363361358643, + "objective/train/weighted_lm_loss": 1.3343428373336792, + "objective/train/weights_max": 1.7519724369049072, + "objective/train/weights_min": 0.368775874376297, + "theoretical_loss": 3.4961439661174727, + "tokens_seen": 1759641600 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047143315679666186, + "loss": 0.0701, + "theoretical_loss": 3.496121884597991, + "tokens_seen": 1759772672 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004713529128550795, + "loss": 0.0697, + "theoretical_loss": 3.4960777278739528, + "tokens_seen": 1760034816 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047127266891349703, + "loss": 0.0721, + "theoretical_loss": 3.4960335795674338, + "tokens_seen": 1760296960 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004711924249719146, + "loss": 0.0703, + "theoretical_loss": 3.495989439675575, + "tokens_seen": 1760559104 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004711121810303322, + "loss": 0.0699, + "theoretical_loss": 3.4959453081955205, + "tokens_seen": 1760821248 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004710319370887498, + "loss": 0.0686, + "theoretical_loss": 3.495901185124416, + "tokens_seen": 1761083392 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047095169314716743, + "loss": 0.0692, + "theoretical_loss": 3.4958570704594067, + "tokens_seen": 1761345536 + }, + { + "epoch": 0.53, + "learning_rate": 0.000470871449205585, + "loss": 0.0685, + "theoretical_loss": 3.495812964197641, + "tokens_seen": 1761607680 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004707912052640026, + "loss": 0.0699, + "theoretical_loss": 3.4957688663362685, + "tokens_seen": 1761869824 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004707109613224202, + "loss": 0.0716, + "theoretical_loss": 3.495724776872439, + "tokens_seen": 1762131968 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004706307173808377, + "loss": 0.0709, + "theoretical_loss": 3.4956806958033044, + "tokens_seen": 1762394112 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047055047343925533, + "loss": 0.0676, + "theoretical_loss": 3.4956366231260185, + "tokens_seen": 1762656256 + }, + { + "epoch": 0.53, + "objective/train/advantage_avg": 0.000966837746091187, + "objective/train/docs_used": 643830, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2010525465011597, + "objective/train/original_loss": 1.2010524272918701, + "objective/train/theoretical_loss": 3.4955925588377363, + "objective/train/tokens_used": 1783378400, + "objective/train/value_avg": -0.004886627197265625, + "objective/train/value_loss": 0.0001741728192428127, + "objective/train/value_max": -5.3882598876953125e-05, + "objective/train/value_min": -0.251953125, + "objective/train/value_reward_corr": 0.5695892188749675, + "objective/train/value_std": 0.00884246826171875, + "objective/train/weight_avg": 1.001043677330017, + "objective/train/weighted_lm_loss": 1.2016777992248535, + "objective/train/weights_max": 1.2405765056610107, + "objective/train/weights_min": 0.37138476967811584, + "theoretical_loss": 3.4955925588377363, + "tokens_seen": 1762918400 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047047022949767294, + "loss": 0.0681, + "theoretical_loss": 3.4955925588377363, + "tokens_seen": 1762918400 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047038998555609055, + "loss": 0.0729, + "theoretical_loss": 3.4955485029356135, + "tokens_seen": 1763180544 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004703097416145081, + "loss": 0.0694, + "theoretical_loss": 3.495504455416807, + "tokens_seen": 1763442688 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004702294976729257, + "loss": 0.0672, + "theoretical_loss": 3.495460416278477, + "tokens_seen": 1763704832 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047014925373134334, + "loss": 0.069, + "theoretical_loss": 3.4954163855177827, + "tokens_seen": 1763966976 + }, + { + "epoch": 0.53, + "learning_rate": 0.00047006900978976084, + "loss": 0.07, + "theoretical_loss": 3.495372363131886, + "tokens_seen": 1764229120 + }, + { + "epoch": 0.53, + "learning_rate": 0.00046998876584817845, + "loss": 0.0665, + "theoretical_loss": 3.4953283491179503, + "tokens_seen": 1764491264 + }, + { + "epoch": 0.53, + "learning_rate": 0.00046990852190659607, + "loss": 0.0695, + "theoretical_loss": 3.4952843434731395, + "tokens_seen": 1764753408 + }, + { + "epoch": 0.53, + "learning_rate": 0.0004698282779650136, + "loss": 0.0696, + "theoretical_loss": 3.49524034619462, + "tokens_seen": 1765015552 + }, + { + "epoch": 0.53, + "learning_rate": 0.00046974803402343124, + "loss": 0.0716, + "theoretical_loss": 3.495196357279559, + "tokens_seen": 1765277696 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046966779008184885, + "loss": 0.0714, + "theoretical_loss": 3.495152376725124, + "tokens_seen": 1765539840 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046958754614026646, + "loss": 0.0661, + "theoretical_loss": 3.4951084045284864, + "tokens_seen": 1765801984 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046950730219868397, + "loss": 0.0697, + "theoretical_loss": 3.495064440686816, + "tokens_seen": 1766064128 + }, + { + "epoch": 0.54, + "objective/train/advantage_avg": 0.000745578610803932, + "objective/train/docs_used": 644977, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5893243551254272, + "objective/train/original_loss": 1.5893243551254272, + "objective/train/theoretical_loss": 3.495042461898211, + "objective/train/tokens_used": 1786655200, + "objective/train/value_avg": -0.00450897216796875, + "objective/train/value_loss": 0.00016843380581121892, + "objective/train/value_max": -8.684396743774414e-05, + "objective/train/value_min": -0.20654296875, + "objective/train/value_reward_corr": 0.5533996847804336, + "objective/train/value_std": 0.008270263671875, + "objective/train/weight_avg": 1.0008189678192139, + "objective/train/weighted_lm_loss": 1.590727686882019, + "objective/train/weights_max": 1.2229843139648438, + "objective/train/weights_min": 0.3681437373161316, + "theoretical_loss": 3.495042461898211, + "tokens_seen": 1766195200 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004694270582571016, + "loss": 0.0698, + "theoretical_loss": 3.495020485197287, + "tokens_seen": 1766326272 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004693468143155192, + "loss": 0.0702, + "theoretical_loss": 3.494976538057073, + "tokens_seen": 1766588416 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046926657037393675, + "loss": 0.0708, + "theoretical_loss": 3.4949325992633486, + "tokens_seen": 1766850560 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046918632643235436, + "loss": 0.0705, + "theoretical_loss": 3.4948886688132923, + "tokens_seen": 1767112704 + }, + { + "epoch": 0.54, + "learning_rate": 0.000469106082490772, + "loss": 0.0701, + "theoretical_loss": 3.4948447467040804, + "tokens_seen": 1767374848 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004690258385491896, + "loss": 0.0694, + "theoretical_loss": 3.494800832932894, + "tokens_seen": 1767636992 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046894559460760715, + "loss": 0.0662, + "theoretical_loss": 3.494756927496913, + "tokens_seen": 1767899136 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004688653506660247, + "loss": 0.0684, + "theoretical_loss": 3.49471303039332, + "tokens_seen": 1768161280 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004687851067244423, + "loss": 0.0707, + "theoretical_loss": 3.4946691416192985, + "tokens_seen": 1768423424 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004687048627828599, + "loss": 0.069, + "theoretical_loss": 3.4946252611720348, + "tokens_seen": 1768685568 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004686246188412775, + "loss": 0.0706, + "theoretical_loss": 3.494581389048714, + "tokens_seen": 1768947712 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004685443748996951, + "loss": 0.0694, + "theoretical_loss": 3.494537525246524, + "tokens_seen": 1769209856 + }, + { + "epoch": 0.54, + "objective/train/advantage_avg": 0.0007495838217437267, + "objective/train/docs_used": 646001, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2795875072479248, + "objective/train/original_loss": 1.2795873880386353, + "objective/train/theoretical_loss": 3.4944936697626545, + "objective/train/tokens_used": 1789932000, + "objective/train/value_avg": -0.00791168212890625, + "objective/train/value_loss": 0.0008908045710995793, + "objective/train/value_max": -4.9114227294921875e-05, + "objective/train/value_min": -0.88232421875, + "objective/train/value_reward_corr": 0.6147159878025493, + "objective/train/value_std": 0.0184783935546875, + "objective/train/weight_avg": 1.0010310411453247, + "objective/train/weighted_lm_loss": 1.2805345058441162, + "objective/train/weights_max": 1.551479458808899, + "objective/train/weights_min": 0.02379496768116951, + "theoretical_loss": 3.4944936697626545, + "tokens_seen": 1769472000 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004684641309581127, + "loss": 0.0655, + "theoretical_loss": 3.4944936697626545, + "tokens_seen": 1769472000 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046838388701653027, + "loss": 0.0679, + "theoretical_loss": 3.4944498225942953, + "tokens_seen": 1769734144 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046830364307494783, + "loss": 0.0699, + "theoretical_loss": 3.4944059837386394, + "tokens_seen": 1769996288 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046822339913336544, + "loss": 0.0712, + "theoretical_loss": 3.494362153192879, + "tokens_seen": 1770258432 + }, + { + "epoch": 0.54, + "learning_rate": 0.000468143155191783, + "loss": 0.0698, + "theoretical_loss": 3.494318330954209, + "tokens_seen": 1770520576 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004680629112502006, + "loss": 0.069, + "theoretical_loss": 3.494274517019826, + "tokens_seen": 1770782720 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004679826673086182, + "loss": 0.07, + "theoretical_loss": 3.494230711386926, + "tokens_seen": 1771044864 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004679024233670358, + "loss": 0.068, + "theoretical_loss": 3.4941869140527095, + "tokens_seen": 1771307008 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004678221794254534, + "loss": 0.0686, + "theoretical_loss": 3.494143125014375, + "tokens_seen": 1771569152 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046774193548387096, + "loss": 0.0713, + "theoretical_loss": 3.4940993442691246, + "tokens_seen": 1771831296 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046766169154228857, + "loss": 0.0699, + "theoretical_loss": 3.4940555718141613, + "tokens_seen": 1772093440 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046758144760070613, + "loss": 0.0691, + "theoretical_loss": 3.4940118076466886, + "tokens_seen": 1772355584 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046750120365912374, + "loss": 0.069, + "theoretical_loss": 3.493968051763912, + "tokens_seen": 1772617728 + }, + { + "epoch": 0.54, + "objective/train/advantage_avg": -0.0005949514452368021, + "objective/train/docs_used": 647211, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5411070585250854, + "objective/train/original_loss": 1.541106939315796, + "objective/train/theoretical_loss": 3.493946176928412, + "objective/train/tokens_used": 1793208800, + "objective/train/value_avg": -0.005619049072265625, + "objective/train/value_loss": 0.00020482524996623397, + "objective/train/value_max": -9.685754776000977e-05, + "objective/train/value_min": -0.31396484375, + "objective/train/value_reward_corr": 0.7125904162511058, + "objective/train/value_std": 0.0132904052734375, + "objective/train/weight_avg": 0.9994953870773315, + "objective/train/weighted_lm_loss": 1.5404590368270874, + "objective/train/weights_max": 1.1564855575561523, + "objective/train/weights_min": 0.3781697452068329, + "theoretical_loss": 3.493946176928412, + "tokens_seen": 1772748800 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046742095971754135, + "loss": 0.0691, + "theoretical_loss": 3.4939243041630395, + "tokens_seen": 1772879872 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004673407157759589, + "loss": 0.0698, + "theoretical_loss": 3.4938805648412776, + "tokens_seen": 1773142016 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004672604718343765, + "loss": 0.07, + "theoretical_loss": 3.4938368337958368, + "tokens_seen": 1773404160 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046718022789279414, + "loss": 0.0675, + "theoretical_loss": 3.493793111023928, + "tokens_seen": 1773666304 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004670999839512117, + "loss": 0.0675, + "theoretical_loss": 3.4937493965227633, + "tokens_seen": 1773928448 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046701974000962925, + "loss": 0.0667, + "theoretical_loss": 3.4937056902895565, + "tokens_seen": 1774190592 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046693949606804687, + "loss": 0.0695, + "theoretical_loss": 3.4936619923215226, + "tokens_seen": 1774452736 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004668592521264645, + "loss": 0.0661, + "theoretical_loss": 3.493618302615878, + "tokens_seen": 1774714880 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046677900818488204, + "loss": 0.0686, + "theoretical_loss": 3.4935746211698393, + "tokens_seen": 1774977024 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046669876424329965, + "loss": 0.0682, + "theoretical_loss": 3.4935309479806262, + "tokens_seen": 1775239168 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046661852030171726, + "loss": 0.0716, + "theoretical_loss": 3.49348728304546, + "tokens_seen": 1775501312 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004665382763601348, + "loss": 0.0661, + "theoretical_loss": 3.493443626361561, + "tokens_seen": 1775763456 + }, + { + "epoch": 0.54, + "objective/train/advantage_avg": 0.0008836599881760776, + "objective/train/docs_used": 648417, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3673590421676636, + "objective/train/original_loss": 1.3673591613769531, + "objective/train/theoretical_loss": 3.4933999779261526, + "objective/train/tokens_used": 1796485600, + "objective/train/value_avg": -0.006267547607421875, + "objective/train/value_loss": 0.00020456782658584416, + "objective/train/value_max": -4.00543212890625e-05, + "objective/train/value_min": -0.68896484375, + "objective/train/value_reward_corr": 0.6592915994567394, + "objective/train/value_std": 0.01291656494140625, + "objective/train/weight_avg": 1.0009757280349731, + "objective/train/weighted_lm_loss": 1.3685539960861206, + "objective/train/weights_max": 1.2253751754760742, + "objective/train/weights_min": 0.36908549070358276, + "theoretical_loss": 3.4933999779261526, + "tokens_seen": 1776025600 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004664580324185524, + "loss": 0.0692, + "theoretical_loss": 3.4933999779261526, + "tokens_seen": 1776025600 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046637778847697, + "loss": 0.0689, + "theoretical_loss": 3.4933563377364596, + "tokens_seen": 1776287744 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004662975445353876, + "loss": 0.068, + "theoretical_loss": 3.493312705789708, + "tokens_seen": 1776549888 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046621730059380516, + "loss": 0.0698, + "theoretical_loss": 3.493269082083123, + "tokens_seen": 1776812032 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004661370566522228, + "loss": 0.0708, + "theoretical_loss": 3.4932254666139357, + "tokens_seen": 1777074176 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004660568127106404, + "loss": 0.0649, + "theoretical_loss": 3.493181859379374, + "tokens_seen": 1777336320 + }, + { + "epoch": 0.54, + "learning_rate": 0.000465976568769058, + "loss": 0.0684, + "theoretical_loss": 3.4931382603766696, + "tokens_seen": 1777598464 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004658963248274755, + "loss": 0.066, + "theoretical_loss": 3.493094669603055, + "tokens_seen": 1777860608 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004658160808858931, + "loss": 0.0684, + "theoretical_loss": 3.493051087055764, + "tokens_seen": 1778122752 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046573583694431073, + "loss": 0.0708, + "theoretical_loss": 3.493007512732031, + "tokens_seen": 1778384896 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004656555930027283, + "loss": 0.0697, + "theoretical_loss": 3.4929639466290934, + "tokens_seen": 1778647040 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004655753490611459, + "loss": 0.068, + "theoretical_loss": 3.492920388744188, + "tokens_seen": 1778909184 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004654951051195635, + "loss": 0.0694, + "theoretical_loss": 3.4928768390745555, + "tokens_seen": 1779171328 + }, + { + "epoch": 0.54, + "objective/train/advantage_avg": 0.0009295509080402553, + "objective/train/docs_used": 649543, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4486323595046997, + "objective/train/original_loss": 1.4486324787139893, + "objective/train/theoretical_loss": 3.4928550673196033, + "objective/train/tokens_used": 1799762400, + "objective/train/value_avg": -0.00804901123046875, + "objective/train/value_loss": 0.00019531445286702365, + "objective/train/value_max": -1.4424324035644531e-05, + "objective/train/value_min": -0.60009765625, + "objective/train/value_reward_corr": 0.761086312720598, + "objective/train/value_std": 0.017608642578125, + "objective/train/weight_avg": 1.0010185241699219, + "objective/train/weighted_lm_loss": 1.4500617980957031, + "objective/train/weights_max": 1.1676849126815796, + "objective/train/weights_min": 0.36989736557006836, + "theoretical_loss": 3.4928550673196033, + "tokens_seen": 1779302400 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046541486117798107, + "loss": 0.0687, + "theoretical_loss": 3.4928332976174348, + "tokens_seen": 1779433472 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046533461723639863, + "loss": 0.068, + "theoretical_loss": 3.492789764370068, + "tokens_seen": 1779695616 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046525437329481624, + "loss": 0.0693, + "theoretical_loss": 3.4927462393296986, + "tokens_seen": 1779957760 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046517412935323386, + "loss": 0.072, + "theoretical_loss": 3.492702722493571, + "tokens_seen": 1780219904 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004650938854116514, + "loss": 0.0671, + "theoretical_loss": 3.4926592138589307, + "tokens_seen": 1780482048 + }, + { + "epoch": 0.54, + "learning_rate": 0.000465013641470069, + "loss": 0.0674, + "theoretical_loss": 3.4926157134230253, + "tokens_seen": 1780744192 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046493339752848664, + "loss": 0.0701, + "theoretical_loss": 3.4925722211831025, + "tokens_seen": 1781006336 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004648531535869042, + "loss": 0.0687, + "theoretical_loss": 3.4925287371364124, + "tokens_seen": 1781268480 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046477290964532176, + "loss": 0.0659, + "theoretical_loss": 3.4924852612802066, + "tokens_seen": 1781530624 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046469266570373937, + "loss": 0.0689, + "theoretical_loss": 3.4924417936117376, + "tokens_seen": 1781792768 + }, + { + "epoch": 0.54, + "learning_rate": 0.000464612421762157, + "loss": 0.0705, + "theoretical_loss": 3.492398334128258, + "tokens_seen": 1782054912 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046453217782057454, + "loss": 0.0662, + "theoretical_loss": 3.492354882827023, + "tokens_seen": 1782317056 + }, + { + "epoch": 0.54, + "objective/train/advantage_avg": 0.0009701614617370069, + "objective/train/docs_used": 650724, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5468873977661133, + "objective/train/original_loss": 1.5468876361846924, + "objective/train/theoretical_loss": 3.4923114397052903, + "objective/train/tokens_used": 1803039200, + "objective/train/value_avg": -0.00833892822265625, + "objective/train/value_loss": 0.00024803748237900436, + "objective/train/value_max": -5.143880844116211e-05, + "objective/train/value_min": -0.2178955078125, + "objective/train/value_reward_corr": 0.6371208422627173, + "objective/train/value_std": 0.01300048828125, + "objective/train/weight_avg": 1.001078486442566, + "objective/train/weighted_lm_loss": 1.5481483936309814, + "objective/train/weights_max": 1.1704035997390747, + "objective/train/weights_min": 0.37084680795669556, + "theoretical_loss": 3.4923114397052903, + "tokens_seen": 1782579200 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046445193387899215, + "loss": 0.0708, + "theoretical_loss": 3.4923114397052903, + "tokens_seen": 1782579200 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046437168993740976, + "loss": 0.0694, + "theoretical_loss": 3.4922680047603167, + "tokens_seen": 1782841344 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004642914459958273, + "loss": 0.0718, + "theoretical_loss": 3.4922245779893615, + "tokens_seen": 1783103488 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046421120205424494, + "loss": 0.0725, + "theoretical_loss": 3.492181159389685, + "tokens_seen": 1783365632 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004641309581126625, + "loss": 0.0702, + "theoretical_loss": 3.4921377489585486, + "tokens_seen": 1783627776 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046405071417108005, + "loss": 0.0691, + "theoretical_loss": 3.4920943466932153, + "tokens_seen": 1783889920 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046397047022949767, + "loss": 0.068, + "theoretical_loss": 3.49205095259095, + "tokens_seen": 1784152064 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004638902262879153, + "loss": 0.0684, + "theoretical_loss": 3.492007566649018, + "tokens_seen": 1784414208 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004638099823463329, + "loss": 0.068, + "theoretical_loss": 3.491964188864686, + "tokens_seen": 1784676352 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046372973840475045, + "loss": 0.0727, + "theoretical_loss": 3.491920819235223, + "tokens_seen": 1784938496 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046364949446316806, + "loss": 0.0718, + "theoretical_loss": 3.491877457757898, + "tokens_seen": 1785200640 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004635692505215856, + "loss": 0.0681, + "theoretical_loss": 3.491834104429982, + "tokens_seen": 1785462784 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004634890065800032, + "loss": 0.0671, + "theoretical_loss": 3.491790759248747, + "tokens_seen": 1785724928 + }, + { + "epoch": 0.54, + "objective/train/advantage_avg": 0.001222645165398717, + "objective/train/docs_used": 652000, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5716828107833862, + "objective/train/original_loss": 1.5716826915740967, + "objective/train/theoretical_loss": 3.4917690897122826, + "objective/train/tokens_used": 1806316000, + "objective/train/value_avg": -0.00771331787109375, + "objective/train/value_loss": 0.00029762330814264715, + "objective/train/value_max": -6.204843521118164e-05, + "objective/train/value_min": -0.99267578125, + "objective/train/value_reward_corr": 0.8310242878236987, + "objective/train/value_std": 0.023468017578125, + "objective/train/weight_avg": 1.001359224319458, + "objective/train/weighted_lm_loss": 1.5748116970062256, + "objective/train/weights_max": 1.7275075912475586, + "objective/train/weights_min": 0.38283777236938477, + "theoretical_loss": 3.4917690897122826, + "tokens_seen": 1785856000 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004634087626384208, + "loss": 0.0705, + "theoretical_loss": 3.491747422211467, + "tokens_seen": 1785987072 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004633285186968384, + "loss": 0.0679, + "theoretical_loss": 3.491704093315416, + "tokens_seen": 1786249216 + }, + { + "epoch": 0.54, + "learning_rate": 0.000463248274755256, + "loss": 0.0693, + "theoretical_loss": 3.4916607725578714, + "tokens_seen": 1786511360 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004631680308136736, + "loss": 0.0688, + "theoretical_loss": 3.4916174599361103, + "tokens_seen": 1786773504 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004630877868720912, + "loss": 0.0721, + "theoretical_loss": 3.491574155447411, + "tokens_seen": 1787035648 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046300754293050875, + "loss": 0.0683, + "theoretical_loss": 3.491530859089054, + "tokens_seen": 1787297792 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004629272989889263, + "loss": 0.0668, + "theoretical_loss": 3.49148757085832, + "tokens_seen": 1787559936 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004628470550473439, + "loss": 0.0721, + "theoretical_loss": 3.4914442907524927, + "tokens_seen": 1787822080 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046276681110576153, + "loss": 0.0673, + "theoretical_loss": 3.4914010187688556, + "tokens_seen": 1788084224 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046268656716417914, + "loss": 0.0691, + "theoretical_loss": 3.4913577549046937, + "tokens_seen": 1788346368 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004626063232225967, + "loss": 0.0672, + "theoretical_loss": 3.491314499157294, + "tokens_seen": 1788608512 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004625260792810143, + "loss": 0.0682, + "theoretical_loss": 3.491271251523945, + "tokens_seen": 1788870656 + }, + { + "epoch": 0.54, + "objective/train/advantage_avg": 0.0003815689997281879, + "objective/train/docs_used": 653179, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4586519002914429, + "objective/train/original_loss": 1.4586517810821533, + "objective/train/theoretical_loss": 3.491228012001935, + "objective/train/tokens_used": 1809592800, + "objective/train/value_avg": -0.0083465576171875, + "objective/train/value_loss": 0.00044814543798565865, + "objective/train/value_max": -8.958578109741211e-05, + "objective/train/value_min": -0.82666015625, + "objective/train/value_reward_corr": 0.5732292709688263, + "objective/train/value_std": 0.01409149169921875, + "objective/train/weight_avg": 1.0005710124969482, + "objective/train/weighted_lm_loss": 1.4592044353485107, + "objective/train/weights_max": 1.592706561088562, + "objective/train/weights_min": 0.36852556467056274, + "theoretical_loss": 3.491228012001935, + "tokens_seen": 1789132800 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004624458353394319, + "loss": 0.0686, + "theoretical_loss": 3.491228012001935, + "tokens_seen": 1789132800 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046236559139784943, + "loss": 0.0683, + "theoretical_loss": 3.4911847805885547, + "tokens_seen": 1789394944 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046228534745626704, + "loss": 0.0685, + "theoretical_loss": 3.491141557281096, + "tokens_seen": 1789657088 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046220510351468465, + "loss": 0.0727, + "theoretical_loss": 3.491098342076852, + "tokens_seen": 1789919232 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046212485957310227, + "loss": 0.0679, + "theoretical_loss": 3.4910551349731183, + "tokens_seen": 1790181376 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004620446156315198, + "loss": 0.0675, + "theoretical_loss": 3.4910119359671885, + "tokens_seen": 1790443520 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046196437168993744, + "loss": 0.0654, + "theoretical_loss": 3.490968745056361, + "tokens_seen": 1790705664 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046188412774835505, + "loss": 0.0685, + "theoretical_loss": 3.4909255622379343, + "tokens_seen": 1790967808 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046180388380677256, + "loss": 0.0686, + "theoretical_loss": 3.490882387509207, + "tokens_seen": 1791229952 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046172363986519017, + "loss": 0.07, + "theoretical_loss": 3.490839220867481, + "tokens_seen": 1791492096 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004616433959236078, + "loss": 0.0657, + "theoretical_loss": 3.490796062310058, + "tokens_seen": 1791754240 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046156315198202534, + "loss": 0.0682, + "theoretical_loss": 3.4907529118342415, + "tokens_seen": 1792016384 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046148290804044295, + "loss": 0.0677, + "theoretical_loss": 3.490709769437337, + "tokens_seen": 1792278528 + }, + { + "epoch": 0.54, + "objective/train/advantage_avg": 0.00010265949094900861, + "objective/train/docs_used": 654198, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2016246318817139, + "objective/train/original_loss": 1.2016246318817139, + "objective/train/theoretical_loss": 3.4906882012676346, + "objective/train/tokens_used": 1812869600, + "objective/train/value_avg": -0.007602691650390625, + "objective/train/value_loss": 0.00018620248010847718, + "objective/train/value_max": -6.502866744995117e-05, + "objective/train/value_min": -0.58154296875, + "objective/train/value_reward_corr": 0.6947508655739293, + "objective/train/value_std": 0.0124359130859375, + "objective/train/weight_avg": 1.0001887083053589, + "objective/train/weighted_lm_loss": 1.2023197412490845, + "objective/train/weights_max": 1.3515737056732178, + "objective/train/weights_min": 0.40802642703056335, + "theoretical_loss": 3.4906882012676346, + "tokens_seen": 1792409600 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046140266409886056, + "loss": 0.0653, + "theoretical_loss": 3.49066663511665, + "tokens_seen": 1792540672 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004613224201572782, + "loss": 0.0686, + "theoretical_loss": 3.4906235088694872, + "tokens_seen": 1792802816 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004612421762156957, + "loss": 0.0676, + "theoretical_loss": 3.4905803906931587, + "tokens_seen": 1793064960 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004611619322741133, + "loss": 0.0652, + "theoretical_loss": 3.4905372805849737, + "tokens_seen": 1793327104 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004610816883325309, + "loss": 0.0657, + "theoretical_loss": 3.490494178542243, + "tokens_seen": 1793589248 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046100144439094846, + "loss": 0.0661, + "theoretical_loss": 3.4904510845622805, + "tokens_seen": 1793851392 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004609212004493661, + "loss": 0.0688, + "theoretical_loss": 3.490407998642399, + "tokens_seen": 1794113536 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004608409565077837, + "loss": 0.0691, + "theoretical_loss": 3.4903649207799137, + "tokens_seen": 1794375680 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004607607125662013, + "loss": 0.069, + "theoretical_loss": 3.4903218509721414, + "tokens_seen": 1794637824 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046068046862461886, + "loss": 0.0675, + "theoretical_loss": 3.4902787892163993, + "tokens_seen": 1794899968 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004606002246830364, + "loss": 0.0683, + "theoretical_loss": 3.490235735510007, + "tokens_seen": 1795162112 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046051998074145403, + "loss": 0.0701, + "theoretical_loss": 3.490192689850284, + "tokens_seen": 1795424256 + }, + { + "epoch": 0.54, + "objective/train/advantage_avg": -0.000517563836183399, + "objective/train/docs_used": 655419, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.389520525932312, + "objective/train/original_loss": 1.3895204067230225, + "objective/train/theoretical_loss": 3.4901496522345528, + "objective/train/tokens_used": 1816146400, + "objective/train/value_avg": -0.008697509765625, + "objective/train/value_loss": 0.00022150854056235403, + "objective/train/value_max": -5.3882598876953125e-05, + "objective/train/value_min": -0.8251953125, + "objective/train/value_reward_corr": 0.7881018077733913, + "objective/train/value_std": 0.015655517578125, + "objective/train/weight_avg": 0.9995841383934021, + "objective/train/weighted_lm_loss": 1.3884869813919067, + "objective/train/weights_max": 1.1419893503189087, + "objective/train/weights_min": 0.38981711864471436, + "theoretical_loss": 3.4901496522345528, + "tokens_seen": 1795686400 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004604397367998716, + "loss": 0.0698, + "theoretical_loss": 3.4901496522345528, + "tokens_seen": 1795686400 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004603594928582892, + "loss": 0.0686, + "theoretical_loss": 3.490106622660136, + "tokens_seen": 1795948544 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004602792489167068, + "loss": 0.0693, + "theoretical_loss": 3.4900636011243567, + "tokens_seen": 1796210688 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046019900497512443, + "loss": 0.0704, + "theoretical_loss": 3.4900205876245414, + "tokens_seen": 1796472832 + }, + { + "epoch": 0.54, + "learning_rate": 0.000460118761033542, + "loss": 0.0705, + "theoretical_loss": 3.4899775821580166, + "tokens_seen": 1796734976 + }, + { + "epoch": 0.54, + "learning_rate": 0.00046003851709195954, + "loss": 0.0688, + "theoretical_loss": 3.4899345847221097, + "tokens_seen": 1796997120 + }, + { + "epoch": 0.54, + "learning_rate": 0.00045995827315037716, + "loss": 0.0665, + "theoretical_loss": 3.4898915953141505, + "tokens_seen": 1797259264 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004598780292087947, + "loss": 0.0677, + "theoretical_loss": 3.4898486139314695, + "tokens_seen": 1797521408 + }, + { + "epoch": 0.54, + "learning_rate": 0.00045979778526721233, + "loss": 0.0698, + "theoretical_loss": 3.489805640571398, + "tokens_seen": 1797783552 + }, + { + "epoch": 0.54, + "learning_rate": 0.00045971754132562994, + "loss": 0.0664, + "theoretical_loss": 3.48976267523127, + "tokens_seen": 1798045696 + }, + { + "epoch": 0.54, + "learning_rate": 0.0004596372973840475, + "loss": 0.0678, + "theoretical_loss": 3.4897197179084185, + "tokens_seen": 1798307840 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004595570534424651, + "loss": 0.07, + "theoretical_loss": 3.48967676860018, + "tokens_seen": 1798569984 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004594768095008827, + "loss": 0.0703, + "theoretical_loss": 3.4896338273038916, + "tokens_seen": 1798832128 + }, + { + "epoch": 0.55, + "objective/train/advantage_avg": 0.0012696501798927784, + "objective/train/docs_used": 656735, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.348528504371643, + "objective/train/original_loss": 1.348528504371643, + "objective/train/theoretical_loss": 3.4896123596593966, + "objective/train/tokens_used": 1819423200, + "objective/train/value_avg": -0.00856781005859375, + "objective/train/value_loss": 0.0002319917402928695, + "objective/train/value_max": -0.00010150671005249023, + "objective/train/value_min": -0.6357421875, + "objective/train/value_reward_corr": 0.6987386264130769, + "objective/train/value_std": 0.01507568359375, + "objective/train/weight_avg": 1.0013800859451294, + "objective/train/weighted_lm_loss": 1.349846601486206, + "objective/train/weights_max": 1.3811039924621582, + "objective/train/weights_min": 0.5285090804100037, + "theoretical_loss": 3.4896123596593966, + "tokens_seen": 1798963200 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004593965655593003, + "loss": 0.0664, + "theoretical_loss": 3.4895908940168905, + "tokens_seen": 1799094272 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045931632161771784, + "loss": 0.0698, + "theoretical_loss": 3.489547968736517, + "tokens_seen": 1799356416 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045923607767613545, + "loss": 0.07, + "theoretical_loss": 3.4895050514601116, + "tokens_seen": 1799618560 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045915583373455307, + "loss": 0.0684, + "theoretical_loss": 3.4894621421850163, + "tokens_seen": 1799880704 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004590755897929706, + "loss": 0.0688, + "theoretical_loss": 3.489419240908574, + "tokens_seen": 1800142848 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045899534585138824, + "loss": 0.0704, + "theoretical_loss": 3.48937634762813, + "tokens_seen": 1800404992 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045891510190980585, + "loss": 0.0674, + "theoretical_loss": 3.489333462341029, + "tokens_seen": 1800667136 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004588348579682234, + "loss": 0.0685, + "theoretical_loss": 3.4892905850446185, + "tokens_seen": 1800929280 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045875461402664097, + "loss": 0.0673, + "theoretical_loss": 3.489247715736247, + "tokens_seen": 1801191424 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004586743700850586, + "loss": 0.0694, + "theoretical_loss": 3.489204854413264, + "tokens_seen": 1801453568 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004585941261434762, + "loss": 0.066, + "theoretical_loss": 3.48916200107302, + "tokens_seen": 1801715712 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045851388220189375, + "loss": 0.0665, + "theoretical_loss": 3.489119155712868, + "tokens_seen": 1801977856 + }, + { + "epoch": 0.55, + "objective/train/advantage_avg": -0.00023999865516088903, + "objective/train/docs_used": 657910, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4597244262695312, + "objective/train/original_loss": 1.4597244262695312, + "objective/train/theoretical_loss": 3.4890763183301607, + "objective/train/tokens_used": 1822700000, + "objective/train/value_avg": -0.01136016845703125, + "objective/train/value_loss": 0.0008337185718119144, + "objective/train/value_max": -5.02467155456543e-05, + "objective/train/value_min": -0.74853515625, + "objective/train/value_reward_corr": 0.6648676711194815, + "objective/train/value_std": 0.024505615234375, + "objective/train/weight_avg": 1.0001184940338135, + "objective/train/weighted_lm_loss": 1.4602059125900269, + "objective/train/weights_max": 2.0795297622680664, + "objective/train/weights_min": 0.37000179290771484, + "theoretical_loss": 3.4890763183301607, + "tokens_seen": 1802240000 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045843363826031136, + "loss": 0.0682, + "theoretical_loss": 3.4890763183301607, + "tokens_seen": 1802240000 + }, + { + "epoch": 0.55, + "learning_rate": 0.000458353394318729, + "loss": 0.0693, + "theoretical_loss": 3.489033488922253, + "tokens_seen": 1802502144 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045827315037714653, + "loss": 0.0672, + "theoretical_loss": 3.4889906674865, + "tokens_seen": 1802764288 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004581929064355641, + "loss": 0.0719, + "theoretical_loss": 3.48894785402026, + "tokens_seen": 1803026432 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004581126624939817, + "loss": 0.0675, + "theoretical_loss": 3.4889050485208912, + "tokens_seen": 1803288576 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004580324185523993, + "loss": 0.0682, + "theoretical_loss": 3.4888622509857523, + "tokens_seen": 1803550720 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004579521746108169, + "loss": 0.0652, + "theoretical_loss": 3.488819461412205, + "tokens_seen": 1803812864 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004578719306692345, + "loss": 0.0706, + "theoretical_loss": 3.4887766797976116, + "tokens_seen": 1804075008 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004577916867276521, + "loss": 0.0704, + "theoretical_loss": 3.488733906139336, + "tokens_seen": 1804337152 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004577114427860697, + "loss": 0.0708, + "theoretical_loss": 3.4886911404347414, + "tokens_seen": 1804599296 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004576311988444872, + "loss": 0.0674, + "theoretical_loss": 3.4886483826811947, + "tokens_seen": 1804861440 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045755095490290483, + "loss": 0.0674, + "theoretical_loss": 3.4886056328760633, + "tokens_seen": 1805123584 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045747071096132244, + "loss": 0.0696, + "theoretical_loss": 3.4885628910167155, + "tokens_seen": 1805385728 + }, + { + "epoch": 0.55, + "objective/train/advantage_avg": 0.00034039010643027723, + "objective/train/docs_used": 658936, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2199318408966064, + "objective/train/original_loss": 1.2199318408966064, + "objective/train/theoretical_loss": 3.4885415230658885, + "objective/train/tokens_used": 1825976800, + "objective/train/value_avg": -0.0092926025390625, + "objective/train/value_loss": 0.0005170261720195413, + "objective/train/value_max": -6.204843521118164e-05, + "objective/train/value_min": -0.642578125, + "objective/train/value_reward_corr": 0.6971958525504164, + "objective/train/value_std": 0.021942138671875, + "objective/train/weight_avg": 1.000566005706787, + "objective/train/weighted_lm_loss": 1.2196441888809204, + "objective/train/weights_max": 1.8268224000930786, + "objective/train/weights_min": 0.3774952292442322, + "theoretical_loss": 3.4885415230658885, + "tokens_seen": 1805516800 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045739046701974, + "loss": 0.0703, + "theoretical_loss": 3.488520157100521, + "tokens_seen": 1805647872 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004573102230781576, + "loss": 0.0703, + "theoretical_loss": 3.4884774311248505, + "tokens_seen": 1805910016 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045722997913657523, + "loss": 0.0675, + "theoretical_loss": 3.4884347130870768, + "tokens_seen": 1806172160 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004571497351949928, + "loss": 0.0661, + "theoretical_loss": 3.4883920029845727, + "tokens_seen": 1806434304 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045706949125341034, + "loss": 0.0689, + "theoretical_loss": 3.488349300814713, + "tokens_seen": 1806696448 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045698924731182796, + "loss": 0.069, + "theoretical_loss": 3.4883066065748745, + "tokens_seen": 1806958592 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045690900337024557, + "loss": 0.0703, + "theoretical_loss": 3.488263920262434, + "tokens_seen": 1807220736 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045682875942866313, + "loss": 0.0685, + "theoretical_loss": 3.4882212418747693, + "tokens_seen": 1807482880 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045674851548708074, + "loss": 0.0685, + "theoretical_loss": 3.4881785714092617, + "tokens_seen": 1807745024 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045666827154549835, + "loss": 0.0703, + "theoretical_loss": 3.48813590886329, + "tokens_seen": 1808007168 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004565880276039159, + "loss": 0.0687, + "theoretical_loss": 3.488093254234238, + "tokens_seen": 1808269312 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045650778366233347, + "loss": 0.0681, + "theoretical_loss": 3.488050607519489, + "tokens_seen": 1808531456 + }, + { + "epoch": 0.55, + "objective/train/advantage_avg": -0.0001330739469267428, + "objective/train/docs_used": 660069, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3559380769729614, + "objective/train/original_loss": 1.3559379577636719, + "objective/train/theoretical_loss": 3.4880079687164267, + "objective/train/tokens_used": 1829253600, + "objective/train/value_avg": -0.00795745849609375, + "objective/train/value_loss": 0.0005322269280441105, + "objective/train/value_max": -4.756450653076172e-05, + "objective/train/value_min": -0.85302734375, + "objective/train/value_reward_corr": 0.6626065293386749, + "objective/train/value_std": 0.0184478759765625, + "objective/train/weight_avg": 1.0000797510147095, + "objective/train/weighted_lm_loss": 1.3551836013793945, + "objective/train/weights_max": 1.4671193361282349, + "objective/train/weights_min": 0.24232378602027893, + "theoretical_loss": 3.4880079687164267, + "tokens_seen": 1808793600 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004564275397207511, + "loss": 0.0698, + "theoretical_loss": 3.4880079687164267, + "tokens_seen": 1808793600 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004563472957791687, + "loss": 0.0675, + "theoretical_loss": 3.4879653378224384, + "tokens_seen": 1809055744 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045626705183758625, + "loss": 0.0695, + "theoretical_loss": 3.4879227148349106, + "tokens_seen": 1809317888 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045618680789600387, + "loss": 0.0663, + "theoretical_loss": 3.487880099751232, + "tokens_seen": 1809580032 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004561065639544215, + "loss": 0.0644, + "theoretical_loss": 3.487837492568792, + "tokens_seen": 1809842176 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045602632001283904, + "loss": 0.0696, + "theoretical_loss": 3.487794893284981, + "tokens_seen": 1810104320 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045594607607125665, + "loss": 0.0684, + "theoretical_loss": 3.487752301897192, + "tokens_seen": 1810366464 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004558658321296742, + "loss": 0.07, + "theoretical_loss": 3.487709718402818, + "tokens_seen": 1810628608 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045578558818809177, + "loss": 0.0676, + "theoretical_loss": 3.4876671427992543, + "tokens_seen": 1810890752 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004557053442465094, + "loss": 0.0669, + "theoretical_loss": 3.4876245750838955, + "tokens_seen": 1811152896 + }, + { + "epoch": 0.55, + "learning_rate": 0.000455625100304927, + "loss": 0.0691, + "theoretical_loss": 3.48758201525414, + "tokens_seen": 1811415040 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004555448563633446, + "loss": 0.0668, + "theoretical_loss": 3.487539463307385, + "tokens_seen": 1811677184 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045546461242176216, + "loss": 0.0679, + "theoretical_loss": 3.4874969192410306, + "tokens_seen": 1811939328 + }, + { + "epoch": 0.55, + "objective/train/advantage_avg": 2.1832425773027353e-05, + "objective/train/docs_used": 661289, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2947359085083008, + "objective/train/original_loss": 1.2947359085083008, + "objective/train/theoretical_loss": 3.4874756501621915, + "objective/train/tokens_used": 1832530400, + "objective/train/value_avg": -0.0098876953125, + "objective/train/value_loss": 0.00026623436133377254, + "objective/train/value_max": -6.252527236938477e-05, + "objective/train/value_min": -0.87158203125, + "objective/train/value_reward_corr": 0.7392560575206064, + "objective/train/value_std": 0.018157958984375, + "objective/train/weight_avg": 1.0001426935195923, + "objective/train/weighted_lm_loss": 1.2943801879882812, + "objective/train/weights_max": 1.2142077684402466, + "objective/train/weights_min": 0.38298967480659485, + "theoretical_loss": 3.4874756501621915, + "tokens_seen": 1812070400 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004553843684801798, + "loss": 0.0673, + "theoretical_loss": 3.4874543830524782, + "tokens_seen": 1812201472 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045530412453859733, + "loss": 0.0692, + "theoretical_loss": 3.487411854739128, + "tokens_seen": 1812463616 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004552238805970149, + "loss": 0.0691, + "theoretical_loss": 3.487369334298386, + "tokens_seen": 1812725760 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004551436366554325, + "loss": 0.0673, + "theoretical_loss": 3.4873268217276543, + "tokens_seen": 1812987904 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004550633927138501, + "loss": 0.0695, + "theoretical_loss": 3.48728431702434, + "tokens_seen": 1813250048 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045498314877226773, + "loss": 0.067, + "theoretical_loss": 3.4872418201858495, + "tokens_seen": 1813512192 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004549029048306853, + "loss": 0.0689, + "theoretical_loss": 3.487199331209591, + "tokens_seen": 1813774336 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004548226608891029, + "loss": 0.0706, + "theoretical_loss": 3.487156850092974, + "tokens_seen": 1814036480 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004547424169475205, + "loss": 0.0716, + "theoretical_loss": 3.487114376833409, + "tokens_seen": 1814298624 + }, + { + "epoch": 0.55, + "learning_rate": 0.000454662173005938, + "loss": 0.0676, + "theoretical_loss": 3.487071911428308, + "tokens_seen": 1814560768 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045458192906435563, + "loss": 0.0658, + "theoretical_loss": 3.487029453875085, + "tokens_seen": 1814822912 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045450168512277324, + "loss": 0.0705, + "theoretical_loss": 3.4869870041711524, + "tokens_seen": 1815085056 + }, + { + "epoch": 0.55, + "objective/train/advantage_avg": 0.001816087169572711, + "objective/train/docs_used": 662349, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.281199336051941, + "objective/train/original_loss": 1.281199336051941, + "objective/train/theoretical_loss": 3.4869445623139272, + "objective/train/tokens_used": 1835807200, + "objective/train/value_avg": -0.006404876708984375, + "objective/train/value_loss": 0.00016689958283677697, + "objective/train/value_max": -6.866455078125e-05, + "objective/train/value_min": -0.75927734375, + "objective/train/value_reward_corr": 0.7221391265143406, + "objective/train/value_std": 0.01450347900390625, + "objective/train/weight_avg": 1.001894235610962, + "objective/train/weighted_lm_loss": 1.2831735610961914, + "objective/train/weights_max": 1.5111058950424194, + "objective/train/weights_min": 0.38071730732917786, + "theoretical_loss": 3.4869445623139272, + "tokens_seen": 1815347200 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045442144118119086, + "loss": 0.0684, + "theoretical_loss": 3.4869445623139272, + "tokens_seen": 1815347200 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004543411972396084, + "loss": 0.0717, + "theoretical_loss": 3.4869021283008257, + "tokens_seen": 1815609344 + }, + { + "epoch": 0.55, + "learning_rate": 0.000454260953298026, + "loss": 0.0668, + "theoretical_loss": 3.4868597021292658, + "tokens_seen": 1815871488 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045418070935644364, + "loss": 0.0709, + "theoretical_loss": 3.4868172837966673, + "tokens_seen": 1816133632 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045410046541486114, + "loss": 0.0663, + "theoretical_loss": 3.48677487330045, + "tokens_seen": 1816395776 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045402022147327876, + "loss": 0.0683, + "theoretical_loss": 3.486732470638036, + "tokens_seen": 1816657920 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045393997753169637, + "loss": 0.0684, + "theoretical_loss": 3.4866900758068478, + "tokens_seen": 1816920064 + }, + { + "epoch": 0.55, + "learning_rate": 0.000453859733590114, + "loss": 0.0672, + "theoretical_loss": 3.4866476888043096, + "tokens_seen": 1817182208 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045377948964853154, + "loss": 0.0682, + "theoretical_loss": 3.486605309627847, + "tokens_seen": 1817444352 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045369924570694915, + "loss": 0.0693, + "theoretical_loss": 3.4865629382748864, + "tokens_seen": 1817706496 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045361900176536676, + "loss": 0.0699, + "theoretical_loss": 3.486520574742855, + "tokens_seen": 1817968640 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045353875782378427, + "loss": 0.0667, + "theoretical_loss": 3.486478219029183, + "tokens_seen": 1818230784 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004534585138822019, + "loss": 0.0696, + "theoretical_loss": 3.4864358711312997, + "tokens_seen": 1818492928 + }, + { + "epoch": 0.55, + "objective/train/advantage_avg": 0.0006132301641628146, + "objective/train/docs_used": 663450, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3625972270965576, + "objective/train/original_loss": 1.362597107887268, + "objective/train/theoretical_loss": 3.486414700112476, + "objective/train/tokens_used": 1839084000, + "objective/train/value_avg": -0.007205963134765625, + "objective/train/value_loss": 0.00025991458096541464, + "objective/train/value_max": -7.367134094238281e-05, + "objective/train/value_min": -0.3759765625, + "objective/train/value_reward_corr": 0.618176671596024, + "objective/train/value_std": 0.0126190185546875, + "objective/train/weight_avg": 1.000727653503418, + "objective/train/weighted_lm_loss": 1.3633956909179688, + "objective/train/weights_max": 1.1854437589645386, + "objective/train/weights_min": 0.3683885335922241, + "theoretical_loss": 3.486414700112476, + "tokens_seen": 1818624000 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004533782699406195, + "loss": 0.0681, + "theoretical_loss": 3.4863935310466365, + "tokens_seen": 1818755072 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045329802599903705, + "loss": 0.0687, + "theoretical_loss": 3.486351198772626, + "tokens_seen": 1819017216 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045321778205745467, + "loss": 0.0678, + "theoretical_loss": 3.4863088743067023, + "tokens_seen": 1819279360 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004531375381158723, + "loss": 0.0706, + "theoretical_loss": 3.4862665576463003, + "tokens_seen": 1819541504 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004530572941742899, + "loss": 0.0677, + "theoretical_loss": 3.4862242487888566, + "tokens_seen": 1819803648 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045297705023270745, + "loss": 0.0678, + "theoretical_loss": 3.486181947731808, + "tokens_seen": 1820065792 + }, + { + "epoch": 0.55, + "learning_rate": 0.000452896806291125, + "loss": 0.0688, + "theoretical_loss": 3.486139654472594, + "tokens_seen": 1820327936 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004528165623495426, + "loss": 0.068, + "theoretical_loss": 3.486097369008654, + "tokens_seen": 1820590080 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004527363184079602, + "loss": 0.0702, + "theoretical_loss": 3.4860550913374286, + "tokens_seen": 1820852224 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004526560744663778, + "loss": 0.0707, + "theoretical_loss": 3.4860128214563613, + "tokens_seen": 1821114368 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004525758305247954, + "loss": 0.0709, + "theoretical_loss": 3.4859705593628947, + "tokens_seen": 1821376512 + }, + { + "epoch": 0.55, + "learning_rate": 0.000452495586583213, + "loss": 0.0678, + "theoretical_loss": 3.4859283050544736, + "tokens_seen": 1821638656 + }, + { + "epoch": 0.55, + "objective/train/advantage_avg": -0.0003008508065249771, + "objective/train/docs_used": 664649, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2237977981567383, + "objective/train/original_loss": 1.2237977981567383, + "objective/train/theoretical_loss": 3.4858860585285445, + "objective/train/tokens_used": 1842360800, + "objective/train/value_avg": -0.00606536865234375, + "objective/train/value_loss": 0.0001371132384520024, + "objective/train/value_max": -2.7120113372802734e-05, + "objective/train/value_min": -0.3408203125, + "objective/train/value_reward_corr": 0.7250431778669619, + "objective/train/value_std": 0.01256561279296875, + "objective/train/weight_avg": 0.9997628927230835, + "objective/train/weighted_lm_loss": 1.222752332687378, + "objective/train/weights_max": 1.2401156425476074, + "objective/train/weights_min": 0.3726279139518738, + "theoretical_loss": 3.4858860585285445, + "tokens_seen": 1821900800 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004524153426416306, + "loss": 0.0679, + "theoretical_loss": 3.4858860585285445, + "tokens_seen": 1821900800 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045233509870004813, + "loss": 0.0695, + "theoretical_loss": 3.485843819782554, + "tokens_seen": 1822162944 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045225485475846575, + "loss": 0.0717, + "theoretical_loss": 3.48580158881395, + "tokens_seen": 1822425088 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004521746108168833, + "loss": 0.0691, + "theoretical_loss": 3.4857593656201833, + "tokens_seen": 1822687232 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004520943668753009, + "loss": 0.07, + "theoretical_loss": 3.4857171501987034, + "tokens_seen": 1822949376 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045201412293371853, + "loss": 0.0669, + "theoretical_loss": 3.4856749425469635, + "tokens_seen": 1823211520 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045193387899213614, + "loss": 0.0737, + "theoretical_loss": 3.485632742662416, + "tokens_seen": 1823473664 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004518536350505537, + "loss": 0.0697, + "theoretical_loss": 3.4855905505425144, + "tokens_seen": 1823735808 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045177339110897126, + "loss": 0.0688, + "theoretical_loss": 3.485548366184716, + "tokens_seen": 1823997952 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045169314716738887, + "loss": 0.071, + "theoretical_loss": 3.4855061895864763, + "tokens_seen": 1824260096 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045161290322580643, + "loss": 0.0691, + "theoretical_loss": 3.485464020745253, + "tokens_seen": 1824522240 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045153265928422404, + "loss": 0.0667, + "theoretical_loss": 3.4854218596585067, + "tokens_seen": 1824784384 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045145241534264165, + "loss": 0.0675, + "theoretical_loss": 3.485379706323697, + "tokens_seen": 1825046528 + }, + { + "epoch": 0.55, + "objective/train/advantage_avg": 0.00041207842878066003, + "objective/train/docs_used": 665640, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2158634662628174, + "objective/train/original_loss": 1.2158632278442383, + "objective/train/theoretical_loss": 3.4853586325624746, + "objective/train/tokens_used": 1845637600, + "objective/train/value_avg": -0.00566864013671875, + "objective/train/value_loss": 0.0001375123392790556, + "objective/train/value_max": -3.0934810638427734e-05, + "objective/train/value_min": -0.853515625, + "objective/train/value_reward_corr": 0.6336938549760032, + "objective/train/value_std": 0.011138916015625, + "objective/train/weight_avg": 1.0004805326461792, + "objective/train/weighted_lm_loss": 1.2167967557907104, + "objective/train/weights_max": 2.347886562347412, + "objective/train/weights_min": 0.3774433732032776, + "theoretical_loss": 3.4853586325624746, + "tokens_seen": 1825177600 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004513721714010592, + "loss": 0.069, + "theoretical_loss": 3.4853375607382846, + "tokens_seen": 1825308672 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004512919274594768, + "loss": 0.0689, + "theoretical_loss": 3.4852954228997337, + "tokens_seen": 1825570816 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045121168351789444, + "loss": 0.0688, + "theoretical_loss": 3.485253292805507, + "tokens_seen": 1825832960 + }, + { + "epoch": 0.55, + "learning_rate": 0.000451131439576312, + "loss": 0.0703, + "theoretical_loss": 3.48521117045307, + "tokens_seen": 1826095104 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045105119563472956, + "loss": 0.0706, + "theoretical_loss": 3.4851690558398896, + "tokens_seen": 1826357248 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045097095169314717, + "loss": 0.0667, + "theoretical_loss": 3.4851269489634324, + "tokens_seen": 1826619392 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004508907077515648, + "loss": 0.0661, + "theoretical_loss": 3.4850848498211677, + "tokens_seen": 1826881536 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045081046380998234, + "loss": 0.0668, + "theoretical_loss": 3.4850427584105654, + "tokens_seen": 1827143680 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045073021986839995, + "loss": 0.0677, + "theoretical_loss": 3.4850006747290965, + "tokens_seen": 1827405824 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045064997592681756, + "loss": 0.0707, + "theoretical_loss": 3.4849585987742326, + "tokens_seen": 1827667968 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004505697319852351, + "loss": 0.0712, + "theoretical_loss": 3.4849165305434484, + "tokens_seen": 1827930112 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004504894880436527, + "loss": 0.0667, + "theoretical_loss": 3.4848744700342174, + "tokens_seen": 1828192256 + }, + { + "epoch": 0.55, + "objective/train/advantage_avg": 0.00019105100363958627, + "objective/train/docs_used": 666768, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2790253162384033, + "objective/train/original_loss": 1.2790253162384033, + "objective/train/theoretical_loss": 3.484832417244016, + "objective/train/tokens_used": 1848914400, + "objective/train/value_avg": -0.00832366943359375, + "objective/train/value_loss": 0.0001738223509164527, + "objective/train/value_max": -6.604194641113281e-05, + "objective/train/value_min": -0.65673828125, + "objective/train/value_reward_corr": 0.7370069582969027, + "objective/train/value_std": 0.01515960693359375, + "objective/train/weight_avg": 1.0002743005752563, + "objective/train/weighted_lm_loss": 1.2790465354919434, + "objective/train/weights_max": 1.7857084274291992, + "objective/train/weights_min": 0.3705710172653198, + "theoretical_loss": 3.484832417244016, + "tokens_seen": 1828454400 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004504092441020703, + "loss": 0.0696, + "theoretical_loss": 3.484832417244016, + "tokens_seen": 1828454400 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004503290001604879, + "loss": 0.068, + "theoretical_loss": 3.484790372170321, + "tokens_seen": 1828716544 + }, + { + "epoch": 0.55, + "learning_rate": 0.00045024875621890546, + "loss": 0.0668, + "theoretical_loss": 3.484748334810611, + "tokens_seen": 1828978688 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004501685122773231, + "loss": 0.0676, + "theoretical_loss": 3.484706305162365, + "tokens_seen": 1829240832 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004500882683357407, + "loss": 0.0672, + "theoretical_loss": 3.484664283223064, + "tokens_seen": 1829502976 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004500080243941583, + "loss": 0.0691, + "theoretical_loss": 3.484622268990189, + "tokens_seen": 1829765120 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004499277804525758, + "loss": 0.0691, + "theoretical_loss": 3.4845802624612237, + "tokens_seen": 1830027264 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004498475365109934, + "loss": 0.0676, + "theoretical_loss": 3.484538263633652, + "tokens_seen": 1830289408 + }, + { + "epoch": 0.55, + "learning_rate": 0.00044976729256941103, + "loss": 0.0694, + "theoretical_loss": 3.484496272504959, + "tokens_seen": 1830551552 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004496870486278286, + "loss": 0.0674, + "theoretical_loss": 3.484454289072631, + "tokens_seen": 1830813696 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004496068046862462, + "loss": 0.0692, + "theoretical_loss": 3.4844123133341567, + "tokens_seen": 1831075840 + }, + { + "epoch": 0.55, + "learning_rate": 0.0004495265607446638, + "loss": 0.0672, + "theoretical_loss": 3.484370345287024, + "tokens_seen": 1831337984 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044944631680308143, + "loss": 0.0664, + "theoretical_loss": 3.484328384928723, + "tokens_seen": 1831600128 + }, + { + "epoch": 0.56, + "objective/train/advantage_avg": 0.0002029117167694494, + "objective/train/docs_used": 668070, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3017027378082275, + "objective/train/original_loss": 1.3017027378082275, + "objective/train/theoretical_loss": 3.484307407632101, + "objective/train/tokens_used": 1852191200, + "objective/train/value_avg": -0.007518768310546875, + "objective/train/value_loss": 0.00016734516248106956, + "objective/train/value_max": -5.435943603515625e-05, + "objective/train/value_min": -0.2447509765625, + "objective/train/value_reward_corr": 0.733600618228746, + "objective/train/value_std": 0.0128631591796875, + "objective/train/weight_avg": 1.0002784729003906, + "objective/train/weighted_lm_loss": 1.3025668859481812, + "objective/train/weights_max": 1.1142876148223877, + "objective/train/weights_min": 0.3685280382633209, + "theoretical_loss": 3.484307407632101, + "tokens_seen": 1831731200 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044936607286149893, + "loss": 0.0673, + "theoretical_loss": 3.484286432256745, + "tokens_seen": 1831862272 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044928582891991654, + "loss": 0.0686, + "theoretical_loss": 3.484244487268583, + "tokens_seen": 1832124416 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044920558497833416, + "loss": 0.0687, + "theoretical_loss": 3.4842025499617297, + "tokens_seen": 1832386560 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004491253410367517, + "loss": 0.0716, + "theoretical_loss": 3.4841606203336806, + "tokens_seen": 1832648704 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044904509709516933, + "loss": 0.0663, + "theoretical_loss": 3.4841186983819306, + "tokens_seen": 1832910848 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044896485315358694, + "loss": 0.068, + "theoretical_loss": 3.4840767841039777, + "tokens_seen": 1833172992 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004488846092120045, + "loss": 0.0696, + "theoretical_loss": 3.48403487749732, + "tokens_seen": 1833435136 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044880436527042206, + "loss": 0.0706, + "theoretical_loss": 3.4839929785594563, + "tokens_seen": 1833697280 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044872412132883967, + "loss": 0.0679, + "theoretical_loss": 3.4839510872878883, + "tokens_seen": 1833959424 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004486438773872573, + "loss": 0.0673, + "theoretical_loss": 3.483909203680117, + "tokens_seen": 1834221568 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044856363344567484, + "loss": 0.0695, + "theoretical_loss": 3.483867327733645, + "tokens_seen": 1834483712 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044848338950409245, + "loss": 0.0674, + "theoretical_loss": 3.4838254594459777, + "tokens_seen": 1834745856 + }, + { + "epoch": 0.56, + "objective/train/advantage_avg": 0.0003024887992069125, + "objective/train/docs_used": 669245, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3270964622497559, + "objective/train/original_loss": 1.3270963430404663, + "objective/train/theoretical_loss": 3.483783598814619, + "objective/train/tokens_used": 1855468000, + "objective/train/value_avg": -0.0071258544921875, + "objective/train/value_loss": 0.00027706081164069474, + "objective/train/value_max": -4.6133995056152344e-05, + "objective/train/value_min": -0.8291015625, + "objective/train/value_reward_corr": 0.6914627180988759, + "objective/train/value_std": 0.017425537109375, + "objective/train/weight_avg": 1.0004321336746216, + "objective/train/weighted_lm_loss": 1.3273491859436035, + "objective/train/weights_max": 2.291259288787842, + "objective/train/weights_min": 0.37259092926979065, + "theoretical_loss": 3.483783598814619, + "tokens_seen": 1835008000 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044840314556251007, + "loss": 0.0686, + "theoretical_loss": 3.483783598814619, + "tokens_seen": 1835008000 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004483229016209276, + "loss": 0.0688, + "theoretical_loss": 3.4837417458370767, + "tokens_seen": 1835270144 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044824265767934524, + "loss": 0.067, + "theoretical_loss": 3.483699900510857, + "tokens_seen": 1835532288 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004481624137377628, + "loss": 0.0691, + "theoretical_loss": 3.4836580628334697, + "tokens_seen": 1835794432 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004480821697961804, + "loss": 0.072, + "theoretical_loss": 3.4836162328024245, + "tokens_seen": 1836056576 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044800192585459797, + "loss": 0.0682, + "theoretical_loss": 3.4835744104152324, + "tokens_seen": 1836318720 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004479216819130156, + "loss": 0.0697, + "theoretical_loss": 3.483532595669406, + "tokens_seen": 1836580864 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004478414379714332, + "loss": 0.0654, + "theoretical_loss": 3.4834907885624586, + "tokens_seen": 1836843008 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044776119402985075, + "loss": 0.0657, + "theoretical_loss": 3.4834489890919045, + "tokens_seen": 1837105152 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044768095008826836, + "loss": 0.0674, + "theoretical_loss": 3.48340719725526, + "tokens_seen": 1837367296 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004476007061466859, + "loss": 0.0696, + "theoretical_loss": 3.4833654130500413, + "tokens_seen": 1837629440 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004475204622051035, + "loss": 0.0665, + "theoretical_loss": 3.4833236364737674, + "tokens_seen": 1837891584 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004474402182635211, + "loss": 0.0676, + "theoretical_loss": 3.4832818675239574, + "tokens_seen": 1838153728 + }, + { + "epoch": 0.56, + "objective/train/advantage_avg": -6.098215817473829e-05, + "objective/train/docs_used": 670495, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.415224313735962, + "objective/train/original_loss": 1.415224552154541, + "objective/train/theoretical_loss": 3.483260985908201, + "objective/train/tokens_used": 1858744800, + "objective/train/value_avg": -0.00826263427734375, + "objective/train/value_loss": 0.00021672126604244113, + "objective/train/value_max": -4.756450653076172e-05, + "objective/train/value_min": -0.34814453125, + "objective/train/value_reward_corr": 0.7778941671461175, + "objective/train/value_std": 0.01666259765625, + "objective/train/weight_avg": 1.0000419616699219, + "objective/train/weighted_lm_loss": 1.4150760173797607, + "objective/train/weights_max": 1.1596804857254028, + "objective/train/weights_min": 0.375392884016037, + "theoretical_loss": 3.483260985908201, + "tokens_seen": 1838284800 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004473599743219387, + "loss": 0.0688, + "theoretical_loss": 3.483240106198131, + "tokens_seen": 1838415872 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004472797303803563, + "loss": 0.0709, + "theoretical_loss": 3.483198352493811, + "tokens_seen": 1838678016 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004471994864387739, + "loss": 0.0718, + "theoretical_loss": 3.4831566064085187, + "tokens_seen": 1838940160 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004471192424971915, + "loss": 0.0681, + "theoretical_loss": 3.483114867939779, + "tokens_seen": 1839202304 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044703899855560905, + "loss": 0.0674, + "theoretical_loss": 3.4830731370851167, + "tokens_seen": 1839464448 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004469587546140266, + "loss": 0.0673, + "theoretical_loss": 3.483031413842058, + "tokens_seen": 1839726592 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004468785106724442, + "loss": 0.0698, + "theoretical_loss": 3.4829896982081303, + "tokens_seen": 1839988736 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044679826673086183, + "loss": 0.0699, + "theoretical_loss": 3.4829479901808624, + "tokens_seen": 1840250880 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044671802278927944, + "loss": 0.0668, + "theoretical_loss": 3.482906289757784, + "tokens_seen": 1840513024 + }, + { + "epoch": 0.56, + "learning_rate": 0.000446637778847697, + "loss": 0.0698, + "theoretical_loss": 3.482864596936425, + "tokens_seen": 1840775168 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004465575349061146, + "loss": 0.0682, + "theoretical_loss": 3.482822911714318, + "tokens_seen": 1841037312 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044647729096453223, + "loss": 0.0687, + "theoretical_loss": 3.4827812340889963, + "tokens_seen": 1841299456 + }, + { + "epoch": 0.56, + "objective/train/advantage_avg": -0.00035124359419569373, + "objective/train/docs_used": 671743, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5545897483825684, + "objective/train/original_loss": 1.554589867591858, + "objective/train/theoretical_loss": 3.4827395640579946, + "objective/train/tokens_used": 1862021600, + "objective/train/value_avg": -0.01175689697265625, + "objective/train/value_loss": 0.00025726770400069654, + "objective/train/value_max": -6.157159805297852e-05, + "objective/train/value_min": -0.380615234375, + "objective/train/value_reward_corr": 0.9116823429111919, + "objective/train/value_std": 0.031829833984375, + "objective/train/weight_avg": 0.9997706413269043, + "objective/train/weighted_lm_loss": 1.5544862747192383, + "objective/train/weights_max": 1.1324504613876343, + "objective/train/weights_min": 0.38538140058517456, + "theoretical_loss": 3.4827395640579946, + "tokens_seen": 1841561600 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044639704702294973, + "loss": 0.069, + "theoretical_loss": 3.4827395640579946, + "tokens_seen": 1841561600 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044631680308136734, + "loss": 0.0653, + "theoretical_loss": 3.4826979016188475, + "tokens_seen": 1841823744 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044623655913978496, + "loss": 0.0689, + "theoretical_loss": 3.482656246769092, + "tokens_seen": 1842085888 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044615631519820257, + "loss": 0.0682, + "theoretical_loss": 3.482614599506266, + "tokens_seen": 1842348032 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044607607125662013, + "loss": 0.0695, + "theoretical_loss": 3.482572959827908, + "tokens_seen": 1842610176 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044599582731503774, + "loss": 0.0699, + "theoretical_loss": 3.482531327731558, + "tokens_seen": 1842872320 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044591558337345535, + "loss": 0.0688, + "theoretical_loss": 3.4824897032147577, + "tokens_seen": 1843134464 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044583533943187286, + "loss": 0.0674, + "theoretical_loss": 3.482448086275049, + "tokens_seen": 1843396608 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044575509549029047, + "loss": 0.0658, + "theoretical_loss": 3.4824064769099756, + "tokens_seen": 1843658752 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004456748515487081, + "loss": 0.0665, + "theoretical_loss": 3.4823648751170824, + "tokens_seen": 1843920896 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004455946076071257, + "loss": 0.0664, + "theoretical_loss": 3.482323280893915, + "tokens_seen": 1844183040 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044551436366554325, + "loss": 0.0668, + "theoretical_loss": 3.4822816942380195, + "tokens_seen": 1844445184 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044543411972396087, + "loss": 0.067, + "theoretical_loss": 3.4822401151469453, + "tokens_seen": 1844707328 + }, + { + "epoch": 0.56, + "objective/train/advantage_avg": 0.0005350678111426532, + "objective/train/docs_used": 672951, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.400781273841858, + "objective/train/original_loss": 1.4007811546325684, + "objective/train/theoretical_loss": 3.4822193284374503, + "objective/train/tokens_used": 1865298400, + "objective/train/value_avg": -0.00914764404296875, + "objective/train/value_loss": 0.000561247521545738, + "objective/train/value_max": -5.7816505432128906e-05, + "objective/train/value_min": -0.7666015625, + "objective/train/value_reward_corr": 0.6865636167245321, + "objective/train/value_std": 0.0222625732421875, + "objective/train/weight_avg": 1.0007476806640625, + "objective/train/weighted_lm_loss": 1.4011001586914062, + "objective/train/weights_max": 1.653558611869812, + "objective/train/weights_min": 0.06634475290775299, + "theoretical_loss": 3.4822193284374503, + "tokens_seen": 1844838400 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004453538757823785, + "loss": 0.0702, + "theoretical_loss": 3.4821985436182405, + "tokens_seen": 1844969472 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044527363184079604, + "loss": 0.0655, + "theoretical_loss": 3.4821569796494565, + "tokens_seen": 1845231616 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004451933878992136, + "loss": 0.0659, + "theoretical_loss": 3.482115423238144, + "tokens_seen": 1845493760 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004451131439576312, + "loss": 0.071, + "theoretical_loss": 3.4820738743818556, + "tokens_seen": 1845755904 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044503290001604877, + "loss": 0.0696, + "theoretical_loss": 3.4820323330781457, + "tokens_seen": 1846018048 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004449526560744664, + "loss": 0.0677, + "theoretical_loss": 3.481990799324568, + "tokens_seen": 1846280192 + }, + { + "epoch": 0.56, + "learning_rate": 0.000444872412132884, + "loss": 0.0685, + "theoretical_loss": 3.4819492731186807, + "tokens_seen": 1846542336 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004447921681913016, + "loss": 0.0667, + "theoretical_loss": 3.481907754458039, + "tokens_seen": 1846804480 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044471192424971916, + "loss": 0.0683, + "theoretical_loss": 3.4818662433402014, + "tokens_seen": 1847066624 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004446316803081367, + "loss": 0.0686, + "theoretical_loss": 3.4818247397627284, + "tokens_seen": 1847328768 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044455143636655433, + "loss": 0.0669, + "theoretical_loss": 3.48178324372318, + "tokens_seen": 1847590912 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004444711924249719, + "loss": 0.0649, + "theoretical_loss": 3.481741755219118, + "tokens_seen": 1847853056 + }, + { + "epoch": 0.56, + "objective/train/advantage_avg": 0.0005972717190161347, + "objective/train/docs_used": 673981, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3834600448608398, + "objective/train/original_loss": 1.3834598064422607, + "objective/train/theoretical_loss": 3.481700274248105, + "objective/train/tokens_used": 1868575200, + "objective/train/value_avg": -0.007778167724609375, + "objective/train/value_loss": 0.00018440767598804086, + "objective/train/value_max": -3.618001937866211e-05, + "objective/train/value_min": -0.23828125, + "objective/train/value_reward_corr": 0.7012158164376434, + "objective/train/value_std": 0.0137939453125, + "objective/train/weight_avg": 1.000680923461914, + "objective/train/weighted_lm_loss": 1.3845117092132568, + "objective/train/weights_max": 1.1581809520721436, + "objective/train/weights_min": 0.36976051330566406, + "theoretical_loss": 3.481700274248105, + "tokens_seen": 1848115200 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004443909484833895, + "loss": 0.0707, + "theoretical_loss": 3.481700274248105, + "tokens_seen": 1848115200 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004443107045418071, + "loss": 0.0707, + "theoretical_loss": 3.481658800807706, + "tokens_seen": 1848377344 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044423046060022473, + "loss": 0.0703, + "theoretical_loss": 3.4816173348954846, + "tokens_seen": 1848639488 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004441502166586423, + "loss": 0.0696, + "theoretical_loss": 3.481575876509008, + "tokens_seen": 1848901632 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044406997271705985, + "loss": 0.0726, + "theoretical_loss": 3.4815344256458434, + "tokens_seen": 1849163776 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044398972877547746, + "loss": 0.0701, + "theoretical_loss": 3.4814929823035596, + "tokens_seen": 1849425920 + }, + { + "epoch": 0.56, + "learning_rate": 0.000443909484833895, + "loss": 0.0709, + "theoretical_loss": 3.481451546479726, + "tokens_seen": 1849688064 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044382924089231263, + "loss": 0.0685, + "theoretical_loss": 3.4814101181719135, + "tokens_seen": 1849950208 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044374899695073024, + "loss": 0.0693, + "theoretical_loss": 3.4813686973776936, + "tokens_seen": 1850212352 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044366875300914786, + "loss": 0.0671, + "theoretical_loss": 3.48132728409464, + "tokens_seen": 1850474496 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004435885090675654, + "loss": 0.0713, + "theoretical_loss": 3.4812858783203264, + "tokens_seen": 1850736640 + }, + { + "epoch": 0.56, + "learning_rate": 0.000443508265125983, + "loss": 0.0717, + "theoretical_loss": 3.481244480052329, + "tokens_seen": 1850998784 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004434280211844006, + "loss": 0.0674, + "theoretical_loss": 3.4812030892882224, + "tokens_seen": 1851260928 + }, + { + "epoch": 0.56, + "objective/train/advantage_avg": -0.0009042658493854105, + "objective/train/docs_used": 675199, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4291208982467651, + "objective/train/original_loss": 1.4291208982467651, + "objective/train/theoretical_loss": 3.4811823967193716, + "objective/train/tokens_used": 1871852000, + "objective/train/value_avg": -0.01024627685546875, + "objective/train/value_loss": 0.0002187143254559487, + "objective/train/value_max": -5.435943603515625e-05, + "objective/train/value_min": -0.2666015625, + "objective/train/value_reward_corr": 0.7583440398362686, + "objective/train/value_std": 0.017547607421875, + "objective/train/weight_avg": 0.9992004036903381, + "objective/train/weighted_lm_loss": 1.4275954961776733, + "objective/train/weights_max": 1.1206990480422974, + "objective/train/weights_min": 0.3707548677921295, + "theoretical_loss": 3.4811823967193716, + "tokens_seen": 1851392000 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044334777724281814, + "loss": 0.0671, + "theoretical_loss": 3.4811617060255857, + "tokens_seen": 1851523072 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044326753330123576, + "loss": 0.0689, + "theoretical_loss": 3.481120330261997, + "tokens_seen": 1851785216 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044318728935965337, + "loss": 0.0676, + "theoretical_loss": 3.4810789619950366, + "tokens_seen": 1852047360 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004431070454180709, + "loss": 0.0679, + "theoretical_loss": 3.481037601222285, + "tokens_seen": 1852309504 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044302680147648854, + "loss": 0.0691, + "theoretical_loss": 3.480996247941324, + "tokens_seen": 1852571648 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044294655753490615, + "loss": 0.0683, + "theoretical_loss": 3.4809549021497372, + "tokens_seen": 1852833792 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004428663135933237, + "loss": 0.0688, + "theoretical_loss": 3.480913563845109, + "tokens_seen": 1853095936 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044278606965174127, + "loss": 0.0659, + "theoretical_loss": 3.480872233025024, + "tokens_seen": 1853358080 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004427058257101589, + "loss": 0.0693, + "theoretical_loss": 3.4808309096870698, + "tokens_seen": 1853620224 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004426255817685765, + "loss": 0.0665, + "theoretical_loss": 3.480789593828834, + "tokens_seen": 1853882368 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044254533782699405, + "loss": 0.0696, + "theoretical_loss": 3.4807482854479037, + "tokens_seen": 1854144512 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044246509388541167, + "loss": 0.0692, + "theoretical_loss": 3.4807069845418708, + "tokens_seen": 1854406656 + }, + { + "epoch": 0.56, + "objective/train/advantage_avg": 0.001690958277322352, + "objective/train/docs_used": 676483, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4811086654663086, + "objective/train/original_loss": 1.4811086654663086, + "objective/train/theoretical_loss": 3.4806656911083254, + "objective/train/tokens_used": 1875128800, + "objective/train/value_avg": -0.007160186767578125, + "objective/train/value_loss": 0.00027719532954506576, + "objective/train/value_max": -5.918741226196289e-05, + "objective/train/value_min": -0.70166015625, + "objective/train/value_reward_corr": 0.6543957435890253, + "objective/train/value_std": 0.0150909423828125, + "objective/train/weight_avg": 1.0018144845962524, + "objective/train/weighted_lm_loss": 1.4837696552276611, + "objective/train/weights_max": 1.3836252689361572, + "objective/train/weights_min": 0.3705187439918518, + "theoretical_loss": 3.4806656911083254, + "tokens_seen": 1854668800 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004423848499438293, + "loss": 0.0722, + "theoretical_loss": 3.4806656911083254, + "tokens_seen": 1854668800 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044230460600224684, + "loss": 0.069, + "theoretical_loss": 3.48062440514486, + "tokens_seen": 1854930944 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004422243620606644, + "loss": 0.0692, + "theoretical_loss": 3.4805831266490674, + "tokens_seen": 1855193088 + }, + { + "epoch": 0.56, + "learning_rate": 0.000442144118119082, + "loss": 0.0668, + "theoretical_loss": 3.480541855618542, + "tokens_seen": 1855455232 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004420638741774996, + "loss": 0.0667, + "theoretical_loss": 3.4805005920508796, + "tokens_seen": 1855717376 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004419836302359172, + "loss": 0.0687, + "theoretical_loss": 3.480459335943676, + "tokens_seen": 1855979520 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004419033862943348, + "loss": 0.0683, + "theoretical_loss": 3.4804180872945305, + "tokens_seen": 1856241664 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004418231423527524, + "loss": 0.0652, + "theoretical_loss": 3.4803768461010405, + "tokens_seen": 1856503808 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044174289841117, + "loss": 0.0707, + "theoretical_loss": 3.4803356123608062, + "tokens_seen": 1856765952 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004416626544695875, + "loss": 0.0672, + "theoretical_loss": 3.480294386071429, + "tokens_seen": 1857028096 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044158241052800513, + "loss": 0.068, + "theoretical_loss": 3.4802531672305106, + "tokens_seen": 1857290240 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044150216658642275, + "loss": 0.0702, + "theoretical_loss": 3.480211955835654, + "tokens_seen": 1857552384 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004414219226448403, + "loss": 0.0685, + "theoretical_loss": 3.4801707518844647, + "tokens_seen": 1857814528 + }, + { + "epoch": 0.56, + "objective/train/advantage_avg": 0.0026204681489616632, + "objective/train/docs_used": 677697, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2556650638580322, + "objective/train/original_loss": 1.2556653022766113, + "objective/train/theoretical_loss": 3.4801501526994967, + "objective/train/tokens_used": 1878405600, + "objective/train/value_avg": -0.0095367431640625, + "objective/train/value_loss": 0.0003535752766765654, + "objective/train/value_max": -3.5643577575683594e-05, + "objective/train/value_min": -0.2230224609375, + "objective/train/value_reward_corr": 0.47214155443760464, + "objective/train/value_std": 0.0166778564453125, + "objective/train/weight_avg": 1.0027899742126465, + "objective/train/weighted_lm_loss": 1.255475640296936, + "objective/train/weights_max": 1.1620044708251953, + "objective/train/weights_min": 0.37006106972694397, + "theoretical_loss": 3.4801501526994967, + "tokens_seen": 1857945600 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004413416787032579, + "loss": 0.0654, + "theoretical_loss": 3.480129555374547, + "tokens_seen": 1858076672 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044126143476167553, + "loss": 0.069, + "theoretical_loss": 3.4800883663035083, + "tokens_seen": 1858338816 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004411811908200931, + "loss": 0.0653, + "theoretical_loss": 3.4800471846689556, + "tokens_seen": 1858600960 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044110094687851065, + "loss": 0.0706, + "theoretical_loss": 3.4800060104684984, + "tokens_seen": 1858863104 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044102070293692826, + "loss": 0.0641, + "theoretical_loss": 3.4799648436997463, + "tokens_seen": 1859125248 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044094045899534587, + "loss": 0.0669, + "theoretical_loss": 3.47992368436031, + "tokens_seen": 1859387392 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044086021505376343, + "loss": 0.066, + "theoretical_loss": 3.4798825324478018, + "tokens_seen": 1859649536 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044077997111218104, + "loss": 0.07, + "theoretical_loss": 3.4798413879598353, + "tokens_seen": 1859911680 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044069972717059865, + "loss": 0.0656, + "theoretical_loss": 3.4798002508940242, + "tokens_seen": 1860173824 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004406194832290162, + "loss": 0.0697, + "theoretical_loss": 3.479759121247984, + "tokens_seen": 1860435968 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004405392392874338, + "loss": 0.0691, + "theoretical_loss": 3.479717999019332, + "tokens_seen": 1860698112 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004404589953458514, + "loss": 0.0668, + "theoretical_loss": 3.4796768842056847, + "tokens_seen": 1860960256 + }, + { + "epoch": 0.56, + "objective/train/advantage_avg": -0.00043569065746851265, + "objective/train/docs_used": 678968, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.392929196357727, + "objective/train/original_loss": 1.392929196357727, + "objective/train/theoretical_loss": 3.4796357768046615, + "objective/train/tokens_used": 1881682400, + "objective/train/value_avg": -0.00786590576171875, + "objective/train/value_loss": 0.0005902621196582913, + "objective/train/value_max": -4.869699478149414e-05, + "objective/train/value_min": -0.63134765625, + "objective/train/value_reward_corr": 0.5696778919184871, + "objective/train/value_std": 0.01641845703125, + "objective/train/weight_avg": 0.9998128414154053, + "objective/train/weighted_lm_loss": 1.3920235633850098, + "objective/train/weights_max": 1.8801426887512207, + "objective/train/weights_min": 0.24885891377925873, + "theoretical_loss": 3.4796357768046615, + "tokens_seen": 1861222400 + }, + { + "epoch": 0.56, + "learning_rate": 0.000440378751404269, + "loss": 0.07, + "theoretical_loss": 3.4796357768046615, + "tokens_seen": 1861222400 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044029850746268656, + "loss": 0.0674, + "theoretical_loss": 3.4795946768138823, + "tokens_seen": 1861484544 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044021826352110417, + "loss": 0.0686, + "theoretical_loss": 3.4795535842309677, + "tokens_seen": 1861746688 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004401380195795218, + "loss": 0.0715, + "theoretical_loss": 3.4795124990535395, + "tokens_seen": 1862008832 + }, + { + "epoch": 0.56, + "learning_rate": 0.00044005777563793934, + "loss": 0.0658, + "theoretical_loss": 3.479471421279222, + "tokens_seen": 1862270976 + }, + { + "epoch": 0.56, + "learning_rate": 0.00043997753169635695, + "loss": 0.0694, + "theoretical_loss": 3.4794303509056377, + "tokens_seen": 1862533120 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004398972877547745, + "loss": 0.0679, + "theoretical_loss": 3.479389287930413, + "tokens_seen": 1862795264 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004398170438131921, + "loss": 0.0684, + "theoretical_loss": 3.4793482323511746, + "tokens_seen": 1863057408 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004397367998716097, + "loss": 0.071, + "theoretical_loss": 3.479307184165549, + "tokens_seen": 1863319552 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004396565559300273, + "loss": 0.0676, + "theoretical_loss": 3.4792661433711656, + "tokens_seen": 1863581696 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004395763119884449, + "loss": 0.0688, + "theoretical_loss": 3.479225109965653, + "tokens_seen": 1863843840 + }, + { + "epoch": 0.56, + "learning_rate": 0.00043949606804686246, + "loss": 0.0705, + "theoretical_loss": 3.4791840839466435, + "tokens_seen": 1864105984 + }, + { + "epoch": 0.56, + "learning_rate": 0.0004394158241052801, + "loss": 0.069, + "theoretical_loss": 3.479143065311768, + "tokens_seen": 1864368128 + }, + { + "epoch": 0.56, + "objective/train/advantage_avg": 0.0003970529942307621, + "objective/train/docs_used": 680280, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.162737488746643, + "objective/train/original_loss": 1.1627373695373535, + "objective/train/theoretical_loss": 3.479122558762641, + "objective/train/tokens_used": 1884959200, + "objective/train/value_avg": -0.005970001220703125, + "objective/train/value_loss": 0.00026519285165704787, + "objective/train/value_max": -5.1856040954589844e-05, + "objective/train/value_min": -0.477294921875, + "objective/train/value_reward_corr": 0.6080786576025748, + "objective/train/value_std": 0.01209259033203125, + "objective/train/weight_avg": 1.0005112886428833, + "objective/train/weighted_lm_loss": 1.162916660308838, + "objective/train/weights_max": 1.4966373443603516, + "objective/train/weights_min": 0.3912711441516876, + "theoretical_loss": 3.479122558762641, + "tokens_seen": 1864499200 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043933558016369764, + "loss": 0.0666, + "theoretical_loss": 3.47910205405866, + "tokens_seen": 1864630272 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004392553362221152, + "loss": 0.0648, + "theoretical_loss": 3.479061050184953, + "tokens_seen": 1864892416 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004391750922805328, + "loss": 0.0688, + "theoretical_loss": 3.4790200536882825, + "tokens_seen": 1865154560 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004390948483389504, + "loss": 0.0686, + "theoretical_loss": 3.4789790645662846, + "tokens_seen": 1865416704 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043901460439736803, + "loss": 0.0699, + "theoretical_loss": 3.478938082816597, + "tokens_seen": 1865678848 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004389343604557856, + "loss": 0.068, + "theoretical_loss": 3.4788971084368576, + "tokens_seen": 1865940992 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004388541165142032, + "loss": 0.0705, + "theoretical_loss": 3.478856141424706, + "tokens_seen": 1866203136 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004387738725726208, + "loss": 0.0696, + "theoretical_loss": 3.478815181777783, + "tokens_seen": 1866465280 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004386936286310383, + "loss": 0.0664, + "theoretical_loss": 3.4787742294937303, + "tokens_seen": 1866727424 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043861338468945593, + "loss": 0.0688, + "theoretical_loss": 3.4787332845701906, + "tokens_seen": 1866989568 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043853314074787354, + "loss": 0.0671, + "theoretical_loss": 3.4786923470048077, + "tokens_seen": 1867251712 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043845289680629116, + "loss": 0.0698, + "theoretical_loss": 3.478651416795227, + "tokens_seen": 1867513856 + }, + { + "epoch": 0.57, + "objective/train/advantage_avg": 0.0006167420069687068, + "objective/train/docs_used": 681429, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3117611408233643, + "objective/train/original_loss": 1.3117609024047852, + "objective/train/theoretical_loss": 3.478610493939094, + "objective/train/tokens_used": 1888236000, + "objective/train/value_avg": -0.007068634033203125, + "objective/train/value_loss": 0.00036523581366054714, + "objective/train/value_max": -7.545948028564453e-05, + "objective/train/value_min": -0.6396484375, + "objective/train/value_reward_corr": 0.7511283955562317, + "objective/train/value_std": 0.0171051025390625, + "objective/train/weight_avg": 1.0007792711257935, + "objective/train/weighted_lm_loss": 1.3126314878463745, + "objective/train/weights_max": 1.522929072380066, + "objective/train/weights_min": 0.3880959451198578, + "theoretical_loss": 3.478610493939094, + "tokens_seen": 1867776000 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004383726528647087, + "loss": 0.067, + "theoretical_loss": 3.478610493939094, + "tokens_seen": 1867776000 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043829240892312633, + "loss": 0.0686, + "theoretical_loss": 3.4785695784340556, + "tokens_seen": 1868038144 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043821216498154394, + "loss": 0.0667, + "theoretical_loss": 3.4785286702777602, + "tokens_seen": 1868300288 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043813192103996145, + "loss": 0.0661, + "theoretical_loss": 3.4784877694678573, + "tokens_seen": 1868562432 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043805167709837906, + "loss": 0.0694, + "theoretical_loss": 3.478446876001997, + "tokens_seen": 1868824576 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043797143315679667, + "loss": 0.0702, + "theoretical_loss": 3.4784059898778312, + "tokens_seen": 1869086720 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004378911892152143, + "loss": 0.0694, + "theoretical_loss": 3.4783651110930123, + "tokens_seen": 1869348864 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043781094527363184, + "loss": 0.0697, + "theoretical_loss": 3.478324239645193, + "tokens_seen": 1869611008 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043773070133204945, + "loss": 0.0715, + "theoretical_loss": 3.478283375532029, + "tokens_seen": 1869873152 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043765045739046707, + "loss": 0.0702, + "theoretical_loss": 3.4782425187511756, + "tokens_seen": 1870135296 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043757021344888457, + "loss": 0.0688, + "theoretical_loss": 3.47820166930029, + "tokens_seen": 1870397440 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004374899695073022, + "loss": 0.0675, + "theoretical_loss": 3.47816082717703, + "tokens_seen": 1870659584 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004374097255657198, + "loss": 0.0662, + "theoretical_loss": 3.478119992379054, + "tokens_seen": 1870921728 + }, + { + "epoch": 0.57, + "objective/train/advantage_avg": 0.00022070018167141825, + "objective/train/docs_used": 682627, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.370764136314392, + "objective/train/original_loss": 1.370764136314392, + "objective/train/theoretical_loss": 3.4780995777263164, + "objective/train/tokens_used": 1891512800, + "objective/train/value_avg": -0.00812530517578125, + "objective/train/value_loss": 0.0007073270971886814, + "objective/train/value_max": -5.829334259033203e-05, + "objective/train/value_min": -0.935546875, + "objective/train/value_reward_corr": 0.7936477493508364, + "objective/train/value_std": 0.0256500244140625, + "objective/train/weight_avg": 1.0005216598510742, + "objective/train/weighted_lm_loss": 1.3705295324325562, + "objective/train/weights_max": 1.5292237997055054, + "objective/train/weights_min": 0.36851781606674194, + "theoretical_loss": 3.4780995777263164, + "tokens_seen": 1871052800 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004373294816241374, + "loss": 0.072, + "theoretical_loss": 3.478079164904022, + "tokens_seen": 1871183872 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043724923768255497, + "loss": 0.0709, + "theoretical_loss": 3.4780383447495966, + "tokens_seen": 1871446016 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004371689937409726, + "loss": 0.0668, + "theoretical_loss": 3.477997531913439, + "tokens_seen": 1871708160 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004370887497993902, + "loss": 0.0715, + "theoretical_loss": 3.477956726393212, + "tokens_seen": 1871970304 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043700850585780775, + "loss": 0.07, + "theoretical_loss": 3.477915928186581, + "tokens_seen": 1872232448 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004369282619162253, + "loss": 0.0694, + "theoretical_loss": 3.4778751372912105, + "tokens_seen": 1872494592 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004368480179746429, + "loss": 0.0681, + "theoretical_loss": 3.4778343537047673, + "tokens_seen": 1872756736 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004367677740330605, + "loss": 0.0686, + "theoretical_loss": 3.4777935774249196, + "tokens_seen": 1873018880 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004366875300914781, + "loss": 0.0704, + "theoretical_loss": 3.4777528084493348, + "tokens_seen": 1873281024 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004366072861498957, + "loss": 0.068, + "theoretical_loss": 3.477712046775684, + "tokens_seen": 1873543168 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004365270422083133, + "loss": 0.0688, + "theoretical_loss": 3.477671292401637, + "tokens_seen": 1873805312 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004364467982667309, + "loss": 0.0679, + "theoretical_loss": 3.477630545324866, + "tokens_seen": 1874067456 + }, + { + "epoch": 0.57, + "objective/train/advantage_avg": 0.000126520506455563, + "objective/train/docs_used": 683764, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4833322763442993, + "objective/train/original_loss": 1.4833323955535889, + "objective/train/theoretical_loss": 3.477589805543044, + "objective/train/tokens_used": 1894789600, + "objective/train/value_avg": -0.00890350341796875, + "objective/train/value_loss": 0.0004166530561633408, + "objective/train/value_max": -4.13060188293457e-05, + "objective/train/value_min": -0.84228515625, + "objective/train/value_reward_corr": 0.6637177894716165, + "objective/train/value_std": 0.0181884765625, + "objective/train/weight_avg": 1.0003083944320679, + "objective/train/weighted_lm_loss": 1.4835797548294067, + "objective/train/weights_max": 1.7261584997177124, + "objective/train/weights_min": 0.3724459707736969, + "theoretical_loss": 3.477589805543044, + "tokens_seen": 1874329600 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043636655432514843, + "loss": 0.0707, + "theoretical_loss": 3.477589805543044, + "tokens_seen": 1874329600 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043628631038356605, + "loss": 0.0719, + "theoretical_loss": 3.477549073053845, + "tokens_seen": 1874591744 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004362060664419836, + "loss": 0.0699, + "theoretical_loss": 3.477508347854944, + "tokens_seen": 1874853888 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004361258225004012, + "loss": 0.0686, + "theoretical_loss": 3.477467629944017, + "tokens_seen": 1875116032 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043604557855881883, + "loss": 0.0664, + "theoretical_loss": 3.4774269193187406, + "tokens_seen": 1875378176 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043596533461723644, + "loss": 0.0694, + "theoretical_loss": 3.4773862159767943, + "tokens_seen": 1875640320 + }, + { + "epoch": 0.57, + "learning_rate": 0.000435885090675654, + "loss": 0.0694, + "theoretical_loss": 3.4773455199158567, + "tokens_seen": 1875902464 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004358048467340716, + "loss": 0.0716, + "theoretical_loss": 3.4773048311336083, + "tokens_seen": 1876164608 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004357246027924892, + "loss": 0.0678, + "theoretical_loss": 3.4772641496277306, + "tokens_seen": 1876426752 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043564435885090673, + "loss": 0.0671, + "theoretical_loss": 3.4772234753959057, + "tokens_seen": 1876688896 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043556411490932434, + "loss": 0.0689, + "theoretical_loss": 3.477182808435818, + "tokens_seen": 1876951040 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043548387096774196, + "loss": 0.0673, + "theoretical_loss": 3.477142148745151, + "tokens_seen": 1877213184 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043540362702615957, + "loss": 0.0698, + "theoretical_loss": 3.477101496321591, + "tokens_seen": 1877475328 + }, + { + "epoch": 0.57, + "objective/train/advantage_avg": -5.568289998336695e-05, + "objective/train/docs_used": 684931, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3884998559951782, + "objective/train/original_loss": 1.3884997367858887, + "objective/train/theoretical_loss": 3.4770811728342537, + "objective/train/tokens_used": 1898066400, + "objective/train/value_avg": -0.0080108642578125, + "objective/train/value_loss": 0.00020506404689513147, + "objective/train/value_max": -4.684925079345703e-05, + "objective/train/value_min": -0.5146484375, + "objective/train/value_reward_corr": 0.7438426224337547, + "objective/train/value_std": 0.014801025390625, + "objective/train/weight_avg": 1.0000417232513428, + "objective/train/weighted_lm_loss": 1.3886107206344604, + "objective/train/weights_max": 1.5210644006729126, + "objective/train/weights_min": 0.4172693192958832, + "theoretical_loss": 3.4770811728342537, + "tokens_seen": 1877606400 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043532338308457713, + "loss": 0.0706, + "theoretical_loss": 3.4770608511628254, + "tokens_seen": 1877737472 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043524313914299474, + "loss": 0.0724, + "theoretical_loss": 3.477020213266541, + "tokens_seen": 1877999616 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004351628952014123, + "loss": 0.0711, + "theoretical_loss": 3.476979582630427, + "tokens_seen": 1878261760 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043508265125982986, + "loss": 0.07, + "theoretical_loss": 3.4769389592521733, + "tokens_seen": 1878523904 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043500240731824747, + "loss": 0.0721, + "theoretical_loss": 3.476898343129471, + "tokens_seen": 1878786048 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004349221633766651, + "loss": 0.066, + "theoretical_loss": 3.476857734260012, + "tokens_seen": 1879048192 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043484191943508264, + "loss": 0.0692, + "theoretical_loss": 3.4768171326414894, + "tokens_seen": 1879310336 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043476167549350025, + "loss": 0.0676, + "theoretical_loss": 3.4767765382715976, + "tokens_seen": 1879572480 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043468143155191787, + "loss": 0.0696, + "theoretical_loss": 3.4767359511480316, + "tokens_seen": 1879834624 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004346011876103354, + "loss": 0.0691, + "theoretical_loss": 3.4766953712684874, + "tokens_seen": 1880096768 + }, + { + "epoch": 0.57, + "learning_rate": 0.000434520943668753, + "loss": 0.0677, + "theoretical_loss": 3.476654798630663, + "tokens_seen": 1880358912 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004344406997271706, + "loss": 0.0682, + "theoretical_loss": 3.476614233232256, + "tokens_seen": 1880621056 + }, + { + "epoch": 0.57, + "objective/train/advantage_avg": -0.00032496752100996673, + "objective/train/docs_used": 686045, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3017356395721436, + "objective/train/original_loss": 1.3017356395721436, + "objective/train/theoretical_loss": 3.476573675070966, + "objective/train/tokens_used": 1901343200, + "objective/train/value_avg": -0.005756378173828125, + "objective/train/value_loss": 0.00010516672773519531, + "objective/train/value_max": -2.5451183319091797e-05, + "objective/train/value_min": -0.37353515625, + "objective/train/value_reward_corr": 0.7494745140988784, + "objective/train/value_std": 0.0110015869140625, + "objective/train/weight_avg": 0.9997267127037048, + "objective/train/weighted_lm_loss": 1.3014615774154663, + "objective/train/weights_max": 1.1299715042114258, + "objective/train/weights_min": 0.7585420608520508, + "theoretical_loss": 3.476573675070966, + "tokens_seen": 1880883200 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004343604557855882, + "loss": 0.0672, + "theoretical_loss": 3.476573675070966, + "tokens_seen": 1880883200 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043428021184400577, + "loss": 0.0703, + "theoretical_loss": 3.4765331241444937, + "tokens_seen": 1881145344 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004341999679024234, + "loss": 0.0664, + "theoretical_loss": 3.4764925804505404, + "tokens_seen": 1881407488 + }, + { + "epoch": 0.57, + "learning_rate": 0.000434119723960841, + "loss": 0.0668, + "theoretical_loss": 3.476452043986809, + "tokens_seen": 1881669632 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004340394800192586, + "loss": 0.0669, + "theoretical_loss": 3.4764115147510033, + "tokens_seen": 1881931776 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004339592360776761, + "loss": 0.0704, + "theoretical_loss": 3.4763709927408266, + "tokens_seen": 1882193920 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004338789921360937, + "loss": 0.0677, + "theoretical_loss": 3.4763304779539865, + "tokens_seen": 1882456064 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043379874819451133, + "loss": 0.0711, + "theoretical_loss": 3.476289970388188, + "tokens_seen": 1882718208 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004337185042529289, + "loss": 0.0694, + "theoretical_loss": 3.4762494700411404, + "tokens_seen": 1882980352 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004336382603113465, + "loss": 0.0679, + "theoretical_loss": 3.476208976910552, + "tokens_seen": 1883242496 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004335580163697641, + "loss": 0.0688, + "theoretical_loss": 3.476168490994132, + "tokens_seen": 1883504640 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043347777242818173, + "loss": 0.0692, + "theoretical_loss": 3.4761280122895926, + "tokens_seen": 1883766784 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043339752848659923, + "loss": 0.0705, + "theoretical_loss": 3.476087540794645, + "tokens_seen": 1884028928 + }, + { + "epoch": 0.57, + "objective/train/advantage_avg": 0.00026607580366544425, + "objective/train/docs_used": 687181, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3946772813796997, + "objective/train/original_loss": 1.3946775197982788, + "objective/train/theoretical_loss": 3.4760673077500535, + "objective/train/tokens_used": 1904620000, + "objective/train/value_avg": -0.005619049072265625, + "objective/train/value_loss": 0.00014425722474697977, + "objective/train/value_max": -4.6133995056152344e-05, + "objective/train/value_min": -0.2474365234375, + "objective/train/value_reward_corr": 0.6670836812560708, + "objective/train/value_std": 0.01116943359375, + "objective/train/weight_avg": 1.0003330707550049, + "objective/train/weighted_lm_loss": 1.395687222480774, + "objective/train/weights_max": 1.2330275774002075, + "objective/train/weights_min": 0.370164155960083, + "theoretical_loss": 3.4760673077500535, + "tokens_seen": 1884160000 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043331728454501685, + "loss": 0.0707, + "theoretical_loss": 3.476047076507002, + "tokens_seen": 1884291072 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043323704060343446, + "loss": 0.0688, + "theoretical_loss": 3.4760066194243784, + "tokens_seen": 1884553216 + }, + { + "epoch": 0.57, + "learning_rate": 0.000433156796661852, + "loss": 0.0727, + "theoretical_loss": 3.4759661695444892, + "tokens_seen": 1884815360 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043307655272026963, + "loss": 0.071, + "theoretical_loss": 3.47592572686505, + "tokens_seen": 1885077504 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043299630877868724, + "loss": 0.0709, + "theoretical_loss": 3.4758852913837783, + "tokens_seen": 1885339648 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004329160648371048, + "loss": 0.067, + "theoretical_loss": 3.475844863098393, + "tokens_seen": 1885601792 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043283582089552236, + "loss": 0.0682, + "theoretical_loss": 3.475804442006612, + "tokens_seen": 1885863936 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043275557695393997, + "loss": 0.0717, + "theoretical_loss": 3.4757640281061573, + "tokens_seen": 1886126080 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004326753330123576, + "loss": 0.0693, + "theoretical_loss": 3.4757236213947484, + "tokens_seen": 1886388224 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043259508907077514, + "loss": 0.0687, + "theoretical_loss": 3.4756832218701095, + "tokens_seen": 1886650368 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043251484512919276, + "loss": 0.0683, + "theoretical_loss": 3.475642829529963, + "tokens_seen": 1886912512 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043243460118761037, + "loss": 0.0686, + "theoretical_loss": 3.4756024443720337, + "tokens_seen": 1887174656 + }, + { + "epoch": 0.57, + "objective/train/advantage_avg": -0.00011085132427979261, + "objective/train/docs_used": 688313, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5235344171524048, + "objective/train/original_loss": 1.5235342979431152, + "objective/train/theoretical_loss": 3.4755620663940467, + "objective/train/tokens_used": 1907896800, + "objective/train/value_avg": -0.00537872314453125, + "objective/train/value_loss": 0.0004581266257446259, + "objective/train/value_max": -4.57763671875e-05, + "objective/train/value_min": -0.91748046875, + "objective/train/value_reward_corr": 0.5599356863887739, + "objective/train/value_std": 0.0131683349609375, + "objective/train/weight_avg": 1.0000845193862915, + "objective/train/weighted_lm_loss": 1.5237157344818115, + "objective/train/weights_max": 1.4012764692306519, + "objective/train/weights_min": 0.37770265340805054, + "theoretical_loss": 3.4755620663940467, + "tokens_seen": 1887436800 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043235435724602793, + "loss": 0.069, + "theoretical_loss": 3.4755620663940467, + "tokens_seen": 1887436800 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043227411330444554, + "loss": 0.0712, + "theoretical_loss": 3.4755216955937294, + "tokens_seen": 1887698944 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004321938693628631, + "loss": 0.0672, + "theoretical_loss": 3.4754813319688087, + "tokens_seen": 1887961088 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004321136254212807, + "loss": 0.0681, + "theoretical_loss": 3.4754409755170133, + "tokens_seen": 1888223232 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043203338147969827, + "loss": 0.0684, + "theoretical_loss": 3.4754006262360733, + "tokens_seen": 1888485376 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004319531375381159, + "loss": 0.0638, + "theoretical_loss": 3.4753602841237186, + "tokens_seen": 1888747520 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004318728935965335, + "loss": 0.067, + "theoretical_loss": 3.4753199491776816, + "tokens_seen": 1889009664 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043179264965495105, + "loss": 0.0674, + "theoretical_loss": 3.475279621395695, + "tokens_seen": 1889271808 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043171240571336867, + "loss": 0.068, + "theoretical_loss": 3.4752393007754923, + "tokens_seen": 1889533952 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004316321617717862, + "loss": 0.0693, + "theoretical_loss": 3.4751989873148084, + "tokens_seen": 1889796096 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043155191783020384, + "loss": 0.0714, + "theoretical_loss": 3.4751586810113793, + "tokens_seen": 1890058240 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004314716738886214, + "loss": 0.0668, + "theoretical_loss": 3.4751183818629414, + "tokens_seen": 1890320384 + }, + { + "epoch": 0.57, + "learning_rate": 0.000431391429947039, + "loss": 0.0689, + "theoretical_loss": 3.4750780898672335, + "tokens_seen": 1890582528 + }, + { + "epoch": 0.57, + "objective/train/advantage_avg": 0.0010601090034469962, + "objective/train/docs_used": 689504, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3229036331176758, + "objective/train/original_loss": 1.3229036331176758, + "objective/train/theoretical_loss": 3.4750579465509466, + "objective/train/tokens_used": 1911173600, + "objective/train/value_avg": -0.00765228271484375, + "objective/train/value_loss": 0.00022655230714008212, + "objective/train/value_max": -5.269050598144531e-05, + "objective/train/value_min": -0.392578125, + "objective/train/value_reward_corr": 0.6573300051519456, + "objective/train/value_std": 0.0140228271484375, + "objective/train/weight_avg": 1.0011603832244873, + "objective/train/weighted_lm_loss": 1.3245630264282227, + "objective/train/weights_max": 1.2579610347747803, + "objective/train/weights_min": 0.37738582491874695, + "theoretical_loss": 3.4750579465509466, + "tokens_seen": 1890713600 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004313111860054566, + "loss": 0.0652, + "theoretical_loss": 3.475037805021994, + "tokens_seen": 1890844672 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004312309420638742, + "loss": 0.0672, + "theoretical_loss": 3.4749975273249625, + "tokens_seen": 1891106816 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004311506981222918, + "loss": 0.0695, + "theoretical_loss": 3.4749572567738807, + "tokens_seen": 1891368960 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004310704541807094, + "loss": 0.0691, + "theoretical_loss": 3.4749169933664903, + "tokens_seen": 1891631104 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004309902102391269, + "loss": 0.067, + "theoretical_loss": 3.4748767371005345, + "tokens_seen": 1891893248 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004309099662975445, + "loss": 0.0684, + "theoretical_loss": 3.474836487973757, + "tokens_seen": 1892155392 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043082972235596213, + "loss": 0.0697, + "theoretical_loss": 3.474796245983903, + "tokens_seen": 1892417536 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043074947841437975, + "loss": 0.0702, + "theoretical_loss": 3.4747560111287195, + "tokens_seen": 1892679680 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004306692344727973, + "loss": 0.0673, + "theoretical_loss": 3.4747157834059523, + "tokens_seen": 1892941824 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004305889905312149, + "loss": 0.0679, + "theoretical_loss": 3.47467556281335, + "tokens_seen": 1893203968 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043050874658963253, + "loss": 0.0699, + "theoretical_loss": 3.474635349348662, + "tokens_seen": 1893466112 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043042850264805003, + "loss": 0.0682, + "theoretical_loss": 3.4745951430096387, + "tokens_seen": 1893728256 + }, + { + "epoch": 0.57, + "objective/train/advantage_avg": 0.0003993306017946452, + "objective/train/docs_used": 690600, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.40299654006958, + "objective/train/original_loss": 1.40299654006958, + "objective/train/theoretical_loss": 3.474554943794031, + "objective/train/tokens_used": 1914450400, + "objective/train/value_avg": -0.004673004150390625, + "objective/train/value_loss": 9.61106998147443e-05, + "objective/train/value_max": -5.1021575927734375e-05, + "objective/train/value_min": -0.1776123046875, + "objective/train/value_reward_corr": 0.6367072520223076, + "objective/train/value_std": 0.00811767578125, + "objective/train/weight_avg": 1.0004432201385498, + "objective/train/weighted_lm_loss": 1.4048792123794556, + "objective/train/weights_max": 1.0897725820541382, + "objective/train/weights_min": 0.3767126500606537, + "theoretical_loss": 3.474554943794031, + "tokens_seen": 1893990400 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043034825870646765, + "loss": 0.0687, + "theoretical_loss": 3.474554943794031, + "tokens_seen": 1893990400 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043026801476488526, + "loss": 0.0696, + "theoretical_loss": 3.4745147516995916, + "tokens_seen": 1894252544 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043018777082330287, + "loss": 0.0687, + "theoretical_loss": 3.474474566724073, + "tokens_seen": 1894514688 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043010752688172043, + "loss": 0.0691, + "theoretical_loss": 3.4744343888652303, + "tokens_seen": 1894776832 + }, + { + "epoch": 0.57, + "learning_rate": 0.00043002728294013804, + "loss": 0.0664, + "theoretical_loss": 3.474394218120818, + "tokens_seen": 1895038976 + }, + { + "epoch": 0.57, + "learning_rate": 0.00042994703899855565, + "loss": 0.0688, + "theoretical_loss": 3.474354054488593, + "tokens_seen": 1895301120 + }, + { + "epoch": 0.57, + "learning_rate": 0.00042986679505697316, + "loss": 0.0676, + "theoretical_loss": 3.4743138979663133, + "tokens_seen": 1895563264 + }, + { + "epoch": 0.57, + "learning_rate": 0.00042978655111539077, + "loss": 0.072, + "theoretical_loss": 3.4742737485517354, + "tokens_seen": 1895825408 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004297063071738084, + "loss": 0.0682, + "theoretical_loss": 3.4742336062426205, + "tokens_seen": 1896087552 + }, + { + "epoch": 0.57, + "learning_rate": 0.000429626063232226, + "loss": 0.0682, + "theoretical_loss": 3.4741934710367284, + "tokens_seen": 1896349696 + }, + { + "epoch": 0.57, + "learning_rate": 0.00042954581929064356, + "loss": 0.0693, + "theoretical_loss": 3.47415334293182, + "tokens_seen": 1896611840 + }, + { + "epoch": 0.57, + "learning_rate": 0.00042946557534906117, + "loss": 0.0682, + "theoretical_loss": 3.4741132219256583, + "tokens_seen": 1896873984 + }, + { + "epoch": 0.57, + "learning_rate": 0.0004293853314074788, + "loss": 0.0688, + "theoretical_loss": 3.4740731080160066, + "tokens_seen": 1897136128 + }, + { + "epoch": 0.57, + "objective/train/advantage_avg": 0.0005911423941142857, + "objective/train/docs_used": 691800, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4641540050506592, + "objective/train/original_loss": 1.4641541242599487, + "objective/train/theoretical_loss": 3.474053053721673, + "objective/train/tokens_used": 1917727200, + "objective/train/value_avg": -0.007373809814453125, + "objective/train/value_loss": 0.0002515205997042358, + "objective/train/value_max": -4.7206878662109375e-05, + "objective/train/value_min": -0.765625, + "objective/train/value_reward_corr": 0.6650773450811452, + "objective/train/value_std": 0.0147247314453125, + "objective/train/weight_avg": 1.0007081031799316, + "objective/train/weighted_lm_loss": 1.46480393409729, + "objective/train/weights_max": 1.8728126287460327, + "objective/train/weights_min": 0.3730887472629547, + "theoretical_loss": 3.474053053721673, + "tokens_seen": 1897267200 + }, + { + "epoch": 0.57, + "learning_rate": 0.00042930508746589634, + "loss": 0.0717, + "theoretical_loss": 3.4740330012006293, + "tokens_seen": 1897398272 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004292248435243139, + "loss": 0.0681, + "theoretical_loss": 3.473992901477292, + "tokens_seen": 1897660416 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004291445995827315, + "loss": 0.0671, + "theoretical_loss": 3.4739528088437606, + "tokens_seen": 1897922560 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004290643556411491, + "loss": 0.0672, + "theoretical_loss": 3.4739127232978033, + "tokens_seen": 1898184704 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004289841116995667, + "loss": 0.0655, + "theoretical_loss": 3.473872644837189, + "tokens_seen": 1898446848 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004289038677579843, + "loss": 0.0689, + "theoretical_loss": 3.4738325734596858, + "tokens_seen": 1898708992 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004288236238164019, + "loss": 0.0649, + "theoretical_loss": 3.473792509163066, + "tokens_seen": 1898971136 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042874337987481946, + "loss": 0.0676, + "theoretical_loss": 3.4737524519450993, + "tokens_seen": 1899233280 + }, + { + "epoch": 0.58, + "learning_rate": 0.000428663135933237, + "loss": 0.0677, + "theoretical_loss": 3.4737124018035597, + "tokens_seen": 1899495424 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042858289199165464, + "loss": 0.0671, + "theoretical_loss": 3.47367235873622, + "tokens_seen": 1899757568 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004285026480500722, + "loss": 0.0674, + "theoretical_loss": 3.4736323227408548, + "tokens_seen": 1900019712 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004284224041084898, + "loss": 0.0682, + "theoretical_loss": 3.4735922938152397, + "tokens_seen": 1900281856 + }, + { + "epoch": 0.58, + "objective/train/advantage_avg": 0.0005196089623495936, + "objective/train/docs_used": 693007, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.293044924736023, + "objective/train/original_loss": 1.2930450439453125, + "objective/train/theoretical_loss": 3.4735522719571517, + "objective/train/tokens_used": 1921004000, + "objective/train/value_avg": -0.007350921630859375, + "objective/train/value_loss": 0.00032329917303286493, + "objective/train/value_max": -6.711483001708984e-05, + "objective/train/value_min": -0.9560546875, + "objective/train/value_reward_corr": 0.6716358323452665, + "objective/train/value_std": 0.0159912109375, + "objective/train/weight_avg": 1.0006626844406128, + "objective/train/weighted_lm_loss": 1.2942783832550049, + "objective/train/weights_max": 1.596045970916748, + "objective/train/weights_min": 0.37004411220550537, + "theoretical_loss": 3.4735522719571517, + "tokens_seen": 1900544000 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004283421601669074, + "loss": 0.0675, + "theoretical_loss": 3.4735522719571517, + "tokens_seen": 1900544000 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042826191622532503, + "loss": 0.0668, + "theoretical_loss": 3.473512257164368, + "tokens_seen": 1900806144 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004281816722837426, + "loss": 0.0676, + "theoretical_loss": 3.4734722494346673, + "tokens_seen": 1901068288 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042810142834216015, + "loss": 0.0683, + "theoretical_loss": 3.473432248765829, + "tokens_seen": 1901330432 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042802118440057776, + "loss": 0.069, + "theoretical_loss": 3.473392255155634, + "tokens_seen": 1901592576 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004279409404589953, + "loss": 0.0692, + "theoretical_loss": 3.4733522686018636, + "tokens_seen": 1901854720 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042786069651741293, + "loss": 0.0694, + "theoretical_loss": 3.4733122891023007, + "tokens_seen": 1902116864 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042778045257583054, + "loss": 0.0678, + "theoretical_loss": 3.473272316654729, + "tokens_seen": 1902379008 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042770020863424816, + "loss": 0.0708, + "theoretical_loss": 3.4732323512569323, + "tokens_seen": 1902641152 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004276199646926657, + "loss": 0.0676, + "theoretical_loss": 3.473192392906697, + "tokens_seen": 1902903296 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042753972075108333, + "loss": 0.0686, + "theoretical_loss": 3.473152441601809, + "tokens_seen": 1903165440 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004274594768095009, + "loss": 0.0719, + "theoretical_loss": 3.473112497340057, + "tokens_seen": 1903427584 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042737923286791845, + "loss": 0.0683, + "theoretical_loss": 3.473072560119229, + "tokens_seen": 1903689728 + }, + { + "epoch": 0.58, + "objective/train/advantage_avg": 0.0032009806018322706, + "objective/train/docs_used": 694210, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3571633100509644, + "objective/train/original_loss": 1.3571631908416748, + "objective/train/theoretical_loss": 3.4730525941484705, + "objective/train/tokens_used": 1924280800, + "objective/train/value_avg": -0.00916290283203125, + "objective/train/value_loss": 0.0002959749836008996, + "objective/train/value_max": -5.692243576049805e-05, + "objective/train/value_min": -0.356201171875, + "objective/train/value_reward_corr": 0.5634634359208064, + "objective/train/value_std": 0.0161285400390625, + "objective/train/weight_avg": 1.0033395290374756, + "objective/train/weighted_lm_loss": 1.361088514328003, + "objective/train/weights_max": 1.3937963247299194, + "objective/train/weights_min": 0.38351598381996155, + "theoretical_loss": 3.4730525941484705, + "tokens_seen": 1903820800 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042729898892633606, + "loss": 0.0698, + "theoretical_loss": 3.473032629937114, + "tokens_seen": 1903951872 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042721874498475367, + "loss": 0.0679, + "theoretical_loss": 3.472992706791504, + "tokens_seen": 1904214016 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004271385010431713, + "loss": 0.0685, + "theoretical_loss": 3.472952790680189, + "tokens_seen": 1904476160 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042705825710158884, + "loss": 0.0686, + "theoretical_loss": 3.472912881600963, + "tokens_seen": 1904738304 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042697801316000645, + "loss": 0.0684, + "theoretical_loss": 3.4728729795516182, + "tokens_seen": 1905000448 + }, + { + "epoch": 0.58, + "learning_rate": 0.000426897769218424, + "loss": 0.0693, + "theoretical_loss": 3.4728330845299507, + "tokens_seen": 1905262592 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042681752527684157, + "loss": 0.069, + "theoretical_loss": 3.472793196533755, + "tokens_seen": 1905524736 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004267372813352592, + "loss": 0.0702, + "theoretical_loss": 3.472753315560828, + "tokens_seen": 1905786880 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004266570373936768, + "loss": 0.067, + "theoretical_loss": 3.4727134416089678, + "tokens_seen": 1906049024 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042657679345209435, + "loss": 0.0711, + "theoretical_loss": 3.472673574675972, + "tokens_seen": 1906311168 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042649654951051197, + "loss": 0.0665, + "theoretical_loss": 3.472633714759641, + "tokens_seen": 1906573312 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004264163055689296, + "loss": 0.0692, + "theoretical_loss": 3.4725938618577743, + "tokens_seen": 1906835456 + }, + { + "epoch": 0.58, + "objective/train/advantage_avg": 0.0014269596431404352, + "objective/train/docs_used": 695522, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3301234245300293, + "objective/train/original_loss": 1.3301235437393188, + "objective/train/theoretical_loss": 3.4725540159681745, + "objective/train/tokens_used": 1927557600, + "objective/train/value_avg": -0.00618743896484375, + "objective/train/value_loss": 0.000174556378624402, + "objective/train/value_max": -3.24249267578125e-05, + "objective/train/value_min": -0.63916015625, + "objective/train/value_reward_corr": 0.753213780899051, + "objective/train/value_std": 0.0164947509765625, + "objective/train/weight_avg": 1.0015090703964233, + "objective/train/weighted_lm_loss": 1.3322255611419678, + "objective/train/weights_max": 1.625188946723938, + "objective/train/weights_min": 0.3683987259864807, + "theoretical_loss": 3.4725540159681745, + "tokens_seen": 1907097600 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004263360616273472, + "loss": 0.0687, + "theoretical_loss": 3.4725540159681745, + "tokens_seen": 1907097600 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004262558176857647, + "loss": 0.0668, + "theoretical_loss": 3.4725141770886436, + "tokens_seen": 1907359744 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004261755737441823, + "loss": 0.0664, + "theoretical_loss": 3.4724743452169857, + "tokens_seen": 1907621888 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004260953298025999, + "loss": 0.0677, + "theoretical_loss": 3.4724345203510047, + "tokens_seen": 1907884032 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004260150858610175, + "loss": 0.0677, + "theoretical_loss": 3.472394702488506, + "tokens_seen": 1908146176 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004259348419194351, + "loss": 0.0671, + "theoretical_loss": 3.4723548916272966, + "tokens_seen": 1908408320 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004258545979778527, + "loss": 0.069, + "theoretical_loss": 3.4723150877651836, + "tokens_seen": 1908670464 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004257743540362703, + "loss": 0.0679, + "theoretical_loss": 3.472275290899976, + "tokens_seen": 1908932608 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004256941100946878, + "loss": 0.0689, + "theoretical_loss": 3.472235501029483, + "tokens_seen": 1909194752 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042561386615310543, + "loss": 0.0698, + "theoretical_loss": 3.4721957181515144, + "tokens_seen": 1909456896 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042553362221152305, + "loss": 0.0693, + "theoretical_loss": 3.472155942263883, + "tokens_seen": 1909719040 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004254533782699406, + "loss": 0.0698, + "theoretical_loss": 3.4721161733643995, + "tokens_seen": 1909981184 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004253731343283582, + "loss": 0.0672, + "theoretical_loss": 3.472076411450878, + "tokens_seen": 1910243328 + }, + { + "epoch": 0.58, + "objective/train/advantage_avg": -0.00038347611553035676, + "objective/train/docs_used": 696705, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2761259078979492, + "objective/train/original_loss": 1.2761256694793701, + "objective/train/theoretical_loss": 3.4720565331131708, + "objective/train/tokens_used": 1930834400, + "objective/train/value_avg": -0.0081024169921875, + "objective/train/value_loss": 0.0004082240047864616, + "objective/train/value_max": -4.00543212890625e-05, + "objective/train/value_min": -0.72314453125, + "objective/train/value_reward_corr": 0.7009162981124898, + "objective/train/value_std": 0.0185699462890625, + "objective/train/weight_avg": 0.9998021721839905, + "objective/train/weighted_lm_loss": 1.2759863138198853, + "objective/train/weights_max": 1.9083164930343628, + "objective/train/weights_min": 0.37027430534362793, + "theoretical_loss": 3.4720565331131708, + "tokens_seen": 1910374400 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042529289038677583, + "loss": 0.0678, + "theoretical_loss": 3.472036656521134, + "tokens_seen": 1910505472 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042521264644519344, + "loss": 0.0661, + "theoretical_loss": 3.4719969085729816, + "tokens_seen": 1910767616 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042513240250361095, + "loss": 0.0715, + "theoretical_loss": 3.4719571676042373, + "tokens_seen": 1911029760 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042505215856202856, + "loss": 0.0706, + "theoretical_loss": 3.4719174336127185, + "tokens_seen": 1911291904 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004249719146204462, + "loss": 0.0689, + "theoretical_loss": 3.471877706596244, + "tokens_seen": 1911554048 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042489167067886373, + "loss": 0.0667, + "theoretical_loss": 3.4718379865526323, + "tokens_seen": 1911816192 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042481142673728134, + "loss": 0.0704, + "theoretical_loss": 3.4717982734797044, + "tokens_seen": 1912078336 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042473118279569896, + "loss": 0.0692, + "theoretical_loss": 3.4717585673752813, + "tokens_seen": 1912340480 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004246509388541165, + "loss": 0.0691, + "theoretical_loss": 3.4717188682371853, + "tokens_seen": 1912602624 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042457069491253413, + "loss": 0.0677, + "theoretical_loss": 3.471679176063239, + "tokens_seen": 1912864768 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004244904509709517, + "loss": 0.0681, + "theoretical_loss": 3.4716394908512678, + "tokens_seen": 1913126912 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004244102070293693, + "loss": 0.0659, + "theoretical_loss": 3.471599812599095, + "tokens_seen": 1913389056 + }, + { + "epoch": 0.58, + "objective/train/advantage_avg": 0.000992568559013307, + "objective/train/docs_used": 697951, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4875414371490479, + "objective/train/original_loss": 1.4875413179397583, + "objective/train/theoretical_loss": 3.4715601413045487, + "objective/train/tokens_used": 1934111200, + "objective/train/value_avg": -0.00978851318359375, + "objective/train/value_loss": 0.0003194458258803934, + "objective/train/value_max": -4.363059997558594e-05, + "objective/train/value_min": -0.681640625, + "objective/train/value_reward_corr": 0.6058496570802236, + "objective/train/value_std": 0.01435089111328125, + "objective/train/weight_avg": 1.0011264085769653, + "objective/train/weighted_lm_loss": 1.4878499507904053, + "objective/train/weights_max": 1.2796441316604614, + "objective/train/weights_min": 0.2243395447731018, + "theoretical_loss": 3.4715601413045487, + "tokens_seen": 1913651200 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042432996308778686, + "loss": 0.0711, + "theoretical_loss": 3.4715601413045487, + "tokens_seen": 1913651200 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042424971914620447, + "loss": 0.0684, + "theoretical_loss": 3.4715204769654555, + "tokens_seen": 1913913344 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004241694752046221, + "loss": 0.0691, + "theoretical_loss": 3.471480819579643, + "tokens_seen": 1914175488 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042408923126303964, + "loss": 0.0682, + "theoretical_loss": 3.4714411691449403, + "tokens_seen": 1914437632 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042400898732145725, + "loss": 0.0673, + "theoretical_loss": 3.4714015256591777, + "tokens_seen": 1914699776 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004239287433798748, + "loss": 0.0714, + "theoretical_loss": 3.4713618891201863, + "tokens_seen": 1914961920 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004238484994382924, + "loss": 0.0691, + "theoretical_loss": 3.471322259525798, + "tokens_seen": 1915224064 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042376825549671, + "loss": 0.0693, + "theoretical_loss": 3.4712826368738456, + "tokens_seen": 1915486208 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004236880115551276, + "loss": 0.0683, + "theoretical_loss": 3.471243021162163, + "tokens_seen": 1915748352 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004236077676135452, + "loss": 0.0673, + "theoretical_loss": 3.4712034123885855, + "tokens_seen": 1916010496 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042352752367196277, + "loss": 0.0659, + "theoretical_loss": 3.471163810550949, + "tokens_seen": 1916272640 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004234472797303804, + "loss": 0.0694, + "theoretical_loss": 3.47112421564709, + "tokens_seen": 1916534784 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042336703578879794, + "loss": 0.0672, + "theoretical_loss": 3.4710846276748466, + "tokens_seen": 1916796928 + }, + { + "epoch": 0.58, + "objective/train/advantage_avg": 0.0006378660909831524, + "objective/train/docs_used": 699035, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.303627371788025, + "objective/train/original_loss": 1.3036274909973145, + "objective/train/theoretical_loss": 3.471064836287405, + "objective/train/tokens_used": 1937388000, + "objective/train/value_avg": -0.00730133056640625, + "objective/train/value_loss": 0.00022231590992305428, + "objective/train/value_max": -3.88026237487793e-05, + "objective/train/value_min": -0.403564453125, + "objective/train/value_reward_corr": 0.5783918238718244, + "objective/train/value_std": 0.01214599609375, + "objective/train/weight_avg": 1.0007349252700806, + "objective/train/weighted_lm_loss": 1.305161952972412, + "objective/train/weights_max": 1.4099643230438232, + "objective/train/weights_min": 0.3801135718822479, + "theoretical_loss": 3.471064836287405, + "tokens_seen": 1916928000 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042328679184721555, + "loss": 0.0679, + "theoretical_loss": 3.4710450466320575, + "tokens_seen": 1917059072 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004232065479056331, + "loss": 0.0676, + "theoretical_loss": 3.471005472516562, + "tokens_seen": 1917321216 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004231263039640507, + "loss": 0.0686, + "theoretical_loss": 3.4709659053262016, + "tokens_seen": 1917583360 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042304606002246833, + "loss": 0.0712, + "theoretical_loss": 3.470926345058818, + "tokens_seen": 1917845504 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004229658160808859, + "loss": 0.0665, + "theoretical_loss": 3.4708867917122532, + "tokens_seen": 1918107648 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004228855721393035, + "loss": 0.0694, + "theoretical_loss": 3.470847245284351, + "tokens_seen": 1918369792 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004228053281977211, + "loss": 0.0668, + "theoretical_loss": 3.4708077057729567, + "tokens_seen": 1918631936 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004227250842561386, + "loss": 0.0688, + "theoretical_loss": 3.4707681731759155, + "tokens_seen": 1918894080 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042264484031455623, + "loss": 0.0678, + "theoretical_loss": 3.4707286474910735, + "tokens_seen": 1919156224 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042256459637297385, + "loss": 0.0663, + "theoretical_loss": 3.4706891287162787, + "tokens_seen": 1919418368 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042248435243139146, + "loss": 0.0689, + "theoretical_loss": 3.470649616849379, + "tokens_seen": 1919680512 + }, + { + "epoch": 0.58, + "learning_rate": 0.000422404108489809, + "loss": 0.0681, + "theoretical_loss": 3.4706101118882247, + "tokens_seen": 1919942656 + }, + { + "epoch": 0.58, + "objective/train/advantage_avg": 0.001353250234387815, + "objective/train/docs_used": 700307, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4706611633300781, + "objective/train/original_loss": 1.4706611633300781, + "objective/train/theoretical_loss": 3.4705706138306653, + "objective/train/tokens_used": 1940664800, + "objective/train/value_avg": -0.005268096923828125, + "objective/train/value_loss": 0.00019889671239070594, + "objective/train/value_max": -7.086992263793945e-05, + "objective/train/value_min": -0.509765625, + "objective/train/value_reward_corr": 0.508196802375797, + "objective/train/value_std": 0.0086822509765625, + "objective/train/weight_avg": 1.0014318227767944, + "objective/train/weighted_lm_loss": 1.4734641313552856, + "objective/train/weights_max": 1.4898189306259155, + "objective/train/weights_min": 0.22494368255138397, + "theoretical_loss": 3.4705706138306653, + "tokens_seen": 1920204800 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042232386454822663, + "loss": 0.0704, + "theoretical_loss": 3.4705706138306653, + "tokens_seen": 1920204800 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042224362060664424, + "loss": 0.0685, + "theoretical_loss": 3.4705311226745525, + "tokens_seen": 1920466944 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042216337666506175, + "loss": 0.0678, + "theoretical_loss": 3.470491638417739, + "tokens_seen": 1920729088 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042208313272347936, + "loss": 0.0665, + "theoretical_loss": 3.470452161058078, + "tokens_seen": 1920991232 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042200288878189697, + "loss": 0.0693, + "theoretical_loss": 3.470412690593423, + "tokens_seen": 1921253376 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004219226448403146, + "loss": 0.0665, + "theoretical_loss": 3.4703732270216303, + "tokens_seen": 1921515520 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042184240089873214, + "loss": 0.067, + "theoretical_loss": 3.470333770340555, + "tokens_seen": 1921777664 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042176215695714976, + "loss": 0.068, + "theoretical_loss": 3.4702943205480548, + "tokens_seen": 1922039808 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042168191301556737, + "loss": 0.0677, + "theoretical_loss": 3.470254877641988, + "tokens_seen": 1922301952 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042160166907398493, + "loss": 0.0685, + "theoretical_loss": 3.470215441620213, + "tokens_seen": 1922564096 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004215214251324025, + "loss": 0.0713, + "theoretical_loss": 3.47017601248059, + "tokens_seen": 1922826240 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004214411811908201, + "loss": 0.0678, + "theoretical_loss": 3.4701365902209798, + "tokens_seen": 1923088384 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004213609372492377, + "loss": 0.0707, + "theoretical_loss": 3.4700971748392453, + "tokens_seen": 1923350528 + }, + { + "epoch": 0.58, + "objective/train/advantage_avg": 0.000597548030782491, + "objective/train/docs_used": 701572, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3411829471588135, + "objective/train/original_loss": 1.3411831855773926, + "objective/train/theoretical_loss": 3.4700774697269128, + "objective/train/tokens_used": 1943941600, + "objective/train/value_avg": -0.00514984130859375, + "objective/train/value_loss": 0.000126626284327358, + "objective/train/value_max": -3.1948089599609375e-05, + "objective/train/value_min": -0.26416015625, + "objective/train/value_reward_corr": 0.5631531704010024, + "objective/train/value_std": 0.007663726806640625, + "objective/train/weight_avg": 1.0006545782089233, + "objective/train/weighted_lm_loss": 1.3424105644226074, + "objective/train/weights_max": 1.119400143623352, + "objective/train/weights_min": 0.3694390654563904, + "theoretical_loss": 3.4700774697269128, + "tokens_seen": 1923481600 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042128069330765527, + "loss": 0.0676, + "theoretical_loss": 3.470057766333248, + "tokens_seen": 1923612672 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004212004493660729, + "loss": 0.0704, + "theoretical_loss": 3.4700183647008522, + "tokens_seen": 1923874816 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004211202054244905, + "loss": 0.0675, + "theoretical_loss": 3.4699789699399233, + "tokens_seen": 1924136960 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042103996148290805, + "loss": 0.0659, + "theoretical_loss": 3.469939582048326, + "tokens_seen": 1924399104 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004209597175413256, + "loss": 0.0675, + "theoretical_loss": 3.469900201023928, + "tokens_seen": 1924661248 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004208794735997432, + "loss": 0.065, + "theoretical_loss": 3.469860826864596, + "tokens_seen": 1924923392 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004207992296581608, + "loss": 0.0687, + "theoretical_loss": 3.4698214595681995, + "tokens_seen": 1925185536 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004207189857165784, + "loss": 0.0677, + "theoretical_loss": 3.4697820991326074, + "tokens_seen": 1925447680 + }, + { + "epoch": 0.58, + "learning_rate": 0.000420638741774996, + "loss": 0.0657, + "theoretical_loss": 3.46974274555569, + "tokens_seen": 1925709824 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004205584978334136, + "loss": 0.0699, + "theoretical_loss": 3.4697033988353194, + "tokens_seen": 1925971968 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004204782538918312, + "loss": 0.0665, + "theoretical_loss": 3.4696640589693675, + "tokens_seen": 1926234112 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042039800995024874, + "loss": 0.0678, + "theoretical_loss": 3.4696247259557076, + "tokens_seen": 1926496256 + }, + { + "epoch": 0.58, + "objective/train/advantage_avg": 0.0004532512102741748, + "objective/train/docs_used": 702709, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5609240531921387, + "objective/train/original_loss": 1.5609240531921387, + "objective/train/theoretical_loss": 3.469585399792215, + "objective/train/tokens_used": 1947218400, + "objective/train/value_avg": -0.009979248046875, + "objective/train/value_loss": 0.0004964996478520334, + "objective/train/value_max": -1.8656253814697266e-05, + "objective/train/value_min": -0.701171875, + "objective/train/value_reward_corr": 0.7201756941890992, + "objective/train/value_std": 0.02313232421875, + "objective/train/weight_avg": 1.0006779432296753, + "objective/train/weighted_lm_loss": 1.561331033706665, + "objective/train/weights_max": 1.7490662336349487, + "objective/train/weights_min": 0.3893177807331085, + "theoretical_loss": 3.469585399792215, + "tokens_seen": 1926758400 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042031776600866635, + "loss": 0.0704, + "theoretical_loss": 3.469585399792215, + "tokens_seen": 1926758400 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004202375220670839, + "loss": 0.0665, + "theoretical_loss": 3.4695460804767633, + "tokens_seen": 1927020544 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004201572781255015, + "loss": 0.0692, + "theoretical_loss": 3.4695067680072293, + "tokens_seen": 1927282688 + }, + { + "epoch": 0.58, + "learning_rate": 0.00042007703418391913, + "loss": 0.0708, + "theoretical_loss": 3.469467462381491, + "tokens_seen": 1927544832 + }, + { + "epoch": 0.58, + "learning_rate": 0.00041999679024233675, + "loss": 0.068, + "theoretical_loss": 3.469428163597426, + "tokens_seen": 1927806976 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004199165463007543, + "loss": 0.0674, + "theoretical_loss": 3.4693888716529124, + "tokens_seen": 1928069120 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004198363023591719, + "loss": 0.0705, + "theoretical_loss": 3.4693495865458313, + "tokens_seen": 1928331264 + }, + { + "epoch": 0.58, + "learning_rate": 0.0004197560584175895, + "loss": 0.0679, + "theoretical_loss": 3.4693103082740633, + "tokens_seen": 1928593408 + }, + { + "epoch": 0.58, + "learning_rate": 0.00041967581447600703, + "loss": 0.0716, + "theoretical_loss": 3.4692710368354898, + "tokens_seen": 1928855552 + }, + { + "epoch": 0.58, + "learning_rate": 0.00041959557053442465, + "loss": 0.0681, + "theoretical_loss": 3.469231772227994, + "tokens_seen": 1929117696 + }, + { + "epoch": 0.58, + "learning_rate": 0.00041951532659284226, + "loss": 0.0664, + "theoretical_loss": 3.4691925144494604, + "tokens_seen": 1929379840 + }, + { + "epoch": 0.58, + "learning_rate": 0.00041943508265125987, + "loss": 0.0715, + "theoretical_loss": 3.4691532634977724, + "tokens_seen": 1929641984 + }, + { + "epoch": 0.58, + "learning_rate": 0.00041935483870967743, + "loss": 0.069, + "theoretical_loss": 3.469114019370816, + "tokens_seen": 1929904128 + }, + { + "epoch": 0.58, + "objective/train/advantage_avg": 0.0009407082688994706, + "objective/train/docs_used": 703903, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4024995565414429, + "objective/train/original_loss": 1.402499794960022, + "objective/train/theoretical_loss": 3.4690943998659516, + "objective/train/tokens_used": 1950495200, + "objective/train/value_avg": -0.0081787109375, + "objective/train/value_loss": 0.00023802759824320674, + "objective/train/value_max": -5.739927291870117e-05, + "objective/train/value_min": -0.70556640625, + "objective/train/value_reward_corr": 0.7015517246205883, + "objective/train/value_std": 0.017547607421875, + "objective/train/weight_avg": 1.0010536909103394, + "objective/train/weighted_lm_loss": 1.4039279222488403, + "objective/train/weights_max": 1.926233172416687, + "objective/train/weights_min": 0.3779332637786865, + "theoretical_loss": 3.4690943998659516, + "tokens_seen": 1930035200 + }, + { + "epoch": 0.58, + "learning_rate": 0.00041927459476809504, + "loss": 0.0685, + "theoretical_loss": 3.4690747820664782, + "tokens_seen": 1930166272 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004191943508265126, + "loss": 0.0672, + "theoretical_loss": 3.469035551582646, + "tokens_seen": 1930428416 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041911410688493016, + "loss": 0.068, + "theoretical_loss": 3.468996327917208, + "tokens_seen": 1930690560 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041903386294334777, + "loss": 0.0694, + "theoretical_loss": 3.468957111068054, + "tokens_seen": 1930952704 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004189536190017654, + "loss": 0.0669, + "theoretical_loss": 3.468917901033074, + "tokens_seen": 1931214848 + }, + { + "epoch": 0.59, + "learning_rate": 0.000418873375060183, + "loss": 0.0694, + "theoretical_loss": 3.468878697810159, + "tokens_seen": 1931476992 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041879313111860056, + "loss": 0.0698, + "theoretical_loss": 3.468839501397202, + "tokens_seen": 1931739136 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041871288717701817, + "loss": 0.07, + "theoretical_loss": 3.4688003117920956, + "tokens_seen": 1932001280 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004186326432354357, + "loss": 0.0672, + "theoretical_loss": 3.4687611289927336, + "tokens_seen": 1932263424 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004185523992938533, + "loss": 0.0683, + "theoretical_loss": 3.468721952997012, + "tokens_seen": 1932525568 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004184721553522709, + "loss": 0.0683, + "theoretical_loss": 3.4686827838028256, + "tokens_seen": 1932787712 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004183919114106885, + "loss": 0.0691, + "theoretical_loss": 3.4686436214080727, + "tokens_seen": 1933049856 + }, + { + "epoch": 0.59, + "objective/train/advantage_avg": 4.764569166582078e-05, + "objective/train/docs_used": 705162, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3478269577026367, + "objective/train/original_loss": 1.3478269577026367, + "objective/train/theoretical_loss": 3.4686044658106496, + "objective/train/tokens_used": 1953772000, + "objective/train/value_avg": -0.00811767578125, + "objective/train/value_loss": 0.0002670325920917094, + "objective/train/value_max": -5.143880844116211e-05, + "objective/train/value_min": -0.287841796875, + "objective/train/value_reward_corr": 0.7300106348661549, + "objective/train/value_std": 0.0156402587890625, + "objective/train/weight_avg": 1.000170111656189, + "objective/train/weighted_lm_loss": 1.347638726234436, + "objective/train/weights_max": 1.1857131719589233, + "objective/train/weights_min": 0.36997780203819275, + "theoretical_loss": 3.4686044658106496, + "tokens_seen": 1933312000 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041831166746910607, + "loss": 0.0662, + "theoretical_loss": 3.4686044658106496, + "tokens_seen": 1933312000 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004182314235275237, + "loss": 0.0667, + "theoretical_loss": 3.468565317008456, + "tokens_seen": 1933574144 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004181511795859413, + "loss": 0.0713, + "theoretical_loss": 3.4685261749993908, + "tokens_seen": 1933836288 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004180709356443589, + "loss": 0.0656, + "theoretical_loss": 3.4684870397813556, + "tokens_seen": 1934098432 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004179906917027764, + "loss": 0.0696, + "theoretical_loss": 3.4684479113522517, + "tokens_seen": 1934360576 + }, + { + "epoch": 0.59, + "learning_rate": 0.000417910447761194, + "loss": 0.0687, + "theoretical_loss": 3.4684087897099816, + "tokens_seen": 1934622720 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041783020381961164, + "loss": 0.0683, + "theoretical_loss": 3.4683696748524486, + "tokens_seen": 1934884864 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004177499598780292, + "loss": 0.0707, + "theoretical_loss": 3.468330566777557, + "tokens_seen": 1935147008 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004176697159364468, + "loss": 0.0676, + "theoretical_loss": 3.4682914654832118, + "tokens_seen": 1935409152 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004175894719948644, + "loss": 0.065, + "theoretical_loss": 3.46825237096732, + "tokens_seen": 1935671296 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041750922805328203, + "loss": 0.0669, + "theoretical_loss": 3.4682132832277883, + "tokens_seen": 1935933440 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041742898411169954, + "loss": 0.0688, + "theoretical_loss": 3.4681742022625253, + "tokens_seen": 1936195584 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041734874017011715, + "loss": 0.0735, + "theoretical_loss": 3.468135128069439, + "tokens_seen": 1936457728 + }, + { + "epoch": 0.59, + "objective/train/advantage_avg": 0.0004990302841179073, + "objective/train/docs_used": 706032, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3011159896850586, + "objective/train/original_loss": 1.3011157512664795, + "objective/train/theoretical_loss": 3.4681155935118095, + "objective/train/tokens_used": 1957048800, + "objective/train/value_avg": -0.00910186767578125, + "objective/train/value_loss": 0.00011690734390867874, + "objective/train/value_max": -3.6776065826416016e-05, + "objective/train/value_min": -0.21435546875, + "objective/train/value_reward_corr": 0.7775111782592129, + "objective/train/value_std": 0.013763427734375, + "objective/train/weight_avg": 1.0005571842193604, + "objective/train/weighted_lm_loss": 1.3019052743911743, + "objective/train/weights_max": 1.1682792901992798, + "objective/train/weights_min": 0.8367918729782104, + "theoretical_loss": 3.4681155935118095, + "tokens_seen": 1936588800 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041726849622853476, + "loss": 0.0688, + "theoretical_loss": 3.4680960606464404, + "tokens_seen": 1936719872 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004171882522869523, + "loss": 0.0691, + "theoretical_loss": 3.4680569999914397, + "tokens_seen": 1936982016 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041710800834536993, + "loss": 0.0676, + "theoretical_loss": 3.468017946102349, + "tokens_seen": 1937244160 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041702776440378755, + "loss": 0.0692, + "theoretical_loss": 3.467978898977081, + "tokens_seen": 1937506304 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041694752046220516, + "loss": 0.0698, + "theoretical_loss": 3.4679398586135486, + "tokens_seen": 1937768448 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004168672765206227, + "loss": 0.0678, + "theoretical_loss": 3.467900825009668, + "tokens_seen": 1938030592 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004167870325790403, + "loss": 0.0694, + "theoretical_loss": 3.4678617981633533, + "tokens_seen": 1938292736 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004167067886374579, + "loss": 0.068, + "theoretical_loss": 3.467822778072521, + "tokens_seen": 1938554880 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041662654469587545, + "loss": 0.0676, + "theoretical_loss": 3.4677837647350898, + "tokens_seen": 1938817024 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041654630075429306, + "loss": 0.0679, + "theoretical_loss": 3.467744758148976, + "tokens_seen": 1939079168 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041646605681271067, + "loss": 0.0684, + "theoretical_loss": 3.4677057583121007, + "tokens_seen": 1939341312 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041638581287112823, + "loss": 0.0688, + "theoretical_loss": 3.467666765222383, + "tokens_seen": 1939603456 + }, + { + "epoch": 0.59, + "objective/train/advantage_avg": 0.0006719422526657581, + "objective/train/docs_used": 707259, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3961495161056519, + "objective/train/original_loss": 1.3961493968963623, + "objective/train/theoretical_loss": 3.4676277788777443, + "objective/train/tokens_used": 1960325600, + "objective/train/value_avg": -0.0102386474609375, + "objective/train/value_loss": 0.0004613509518094361, + "objective/train/value_max": -3.0219554901123047e-05, + "objective/train/value_min": -0.452392578125, + "objective/train/value_reward_corr": 0.5946130282445022, + "objective/train/value_std": 0.0175628662109375, + "objective/train/weight_avg": 1.0008620023727417, + "objective/train/weighted_lm_loss": 1.3970293998718262, + "objective/train/weights_max": 1.4989629983901978, + "objective/train/weights_min": 0.22729159891605377, + "theoretical_loss": 3.4676277788777443, + "tokens_seen": 1939865600 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041630556892954584, + "loss": 0.0682, + "theoretical_loss": 3.4676277788777443, + "tokens_seen": 1939865600 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004162253249879634, + "loss": 0.0682, + "theoretical_loss": 3.467588799276106, + "tokens_seen": 1940127744 + }, + { + "epoch": 0.59, + "learning_rate": 0.000416145081046381, + "loss": 0.0678, + "theoretical_loss": 3.4675498264153912, + "tokens_seen": 1940389888 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041606483710479857, + "loss": 0.0693, + "theoretical_loss": 3.4675108602935243, + "tokens_seen": 1940652032 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004159845931632162, + "loss": 0.066, + "theoretical_loss": 3.4674719009084294, + "tokens_seen": 1940914176 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004159043492216338, + "loss": 0.0692, + "theoretical_loss": 3.4674329482580326, + "tokens_seen": 1941176320 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041582410528005135, + "loss": 0.0664, + "theoretical_loss": 3.46739400234026, + "tokens_seen": 1941438464 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041574386133846897, + "loss": 0.0704, + "theoretical_loss": 3.467355063153039, + "tokens_seen": 1941700608 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004156636173968865, + "loss": 0.0645, + "theoretical_loss": 3.467316130694299, + "tokens_seen": 1941962752 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041558337345530414, + "loss": 0.0662, + "theoretical_loss": 3.467277204961968, + "tokens_seen": 1942224896 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004155031295137217, + "loss": 0.067, + "theoretical_loss": 3.467238285953977, + "tokens_seen": 1942487040 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004154228855721393, + "loss": 0.0696, + "theoretical_loss": 3.467199373668257, + "tokens_seen": 1942749184 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004153426416305569, + "loss": 0.0668, + "theoretical_loss": 3.4671604681027404, + "tokens_seen": 1943011328 + }, + { + "epoch": 0.59, + "objective/train/advantage_avg": 0.0005767513648606837, + "objective/train/docs_used": 708379, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3260010480880737, + "objective/train/original_loss": 1.3260009288787842, + "objective/train/theoretical_loss": 3.4671410178394115, + "objective/train/tokens_used": 1963602400, + "objective/train/value_avg": -0.00844573974609375, + "objective/train/value_loss": 0.00037683011032640934, + "objective/train/value_max": -9.685754776000977e-05, + "objective/train/value_min": -0.908203125, + "objective/train/value_reward_corr": 0.6981578986176278, + "objective/train/value_std": 0.0174102783203125, + "objective/train/weight_avg": 1.0007411241531372, + "objective/train/weighted_lm_loss": 1.3262286186218262, + "objective/train/weights_max": 1.349595308303833, + "objective/train/weights_min": 0.3765287399291992, + "theoretical_loss": 3.4671410178394115, + "tokens_seen": 1943142400 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004152623976889745, + "loss": 0.0703, + "theoretical_loss": 3.467121569255359, + "tokens_seen": 1943273472 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004151821537473921, + "loss": 0.0677, + "theoretical_loss": 3.4670826771240484, + "tokens_seen": 1943535616 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004151019098058097, + "loss": 0.0709, + "theoretical_loss": 3.4670437917067423, + "tokens_seen": 1943797760 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041502166586422726, + "loss": 0.0685, + "theoretical_loss": 3.4670049130013765, + "tokens_seen": 1944059904 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004149414219226448, + "loss": 0.0656, + "theoretical_loss": 3.466966041005888, + "tokens_seen": 1944322048 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041486117798106244, + "loss": 0.0693, + "theoretical_loss": 3.4669271757182143, + "tokens_seen": 1944584192 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041478093403948005, + "loss": 0.0687, + "theoretical_loss": 3.466888317136293, + "tokens_seen": 1944846336 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004147006900978976, + "loss": 0.0677, + "theoretical_loss": 3.466849465258065, + "tokens_seen": 1945108480 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004146204461563152, + "loss": 0.0679, + "theoretical_loss": 3.4668106200814695, + "tokens_seen": 1945370624 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041454020221473283, + "loss": 0.0675, + "theoretical_loss": 3.466771781604448, + "tokens_seen": 1945632768 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041445995827315034, + "loss": 0.0661, + "theoretical_loss": 3.4667329498249426, + "tokens_seen": 1945894912 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041437971433156795, + "loss": 0.0674, + "theoretical_loss": 3.466694124740896, + "tokens_seen": 1946157056 + }, + { + "epoch": 0.59, + "objective/train/advantage_avg": 0.0004715656687039882, + "objective/train/docs_used": 709628, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3622370958328247, + "objective/train/original_loss": 1.3622372150421143, + "objective/train/theoretical_loss": 3.466655306350253, + "objective/train/tokens_used": 1966879200, + "objective/train/value_avg": -0.006786346435546875, + "objective/train/value_loss": 0.0002507353201508522, + "objective/train/value_max": -3.6776065826416016e-05, + "objective/train/value_min": -0.7236328125, + "objective/train/value_reward_corr": 0.7207612375295922, + "objective/train/value_std": 0.0178375244140625, + "objective/train/weight_avg": 1.0005888938903809, + "objective/train/weighted_lm_loss": 1.363186240196228, + "objective/train/weights_max": 1.830322504043579, + "objective/train/weights_min": 0.38733869791030884, + "theoretical_loss": 3.466655306350253, + "tokens_seen": 1946419200 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041429947038998556, + "loss": 0.068, + "theoretical_loss": 3.466655306350253, + "tokens_seen": 1946419200 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004142192264484032, + "loss": 0.0678, + "theoretical_loss": 3.4666164946509572, + "tokens_seen": 1946681344 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041413898250682073, + "loss": 0.0695, + "theoretical_loss": 3.466577689640955, + "tokens_seen": 1946943488 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041405873856523834, + "loss": 0.0693, + "theoretical_loss": 3.4665388913181934, + "tokens_seen": 1947205632 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041397849462365596, + "loss": 0.0665, + "theoretical_loss": 3.4665000996806192, + "tokens_seen": 1947467776 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041389825068207346, + "loss": 0.0685, + "theoretical_loss": 3.466461314726182, + "tokens_seen": 1947729920 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004138180067404911, + "loss": 0.067, + "theoretical_loss": 3.4664225364528294, + "tokens_seen": 1947992064 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004137377627989087, + "loss": 0.0695, + "theoretical_loss": 3.466383764858513, + "tokens_seen": 1948254208 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004136575188573263, + "loss": 0.0687, + "theoretical_loss": 3.466344999941184, + "tokens_seen": 1948516352 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041357727491574386, + "loss": 0.0682, + "theoretical_loss": 3.4663062416987938, + "tokens_seen": 1948778496 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041349703097416147, + "loss": 0.0697, + "theoretical_loss": 3.4662674901292956, + "tokens_seen": 1949040640 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004134167870325791, + "loss": 0.0636, + "theoretical_loss": 3.4662287452306435, + "tokens_seen": 1949302784 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041333654309099664, + "loss": 0.0682, + "theoretical_loss": 3.466190007000792, + "tokens_seen": 1949564928 + }, + { + "epoch": 0.59, + "objective/train/advantage_avg": 0.0007470262353308499, + "objective/train/docs_used": 710798, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3739752769470215, + "objective/train/original_loss": 1.373975157737732, + "objective/train/theoretical_loss": 3.4661706403860277, + "objective/train/tokens_used": 1970156000, + "objective/train/value_avg": -0.00864410400390625, + "objective/train/value_loss": 0.00020708014199044555, + "objective/train/value_max": -7.31348991394043e-05, + "objective/train/value_min": -0.358642578125, + "objective/train/value_reward_corr": 0.7054542730311691, + "objective/train/value_std": 0.01438140869140625, + "objective/train/weight_avg": 1.0008409023284912, + "objective/train/weighted_lm_loss": 1.375748872756958, + "objective/train/weights_max": 1.2641184329986572, + "objective/train/weights_min": 0.3883684575557709, + "theoretical_loss": 3.4661706403860277, + "tokens_seen": 1949696000 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004132562991494142, + "loss": 0.071, + "theoretical_loss": 3.466151275437697, + "tokens_seen": 1949827072 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004131760552078318, + "loss": 0.0659, + "theoretical_loss": 3.4661125505393153, + "tokens_seen": 1950089216 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004130958112662494, + "loss": 0.0687, + "theoretical_loss": 3.4660738323036036, + "tokens_seen": 1950351360 + }, + { + "epoch": 0.59, + "learning_rate": 0.000413015567324667, + "loss": 0.0703, + "theoretical_loss": 3.466035120728521, + "tokens_seen": 1950613504 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004129353233830846, + "loss": 0.0668, + "theoretical_loss": 3.465996415812027, + "tokens_seen": 1950875648 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004128550794415022, + "loss": 0.0698, + "theoretical_loss": 3.4659577175520813, + "tokens_seen": 1951137792 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041277483549991977, + "loss": 0.0669, + "theoretical_loss": 3.4659190259466444, + "tokens_seen": 1951399936 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004126945915583373, + "loss": 0.0671, + "theoretical_loss": 3.46588034099368, + "tokens_seen": 1951662080 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041261434761675494, + "loss": 0.0689, + "theoretical_loss": 3.465841662691149, + "tokens_seen": 1951924224 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004125341036751725, + "loss": 0.0671, + "theoretical_loss": 3.465802991037016, + "tokens_seen": 1952186368 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004124538597335901, + "loss": 0.0701, + "theoretical_loss": 3.4657643260292463, + "tokens_seen": 1952448512 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004123736157920077, + "loss": 0.0687, + "theoretical_loss": 3.4657256676658053, + "tokens_seen": 1952710656 + }, + { + "epoch": 0.59, + "objective/train/advantage_avg": 0.0007234378135763109, + "objective/train/docs_used": 712021, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3112525939941406, + "objective/train/original_loss": 1.3112527132034302, + "objective/train/theoretical_loss": 3.4656870159446584, + "objective/train/tokens_used": 1973432800, + "objective/train/value_avg": -0.008758544921875, + "objective/train/value_loss": 0.00013987120473757386, + "objective/train/value_max": -5.561113357543945e-05, + "objective/train/value_min": -0.25390625, + "objective/train/value_reward_corr": 0.7272655933739408, + "objective/train/value_std": 0.01337432861328125, + "objective/train/weight_avg": 1.0007894039154053, + "objective/train/weighted_lm_loss": 1.3110573291778564, + "objective/train/weights_max": 1.1497291326522827, + "objective/train/weights_min": 0.41566789150238037, + "theoretical_loss": 3.4656870159446584, + "tokens_seen": 1952972800 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041229337185042533, + "loss": 0.0688, + "theoretical_loss": 3.4656870159446584, + "tokens_seen": 1952972800 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004122131279088429, + "loss": 0.0676, + "theoretical_loss": 3.465648370863774, + "tokens_seen": 1953234944 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004121328839672605, + "loss": 0.0662, + "theoretical_loss": 3.46560973242112, + "tokens_seen": 1953497088 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041205264002567806, + "loss": 0.0695, + "theoretical_loss": 3.4655711006146657, + "tokens_seen": 1953759232 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004119723960840956, + "loss": 0.0701, + "theoretical_loss": 3.465532475442381, + "tokens_seen": 1954021376 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041189215214251323, + "loss": 0.0686, + "theoretical_loss": 3.4654938569022375, + "tokens_seen": 1954283520 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041181190820093085, + "loss": 0.0683, + "theoretical_loss": 3.4654552449922056, + "tokens_seen": 1954545664 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041173166425934846, + "loss": 0.0697, + "theoretical_loss": 3.4654166397102593, + "tokens_seen": 1954807808 + }, + { + "epoch": 0.59, + "learning_rate": 0.000411651420317766, + "loss": 0.0692, + "theoretical_loss": 3.4653780410543717, + "tokens_seen": 1955069952 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041157117637618363, + "loss": 0.0687, + "theoretical_loss": 3.465339449022517, + "tokens_seen": 1955332096 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004114909324346012, + "loss": 0.0702, + "theoretical_loss": 3.4653008636126716, + "tokens_seen": 1955594240 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041141068849301875, + "loss": 0.0684, + "theoretical_loss": 3.4652622848228107, + "tokens_seen": 1955856384 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041133044455143636, + "loss": 0.0689, + "theoretical_loss": 3.4652237126509124, + "tokens_seen": 1956118528 + }, + { + "epoch": 0.59, + "objective/train/advantage_avg": -0.0006780177936889231, + "objective/train/docs_used": 713197, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3036226034164429, + "objective/train/original_loss": 1.3036224842071533, + "objective/train/theoretical_loss": 3.465204429046067, + "objective/train/tokens_used": 1976709600, + "objective/train/value_avg": -0.0061798095703125, + "objective/train/value_loss": 0.00031007552752271295, + "objective/train/value_max": -5.143880844116211e-05, + "objective/train/value_min": -0.630859375, + "objective/train/value_reward_corr": 0.6729182229692955, + "objective/train/value_std": 0.01416778564453125, + "objective/train/weight_avg": 0.9994567036628723, + "objective/train/weighted_lm_loss": 1.3026102781295776, + "objective/train/weights_max": 1.294373869895935, + "objective/train/weights_min": 0.36970266699790955, + "theoretical_loss": 3.465204429046067, + "tokens_seen": 1956249600 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041125020060985397, + "loss": 0.0693, + "theoretical_loss": 3.465185147094954, + "tokens_seen": 1956380672 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004111699566682716, + "loss": 0.0693, + "theoretical_loss": 3.465146588152915, + "tokens_seen": 1956642816 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041108971272668914, + "loss": 0.068, + "theoretical_loss": 3.465108035822775, + "tokens_seen": 1956904960 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041100946878510676, + "loss": 0.07, + "theoretical_loss": 3.4650694901025147, + "tokens_seen": 1957167104 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004109292248435243, + "loss": 0.0668, + "theoretical_loss": 3.4650309509901156, + "tokens_seen": 1957429248 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004108489809019419, + "loss": 0.072, + "theoretical_loss": 3.4649924184835603, + "tokens_seen": 1957691392 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004107687369603595, + "loss": 0.0703, + "theoretical_loss": 3.4649538925808328, + "tokens_seen": 1957953536 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004106884930187771, + "loss": 0.0687, + "theoretical_loss": 3.4649153732799167, + "tokens_seen": 1958215680 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004106082490771947, + "loss": 0.0674, + "theoretical_loss": 3.464876860578797, + "tokens_seen": 1958477824 + }, + { + "epoch": 0.59, + "learning_rate": 0.00041052800513561227, + "loss": 0.0701, + "theoretical_loss": 3.46483835447546, + "tokens_seen": 1958739968 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004104477611940299, + "loss": 0.0675, + "theoretical_loss": 3.464799854967893, + "tokens_seen": 1959002112 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004103675172524475, + "loss": 0.0697, + "theoretical_loss": 3.464761362054084, + "tokens_seen": 1959264256 + }, + { + "epoch": 0.59, + "objective/train/advantage_avg": -0.0007973213214427233, + "objective/train/docs_used": 714425, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4376360177993774, + "objective/train/original_loss": 1.437636137008667, + "objective/train/theoretical_loss": 3.4647228757320203, + "objective/train/tokens_used": 1979986400, + "objective/train/value_avg": -0.01433563232421875, + "objective/train/value_loss": 0.0007824131171219051, + "objective/train/value_max": -3.7610530853271484e-05, + "objective/train/value_min": -0.927734375, + "objective/train/value_reward_corr": 0.7951012655027494, + "objective/train/value_std": 0.033966064453125, + "objective/train/weight_avg": 0.9995564818382263, + "objective/train/weighted_lm_loss": 1.4375251531600952, + "objective/train/weights_max": 1.9755747318267822, + "objective/train/weights_min": 0.36969563364982605, + "theoretical_loss": 3.4647228757320203, + "tokens_seen": 1959526400 + }, + { + "epoch": 0.59, + "learning_rate": 0.000410287273310865, + "loss": 0.0679, + "theoretical_loss": 3.4647228757320203, + "tokens_seen": 1959526400 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004102070293692826, + "loss": 0.0697, + "theoretical_loss": 3.4646843959996927, + "tokens_seen": 1959788544 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004101267854277002, + "loss": 0.0675, + "theoretical_loss": 3.464645922855091, + "tokens_seen": 1960050688 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004100465414861178, + "loss": 0.0699, + "theoretical_loss": 3.464607456296207, + "tokens_seen": 1960312832 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004099662975445354, + "loss": 0.0708, + "theoretical_loss": 3.464568996321033, + "tokens_seen": 1960574976 + }, + { + "epoch": 0.59, + "learning_rate": 0.000409886053602953, + "loss": 0.0702, + "theoretical_loss": 3.4645305429275624, + "tokens_seen": 1960837120 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004098058096613706, + "loss": 0.0693, + "theoretical_loss": 3.464492096113788, + "tokens_seen": 1961099264 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004097255657197881, + "loss": 0.0693, + "theoretical_loss": 3.4644536558777057, + "tokens_seen": 1961361408 + }, + { + "epoch": 0.59, + "learning_rate": 0.00040964532177820574, + "loss": 0.0698, + "theoretical_loss": 3.4644152222173106, + "tokens_seen": 1961623552 + }, + { + "epoch": 0.59, + "learning_rate": 0.00040956507783662335, + "loss": 0.0687, + "theoretical_loss": 3.4643767951305997, + "tokens_seen": 1961885696 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004094848338950409, + "loss": 0.0665, + "theoretical_loss": 3.4643383746155703, + "tokens_seen": 1962147840 + }, + { + "epoch": 0.59, + "learning_rate": 0.0004094045899534585, + "loss": 0.0677, + "theoretical_loss": 3.464299960670221, + "tokens_seen": 1962409984 + }, + { + "epoch": 0.59, + "learning_rate": 0.00040932434601187613, + "loss": 0.0692, + "theoretical_loss": 3.464261553292551, + "tokens_seen": 1962672128 + }, + { + "epoch": 0.59, + "objective/train/advantage_avg": -8.742092177271843e-05, + "objective/train/docs_used": 715564, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2218637466430664, + "objective/train/original_loss": 1.221863865852356, + "objective/train/theoretical_loss": 3.464242352065971, + "objective/train/tokens_used": 1983263200, + "objective/train/value_avg": -0.004894256591796875, + "objective/train/value_loss": 0.00012996714212931693, + "objective/train/value_max": -5.02467155456543e-05, + "objective/train/value_min": -0.2548828125, + "objective/train/value_reward_corr": 0.6579442576319862, + "objective/train/value_std": 0.0089111328125, + "objective/train/weight_avg": 0.9999730587005615, + "objective/train/weighted_lm_loss": 1.2216120958328247, + "objective/train/weights_max": 1.0973745584487915, + "objective/train/weights_min": 0.38197416067123413, + "theoretical_loss": 3.464242352065971, + "tokens_seen": 1962803200 + }, + { + "epoch": 0.59, + "learning_rate": 0.00040924410207029375, + "loss": 0.0695, + "theoretical_loss": 3.4642231524805607, + "tokens_seen": 1962934272 + }, + { + "epoch": 0.59, + "learning_rate": 0.00040916385812871125, + "loss": 0.0702, + "theoretical_loss": 3.4641847582322507, + "tokens_seen": 1963196416 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040908361418712886, + "loss": 0.0711, + "theoretical_loss": 3.4641463705456226, + "tokens_seen": 1963458560 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004090033702455465, + "loss": 0.0703, + "theoretical_loss": 3.4641079894186797, + "tokens_seen": 1963720704 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040892312630396403, + "loss": 0.0672, + "theoretical_loss": 3.4640696148494254, + "tokens_seen": 1963982848 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040884288236238165, + "loss": 0.0679, + "theoretical_loss": 3.464031246835864, + "tokens_seen": 1964244992 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040876263842079926, + "loss": 0.0681, + "theoretical_loss": 3.4639928853760016, + "tokens_seen": 1964507136 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040868239447921687, + "loss": 0.0687, + "theoretical_loss": 3.463954530467844, + "tokens_seen": 1964769280 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040860215053763443, + "loss": 0.0669, + "theoretical_loss": 3.463916182109398, + "tokens_seen": 1965031424 + }, + { + "epoch": 0.6, + "learning_rate": 0.000408521906596052, + "loss": 0.0686, + "theoretical_loss": 3.463877840298672, + "tokens_seen": 1965293568 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004084416626544696, + "loss": 0.0682, + "theoretical_loss": 3.4638395050336745, + "tokens_seen": 1965555712 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040836141871288716, + "loss": 0.0694, + "theoretical_loss": 3.4638011763124164, + "tokens_seen": 1965817856 + }, + { + "debugging/Compilability": 1.0, + "debugging/distinct-1-grams": 0.7394139103740143, + "debugging/entropy-1-grams": 5.1329642330953185, + "debugging/length": 486.55555555555554, + "debugging/num_segments": 9, + "debugging/raw_token_scores_avg": 0.005027866922318935, + "debugging/raw_token_scores_std": 0.022307263687253, + "debugging/score": 0.00915515707107717, + "debugging/score_std": 0.01661134296838666, + "epoch": 0.6, + "objective/train/advantage_avg": 0.0009266511187888682, + "objective/train/docs_used": 716760, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4832059144973755, + "objective/train/original_loss": 1.483206033706665, + "objective/train/theoretical_loss": 3.4637628541329066, + "objective/train/tokens_used": 1986540000, + "objective/train/value_avg": -0.005954742431640625, + "objective/train/value_loss": 0.00036917239776812494, + "objective/train/value_max": -4.9114227294921875e-05, + "objective/train/value_min": -0.91748046875, + "objective/train/value_reward_corr": 0.512912556648689, + "objective/train/value_std": 0.01262664794921875, + "objective/train/weight_avg": 1.0010513067245483, + "objective/train/weighted_lm_loss": 1.4844852685928345, + "objective/train/weights_max": 2.219940662384033, + "objective/train/weights_min": 0.06125409156084061, + "theoretical_loss": 3.4637628541329066, + "tokens_seen": 1966080000 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040828117477130477, + "loss": 0.0681, + "theoretical_loss": 3.4637628541329066, + "tokens_seen": 1966080000 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004082009308297224, + "loss": 0.0664, + "theoretical_loss": 3.4637245384931576, + "tokens_seen": 1966342144 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040812068688813994, + "loss": 0.0693, + "theoretical_loss": 3.4636862293911816, + "tokens_seen": 1966604288 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040804044294655756, + "loss": 0.0676, + "theoretical_loss": 3.463647926824992, + "tokens_seen": 1966866432 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004079601990049751, + "loss": 0.069, + "theoretical_loss": 3.4636096307926016, + "tokens_seen": 1967128576 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004078799550633927, + "loss": 0.0693, + "theoretical_loss": 3.4635713412920275, + "tokens_seen": 1967390720 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004077997111218103, + "loss": 0.0702, + "theoretical_loss": 3.4635330583212838, + "tokens_seen": 1967652864 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004077194671802279, + "loss": 0.0692, + "theoretical_loss": 3.463494781878388, + "tokens_seen": 1967915008 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004076392232386455, + "loss": 0.0715, + "theoretical_loss": 3.4634565119613576, + "tokens_seen": 1968177152 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040755897929706307, + "loss": 0.0697, + "theoretical_loss": 3.463418248568211, + "tokens_seen": 1968439296 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004074787353554807, + "loss": 0.0671, + "theoretical_loss": 3.463379991696967, + "tokens_seen": 1968701440 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004073984914138983, + "loss": 0.0681, + "theoretical_loss": 3.463341741345646, + "tokens_seen": 1968963584 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040731824747231585, + "loss": 0.0661, + "theoretical_loss": 3.4633034975122694, + "tokens_seen": 1969225728 + }, + { + "epoch": 0.6, + "objective/train/advantage_avg": 0.0017741306219249964, + "objective/train/docs_used": 718017, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4333741664886475, + "objective/train/original_loss": 1.4333739280700684, + "objective/train/theoretical_loss": 3.4632843780391918, + "objective/train/tokens_used": 1989816800, + "objective/train/value_avg": -0.005474090576171875, + "objective/train/value_loss": 0.00012928149953950197, + "objective/train/value_max": -4.166364669799805e-05, + "objective/train/value_min": -0.279296875, + "objective/train/value_reward_corr": 0.6217201573708727, + "objective/train/value_std": 0.01067352294921875, + "objective/train/weight_avg": 1.0018366575241089, + "objective/train/weighted_lm_loss": 1.4361952543258667, + "objective/train/weights_max": 1.177569031715393, + "objective/train/weights_min": 0.7178041934967041, + "theoretical_loss": 3.4632843780391918, + "tokens_seen": 1969356800 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004072380035307334, + "loss": 0.0692, + "theoretical_loss": 3.4632652601948593, + "tokens_seen": 1969487872 + }, + { + "epoch": 0.6, + "learning_rate": 0.000407157759589151, + "loss": 0.0683, + "theoretical_loss": 3.463227029391437, + "tokens_seen": 1969750016 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040707751564756864, + "loss": 0.0694, + "theoretical_loss": 3.4631888051000272, + "tokens_seen": 1970012160 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004069972717059862, + "loss": 0.0669, + "theoretical_loss": 3.4631505873186548, + "tokens_seen": 1970274304 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004069170277644038, + "loss": 0.0669, + "theoretical_loss": 3.463112376045344, + "tokens_seen": 1970536448 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004068367838228214, + "loss": 0.0678, + "theoretical_loss": 3.463074171278122, + "tokens_seen": 1970798592 + }, + { + "epoch": 0.6, + "learning_rate": 0.000406756539881239, + "loss": 0.0677, + "theoretical_loss": 3.4630359730150153, + "tokens_seen": 1971060736 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040667629593965654, + "loss": 0.0694, + "theoretical_loss": 3.4629977812540518, + "tokens_seen": 1971322880 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040659605199807415, + "loss": 0.071, + "theoretical_loss": 3.46295959599326, + "tokens_seen": 1971585024 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040651580805649176, + "loss": 0.0694, + "theoretical_loss": 3.4629214172306706, + "tokens_seen": 1971847168 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004064355641149093, + "loss": 0.0703, + "theoretical_loss": 3.462883244964313, + "tokens_seen": 1972109312 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040635532017332693, + "loss": 0.0662, + "theoretical_loss": 3.4628450791922187, + "tokens_seen": 1972371456 + }, + { + "epoch": 0.6, + "objective/train/advantage_avg": 0.0005400787340477109, + "objective/train/docs_used": 719209, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.256371259689331, + "objective/train/original_loss": 1.2563713788986206, + "objective/train/theoretical_loss": 3.4628069199124205, + "objective/train/tokens_used": 1993093600, + "objective/train/value_avg": -0.00672149658203125, + "objective/train/value_loss": 0.0001884325174614787, + "objective/train/value_max": -8.094310760498047e-05, + "objective/train/value_min": -0.23388671875, + "objective/train/value_reward_corr": 0.5645208974316147, + "objective/train/value_std": 0.0097503662109375, + "objective/train/weight_avg": 1.0006223917007446, + "objective/train/weighted_lm_loss": 1.2574454545974731, + "objective/train/weights_max": 1.084297776222229, + "objective/train/weights_min": 0.3690671920776367, + "theoretical_loss": 3.4628069199124205, + "tokens_seen": 1972633600 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040627507623174455, + "loss": 0.0658, + "theoretical_loss": 3.4628069199124205, + "tokens_seen": 1972633600 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040619483229016205, + "loss": 0.0674, + "theoretical_loss": 3.4627687671229515, + "tokens_seen": 1972895744 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040611458834857966, + "loss": 0.0685, + "theoretical_loss": 3.462730620821845, + "tokens_seen": 1973157888 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004060343444069973, + "loss": 0.0693, + "theoretical_loss": 3.462692481007136, + "tokens_seen": 1973420032 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004059541004654149, + "loss": 0.0677, + "theoretical_loss": 3.46265434767686, + "tokens_seen": 1973682176 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040587385652383245, + "loss": 0.0678, + "theoretical_loss": 3.4626162208290534, + "tokens_seen": 1973944320 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040579361258225006, + "loss": 0.069, + "theoretical_loss": 3.462578100461754, + "tokens_seen": 1974206464 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040571336864066767, + "loss": 0.0688, + "theoretical_loss": 3.4625399865730007, + "tokens_seen": 1974468608 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040563312469908523, + "loss": 0.0669, + "theoretical_loss": 3.462501879160831, + "tokens_seen": 1974730752 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004055528807575028, + "loss": 0.07, + "theoretical_loss": 3.462463778223285, + "tokens_seen": 1974992896 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004054726368159204, + "loss": 0.0681, + "theoretical_loss": 3.462425683758404, + "tokens_seen": 1975255040 + }, + { + "epoch": 0.6, + "learning_rate": 0.000405392392874338, + "loss": 0.0721, + "theoretical_loss": 3.4623875957642305, + "tokens_seen": 1975517184 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040531214893275557, + "loss": 0.0697, + "theoretical_loss": 3.462349514238805, + "tokens_seen": 1975779328 + }, + { + "epoch": 0.6, + "objective/train/advantage_avg": 0.00293161254376173, + "objective/train/docs_used": 720450, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.539588212966919, + "objective/train/original_loss": 1.5395883321762085, + "objective/train/theoretical_loss": 3.462330475901262, + "objective/train/tokens_used": 1996370400, + "objective/train/value_avg": -0.01132965087890625, + "objective/train/value_loss": 0.0006186167593114078, + "objective/train/value_max": -3.647804260253906e-05, + "objective/train/value_min": -0.74169921875, + "objective/train/value_reward_corr": 0.5661499937804637, + "objective/train/value_std": 0.024322509765625, + "objective/train/weight_avg": 1.0032243728637695, + "objective/train/weighted_lm_loss": 1.5443588495254517, + "objective/train/weights_max": 1.888423204421997, + "objective/train/weights_min": 0.3551709055900574, + "theoretical_loss": 3.462330475901262, + "tokens_seen": 1975910400 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004052319049911732, + "loss": 0.0704, + "theoretical_loss": 3.462311439180173, + "tokens_seen": 1976041472 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004051516610495908, + "loss": 0.0676, + "theoretical_loss": 3.4622733705863764, + "tokens_seen": 1976303616 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040507141710800835, + "loss": 0.0653, + "theoretical_loss": 3.462235308455462, + "tokens_seen": 1976565760 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004049911731664259, + "loss": 0.0685, + "theoretical_loss": 3.4621972527854745, + "tokens_seen": 1976827904 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004049109292248435, + "loss": 0.0703, + "theoretical_loss": 3.462159203574461, + "tokens_seen": 1977090048 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040483068528326114, + "loss": 0.0685, + "theoretical_loss": 3.46212116082047, + "tokens_seen": 1977352192 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004047504413416787, + "loss": 0.0698, + "theoretical_loss": 3.4620831245215484, + "tokens_seen": 1977614336 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004046701974000963, + "loss": 0.069, + "theoretical_loss": 3.462045094675747, + "tokens_seen": 1977876480 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004045899534585139, + "loss": 0.0682, + "theoretical_loss": 3.462007071281114, + "tokens_seen": 1978138624 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004045097095169315, + "loss": 0.0665, + "theoretical_loss": 3.461969054335703, + "tokens_seen": 1978400768 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040442946557534904, + "loss": 0.0686, + "theoretical_loss": 3.461931043837563, + "tokens_seen": 1978662912 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040434922163376665, + "loss": 0.068, + "theoretical_loss": 3.4618930397847487, + "tokens_seen": 1978925056 + }, + { + "epoch": 0.6, + "objective/train/advantage_avg": 0.0010856078006327152, + "objective/train/docs_used": 721537, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4029256105422974, + "objective/train/original_loss": 1.402925729751587, + "objective/train/theoretical_loss": 3.461855042175312, + "objective/train/tokens_used": 1999647200, + "objective/train/value_avg": -0.005168914794921875, + "objective/train/value_loss": 0.00015803314454387873, + "objective/train/value_max": -5.3048133850097656e-05, + "objective/train/value_min": -0.277587890625, + "objective/train/value_reward_corr": 0.6513840219809636, + "objective/train/value_std": 0.011199951171875, + "objective/train/weight_avg": 1.001155972480774, + "objective/train/weighted_lm_loss": 1.4043461084365845, + "objective/train/weights_max": 1.3199422359466553, + "objective/train/weights_min": 0.37178733944892883, + "theoretical_loss": 3.461855042175312, + "tokens_seen": 1979187200 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004042689776921842, + "loss": 0.0677, + "theoretical_loss": 3.461855042175312, + "tokens_seen": 1979187200 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004041887337506018, + "loss": 0.0688, + "theoretical_loss": 3.4618170510073085, + "tokens_seen": 1979449344 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040410848980901944, + "loss": 0.0694, + "theoretical_loss": 3.4617790662787935, + "tokens_seen": 1979711488 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040402824586743705, + "loss": 0.0723, + "theoretical_loss": 3.4617410879878223, + "tokens_seen": 1979973632 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004039480019258546, + "loss": 0.0693, + "theoretical_loss": 3.461703116132452, + "tokens_seen": 1980235776 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004038677579842722, + "loss": 0.0694, + "theoretical_loss": 3.46166515071074, + "tokens_seen": 1980497920 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004037875140426898, + "loss": 0.0682, + "theoretical_loss": 3.461627191720745, + "tokens_seen": 1980760064 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040370727010110734, + "loss": 0.0694, + "theoretical_loss": 3.461589239160528, + "tokens_seen": 1981022208 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040362702615952495, + "loss": 0.0681, + "theoretical_loss": 3.4615512930281467, + "tokens_seen": 1981284352 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040354678221794256, + "loss": 0.0675, + "theoretical_loss": 3.4615133533216635, + "tokens_seen": 1981546496 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004034665382763602, + "loss": 0.0679, + "theoretical_loss": 3.4614754200391404, + "tokens_seen": 1981808640 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040338629433477773, + "loss": 0.0656, + "theoretical_loss": 3.4614374931786402, + "tokens_seen": 1982070784 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040330605039319534, + "loss": 0.0668, + "theoretical_loss": 3.461399572738226, + "tokens_seen": 1982332928 + }, + { + "epoch": 0.6, + "objective/train/advantage_avg": 0.0005820980295538902, + "objective/train/docs_used": 722739, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.333790898323059, + "objective/train/original_loss": 1.3337907791137695, + "objective/train/theoretical_loss": 3.4613806149249466, + "objective/train/tokens_used": 2002924000, + "objective/train/value_avg": -0.00823211669921875, + "objective/train/value_loss": 0.000144397490657866, + "objective/train/value_max": -4.2319297790527344e-05, + "objective/train/value_min": -0.2685546875, + "objective/train/value_reward_corr": 0.8253406534266793, + "objective/train/value_std": 0.0168609619140625, + "objective/train/weight_avg": 1.0006535053253174, + "objective/train/weighted_lm_loss": 1.334588885307312, + "objective/train/weights_max": 1.1835930347442627, + "objective/train/weights_min": 0.8223962187767029, + "theoretical_loss": 3.4613806149249466, + "tokens_seen": 1982464000 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004032258064516129, + "loss": 0.0686, + "theoretical_loss": 3.461361658715963, + "tokens_seen": 1982595072 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040314556251003046, + "loss": 0.0694, + "theoretical_loss": 3.4613237511099157, + "tokens_seen": 1982857216 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004030653185684481, + "loss": 0.0683, + "theoretical_loss": 3.4612858499181502, + "tokens_seen": 1983119360 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004029850746268657, + "loss": 0.0699, + "theoretical_loss": 3.4612479551387345, + "tokens_seen": 1983381504 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004029048306852833, + "loss": 0.0689, + "theoretical_loss": 3.461210066769736, + "tokens_seen": 1983643648 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040282458674370086, + "loss": 0.0688, + "theoretical_loss": 3.4611721848092225, + "tokens_seen": 1983905792 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040274434280211847, + "loss": 0.0691, + "theoretical_loss": 3.461134309255265, + "tokens_seen": 1984167936 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004026640988605361, + "loss": 0.0679, + "theoretical_loss": 3.4610964401059325, + "tokens_seen": 1984430080 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004025838549189536, + "loss": 0.0691, + "theoretical_loss": 3.461058577359297, + "tokens_seen": 1984692224 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004025036109773712, + "loss": 0.0683, + "theoretical_loss": 3.4610207210134294, + "tokens_seen": 1984954368 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004024233670357888, + "loss": 0.0699, + "theoretical_loss": 3.4609828710664035, + "tokens_seen": 1985216512 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004023431230942064, + "loss": 0.0672, + "theoretical_loss": 3.460945027516293, + "tokens_seen": 1985478656 + }, + { + "epoch": 0.6, + "objective/train/advantage_avg": 0.0015077560674399137, + "objective/train/docs_used": 723995, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3539988994598389, + "objective/train/original_loss": 1.3539988994598389, + "objective/train/theoretical_loss": 3.460907190361172, + "objective/train/tokens_used": 2006200800, + "objective/train/value_avg": -0.011383056640625, + "objective/train/value_loss": 0.0006065017660148442, + "objective/train/value_max": -3.170967102050781e-05, + "objective/train/value_min": -0.97412109375, + "objective/train/value_reward_corr": 0.5996247434964238, + "objective/train/value_std": 0.02288818359375, + "objective/train/weight_avg": 1.001788854598999, + "objective/train/weighted_lm_loss": 1.3557467460632324, + "objective/train/weights_max": 2.552527666091919, + "objective/train/weights_min": 0.37227270007133484, + "theoretical_loss": 3.460907190361172, + "tokens_seen": 1985740800 + }, + { + "epoch": 0.6, + "learning_rate": 0.000402262879152624, + "loss": 0.0674, + "theoretical_loss": 3.460907190361172, + "tokens_seen": 1985740800 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004021826352110416, + "loss": 0.068, + "theoretical_loss": 3.460869359599116, + "tokens_seen": 1986002944 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004021023912694592, + "loss": 0.0681, + "theoretical_loss": 3.460831535228201, + "tokens_seen": 1986265088 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004020221473278767, + "loss": 0.0693, + "theoretical_loss": 3.4607937172465046, + "tokens_seen": 1986527232 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004019419033862943, + "loss": 0.067, + "theoretical_loss": 3.4607559056521033, + "tokens_seen": 1986789376 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040186165944471194, + "loss": 0.0687, + "theoretical_loss": 3.4607181004430774, + "tokens_seen": 1987051520 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004017814155031295, + "loss": 0.0682, + "theoretical_loss": 3.460680301617505, + "tokens_seen": 1987313664 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004017011715615471, + "loss": 0.0689, + "theoretical_loss": 3.460642509173468, + "tokens_seen": 1987575808 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004016209276199647, + "loss": 0.0717, + "theoretical_loss": 3.4606047231090455, + "tokens_seen": 1987837952 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040154068367838233, + "loss": 0.0656, + "theoretical_loss": 3.4605669434223216, + "tokens_seen": 1988100096 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040146043973679984, + "loss": 0.0671, + "theoretical_loss": 3.4605291701113776, + "tokens_seen": 1988362240 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040138019579521745, + "loss": 0.0662, + "theoretical_loss": 3.4604914031742977, + "tokens_seen": 1988624384 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040129995185363506, + "loss": 0.0672, + "theoretical_loss": 3.460453642609166, + "tokens_seen": 1988886528 + }, + { + "epoch": 0.6, + "objective/train/advantage_avg": 0.0009521504980511963, + "objective/train/docs_used": 725238, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5023058652877808, + "objective/train/original_loss": 1.5023059844970703, + "objective/train/theoretical_loss": 3.4604347647154827, + "objective/train/tokens_used": 2009477600, + "objective/train/value_avg": -0.005443572998046875, + "objective/train/value_loss": 8.624330075690523e-05, + "objective/train/value_max": -3.737211227416992e-05, + "objective/train/value_min": -0.2418212890625, + "objective/train/value_reward_corr": 0.6856374951988244, + "objective/train/value_std": 0.0092620849609375, + "objective/train/weight_avg": 1.0009944438934326, + "objective/train/weighted_lm_loss": 1.5035356283187866, + "objective/train/weights_max": 1.14552640914917, + "objective/train/weights_min": 0.7860775589942932, + "theoretical_loss": 3.4604347647154827, + "tokens_seen": 1989017600 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004012197079120526, + "loss": 0.0694, + "theoretical_loss": 3.4604158884140683, + "tokens_seen": 1989148672 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040113946397047023, + "loss": 0.0684, + "theoretical_loss": 3.460378140587091, + "tokens_seen": 1989410816 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040105922002888785, + "loss": 0.0693, + "theoretical_loss": 3.46034039912632, + "tokens_seen": 1989672960 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040097897608730546, + "loss": 0.066, + "theoretical_loss": 3.460302664029844, + "tokens_seen": 1989935104 + }, + { + "epoch": 0.6, + "learning_rate": 0.000400898732145723, + "loss": 0.0708, + "theoretical_loss": 3.4602649352957515, + "tokens_seen": 1990197248 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004008184882041406, + "loss": 0.0676, + "theoretical_loss": 3.460227212922131, + "tokens_seen": 1990459392 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004007382442625582, + "loss": 0.0692, + "theoretical_loss": 3.4601894969070743, + "tokens_seen": 1990721536 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040065800032097575, + "loss": 0.0669, + "theoretical_loss": 3.460151787248672, + "tokens_seen": 1990983680 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040057775637939336, + "loss": 0.068, + "theoretical_loss": 3.460114083945015, + "tokens_seen": 1991245824 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040049751243781097, + "loss": 0.0687, + "theoretical_loss": 3.4600763869941966, + "tokens_seen": 1991507968 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004004172684962286, + "loss": 0.0686, + "theoretical_loss": 3.460038696394311, + "tokens_seen": 1991770112 + }, + { + "epoch": 0.6, + "learning_rate": 0.00040033702455464614, + "loss": 0.0706, + "theoretical_loss": 3.4600010121434517, + "tokens_seen": 1992032256 + }, + { + "epoch": 0.6, + "objective/train/advantage_avg": 0.0002474141656421125, + "objective/train/docs_used": 726441, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3939522504806519, + "objective/train/original_loss": 1.3939521312713623, + "objective/train/theoretical_loss": 3.4599633342397142, + "objective/train/tokens_used": 2012754400, + "objective/train/value_avg": -0.00855255126953125, + "objective/train/value_loss": 0.0002635058481246233, + "objective/train/value_max": -8.153915405273438e-05, + "objective/train/value_min": -0.33349609375, + "objective/train/value_reward_corr": 0.7084255468373848, + "objective/train/value_std": 0.0170135498046875, + "objective/train/weight_avg": 1.000367283821106, + "objective/train/weighted_lm_loss": 1.3942893743515015, + "objective/train/weights_max": 1.2602665424346924, + "objective/train/weights_min": 0.36823081970214844, + "theoretical_loss": 3.4599633342397142, + "tokens_seen": 1992294400 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004002567806130637, + "loss": 0.0678, + "theoretical_loss": 3.4599633342397142, + "tokens_seen": 1992294400 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004001765366714813, + "loss": 0.0682, + "theoretical_loss": 3.4599256626811945, + "tokens_seen": 1992556544 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004000962927298989, + "loss": 0.0681, + "theoretical_loss": 3.45988799746599, + "tokens_seen": 1992818688 + }, + { + "epoch": 0.6, + "learning_rate": 0.0004000160487883165, + "loss": 0.0674, + "theoretical_loss": 3.4598503385921977, + "tokens_seen": 1993080832 + }, + { + "epoch": 0.6, + "learning_rate": 0.0003999358048467341, + "loss": 0.0674, + "theoretical_loss": 3.4598126860579166, + "tokens_seen": 1993342976 + }, + { + "epoch": 0.6, + "learning_rate": 0.00039985556090515166, + "loss": 0.0672, + "theoretical_loss": 3.4597750398612455, + "tokens_seen": 1993605120 + }, + { + "epoch": 0.6, + "learning_rate": 0.00039977531696356927, + "loss": 0.0702, + "theoretical_loss": 3.459737400000284, + "tokens_seen": 1993867264 + }, + { + "epoch": 0.6, + "learning_rate": 0.00039969507302198683, + "loss": 0.0674, + "theoretical_loss": 3.4596997664731344, + "tokens_seen": 1994129408 + }, + { + "epoch": 0.6, + "learning_rate": 0.00039961482908040444, + "loss": 0.0684, + "theoretical_loss": 3.4596621392778983, + "tokens_seen": 1994391552 + }, + { + "epoch": 0.6, + "learning_rate": 0.000399534585138822, + "loss": 0.0684, + "theoretical_loss": 3.459624518412677, + "tokens_seen": 1994653696 + }, + { + "epoch": 0.6, + "learning_rate": 0.0003994543411972396, + "loss": 0.0666, + "theoretical_loss": 3.459586903875575, + "tokens_seen": 1994915840 + }, + { + "epoch": 0.6, + "learning_rate": 0.0003993740972556572, + "loss": 0.0691, + "theoretical_loss": 3.4595492956646963, + "tokens_seen": 1995177984 + }, + { + "epoch": 0.6, + "learning_rate": 0.0003992938533140748, + "loss": 0.0673, + "theoretical_loss": 3.459511693778146, + "tokens_seen": 1995440128 + }, + { + "epoch": 0.6, + "objective/train/advantage_avg": 0.001573464716784656, + "objective/train/docs_used": 727673, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2037442922592163, + "objective/train/original_loss": 1.2037444114685059, + "objective/train/theoretical_loss": 3.4594928952059014, + "objective/train/tokens_used": 2016031200, + "objective/train/value_avg": -0.0087432861328125, + "objective/train/value_loss": 0.00022855927818454802, + "objective/train/value_max": -4.267692565917969e-05, + "objective/train/value_min": -0.6484375, + "objective/train/value_reward_corr": 0.7098213660313483, + "objective/train/value_std": 0.01702880859375, + "objective/train/weight_avg": 1.001678228378296, + "objective/train/weighted_lm_loss": 1.2051481008529663, + "objective/train/weights_max": 1.9125500917434692, + "objective/train/weights_min": 0.3683098554611206, + "theoretical_loss": 3.4594928952059014, + "tokens_seen": 1995571200 + }, + { + "epoch": 0.6, + "learning_rate": 0.0003992136093724924, + "loss": 0.0678, + "theoretical_loss": 3.4594740982140295, + "tokens_seen": 1995702272 + }, + { + "epoch": 0.6, + "learning_rate": 0.00039913336543091, + "loss": 0.0698, + "theoretical_loss": 3.459436508970454, + "tokens_seen": 1995964416 + }, + { + "epoch": 0.6, + "learning_rate": 0.00039905312148932757, + "loss": 0.0688, + "theoretical_loss": 3.4593989260455267, + "tokens_seen": 1996226560 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003989728775477451, + "loss": 0.0677, + "theoretical_loss": 3.459361349437356, + "tokens_seen": 1996488704 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039889263360616274, + "loss": 0.0695, + "theoretical_loss": 3.459323779144051, + "tokens_seen": 1996750848 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039881238966458035, + "loss": 0.0677, + "theoretical_loss": 3.4592862151637216, + "tokens_seen": 1997012992 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003987321457229979, + "loss": 0.0673, + "theoretical_loss": 3.4592486574944785, + "tokens_seen": 1997275136 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003986519017814155, + "loss": 0.069, + "theoretical_loss": 3.4592111061344335, + "tokens_seen": 1997537280 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039857165783983313, + "loss": 0.07, + "theoretical_loss": 3.4591735610816983, + "tokens_seen": 1997799424 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003984914138982507, + "loss": 0.0688, + "theoretical_loss": 3.459136022334387, + "tokens_seen": 1998061568 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039841116995666825, + "loss": 0.0714, + "theoretical_loss": 3.4590984898906134, + "tokens_seen": 1998323712 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039833092601508586, + "loss": 0.0671, + "theoretical_loss": 3.4590609637484913, + "tokens_seen": 1998585856 + }, + { + "epoch": 0.61, + "objective/train/advantage_avg": -0.001108247204683721, + "objective/train/docs_used": 728818, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4063793420791626, + "objective/train/original_loss": 1.406379222869873, + "objective/train/theoretical_loss": 3.459023443906138, + "objective/train/tokens_used": 2019308000, + "objective/train/value_avg": -0.008453369140625, + "objective/train/value_loss": 0.00019864030764438212, + "objective/train/value_max": -4.398822784423828e-05, + "objective/train/value_min": -0.274658203125, + "objective/train/value_reward_corr": 0.749916711134576, + "objective/train/value_std": 0.0139617919921875, + "objective/train/weight_avg": 0.9989854693412781, + "objective/train/weighted_lm_loss": 1.4044290781021118, + "objective/train/weights_max": 1.141701579093933, + "objective/train/weights_min": 0.37992802262306213, + "theoretical_loss": 3.459023443906138, + "tokens_seen": 1998848000 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003982506820735035, + "loss": 0.0685, + "theoretical_loss": 3.459023443906138, + "tokens_seen": 1998848000 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039817043813192103, + "loss": 0.0675, + "theoretical_loss": 3.458985930361668, + "tokens_seen": 1999110144 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039809019419033865, + "loss": 0.0679, + "theoretical_loss": 3.4589484231132, + "tokens_seen": 1999372288 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039800995024875626, + "loss": 0.0667, + "theoretical_loss": 3.4589109221588514, + "tokens_seen": 1999634432 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003979297063071738, + "loss": 0.072, + "theoretical_loss": 3.4588734274967416, + "tokens_seen": 1999896576 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003978494623655914, + "loss": 0.07, + "theoretical_loss": 3.4588359391249894, + "tokens_seen": 2000158720 + }, + { + "epoch": 0.61, + "learning_rate": 0.000397769218424009, + "loss": 0.0679, + "theoretical_loss": 3.458798457041716, + "tokens_seen": 2000420864 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003976889744824266, + "loss": 0.0683, + "theoretical_loss": 3.4587609812450424, + "tokens_seen": 2000683008 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039760873054084416, + "loss": 0.069, + "theoretical_loss": 3.4587235117330906, + "tokens_seen": 2000945152 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039752848659926177, + "loss": 0.0663, + "theoretical_loss": 3.4586860485039836, + "tokens_seen": 2001207296 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003974482426576794, + "loss": 0.0683, + "theoretical_loss": 3.4586485915558454, + "tokens_seen": 2001469440 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039736799871609694, + "loss": 0.0696, + "theoretical_loss": 3.4586111408868, + "tokens_seen": 2001731584 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003972877547745145, + "loss": 0.0688, + "theoretical_loss": 3.4585736964949727, + "tokens_seen": 2001993728 + }, + { + "epoch": 0.61, + "objective/train/advantage_avg": 0.0010767668718472123, + "objective/train/docs_used": 729965, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.307619571685791, + "objective/train/original_loss": 1.307619571685791, + "objective/train/theoretical_loss": 3.4585549766524304, + "objective/train/tokens_used": 2022584800, + "objective/train/value_avg": -0.005504608154296875, + "objective/train/value_loss": 0.00016507203690707684, + "objective/train/value_max": -3.4809112548828125e-05, + "objective/train/value_min": -0.2183837890625, + "objective/train/value_reward_corr": 0.6853535702076465, + "objective/train/value_std": 0.01088714599609375, + "objective/train/weight_avg": 1.0011504888534546, + "objective/train/weighted_lm_loss": 1.309142827987671, + "objective/train/weights_max": 1.2133187055587769, + "objective/train/weights_min": 0.3827209174633026, + "theoretical_loss": 3.4585549766524304, + "tokens_seen": 2002124800 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003972075108329321, + "loss": 0.0665, + "theoretical_loss": 3.45853625837849, + "tokens_seen": 2002255872 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003971272668913497, + "loss": 0.0663, + "theoretical_loss": 3.458498826535479, + "tokens_seen": 2002518016 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003970470229497673, + "loss": 0.0698, + "theoretical_loss": 3.4584614009640666, + "tokens_seen": 2002780160 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003969667790081849, + "loss": 0.0666, + "theoretical_loss": 3.4584239816623823, + "tokens_seen": 2003042304 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003968865350666025, + "loss": 0.0687, + "theoretical_loss": 3.4583865686285544, + "tokens_seen": 2003304448 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039680629112502007, + "loss": 0.0702, + "theoretical_loss": 3.4583491618607134, + "tokens_seen": 2003566592 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039672604718343763, + "loss": 0.0686, + "theoretical_loss": 3.458311761356991, + "tokens_seen": 2003828736 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039664580324185524, + "loss": 0.0695, + "theoretical_loss": 3.4582743671155183, + "tokens_seen": 2004090880 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039656555930027285, + "loss": 0.0692, + "theoretical_loss": 3.458236979134428, + "tokens_seen": 2004353024 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003964853153586904, + "loss": 0.0669, + "theoretical_loss": 3.458199597411853, + "tokens_seen": 2004615168 + }, + { + "epoch": 0.61, + "learning_rate": 0.000396405071417108, + "loss": 0.069, + "theoretical_loss": 3.4581622219459276, + "tokens_seen": 2004877312 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039632482747552564, + "loss": 0.0656, + "theoretical_loss": 3.4581248527347874, + "tokens_seen": 2005139456 + }, + { + "epoch": 0.61, + "objective/train/advantage_avg": 0.0007174919592216611, + "objective/train/docs_used": 731237, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3484376668930054, + "objective/train/original_loss": 1.3484375476837158, + "objective/train/theoretical_loss": 3.458087489776567, + "objective/train/tokens_used": 2025861600, + "objective/train/value_avg": -0.0069732666015625, + "objective/train/value_loss": 0.00015699141658842564, + "objective/train/value_max": -4.6133995056152344e-05, + "objective/train/value_min": -0.61962890625, + "objective/train/value_reward_corr": 0.7317825807790694, + "objective/train/value_std": 0.0149688720703125, + "objective/train/weight_avg": 1.0007902383804321, + "objective/train/weighted_lm_loss": 1.3497742414474487, + "objective/train/weights_max": 1.6519920825958252, + "objective/train/weights_min": 0.41518616676330566, + "theoretical_loss": 3.458087489776567, + "tokens_seen": 2005401600 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003962445835339432, + "loss": 0.0674, + "theoretical_loss": 3.458087489776567, + "tokens_seen": 2005401600 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003961643395923608, + "loss": 0.0675, + "theoretical_loss": 3.458050133069404, + "tokens_seen": 2005663744 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039608409565077837, + "loss": 0.0684, + "theoretical_loss": 3.4580127826114353, + "tokens_seen": 2005925888 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003960038517091959, + "loss": 0.067, + "theoretical_loss": 3.457975438400799, + "tokens_seen": 2006188032 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039592360776761354, + "loss": 0.0655, + "theoretical_loss": 3.4579381004356344, + "tokens_seen": 2006450176 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039584336382603115, + "loss": 0.0683, + "theoretical_loss": 3.4579007687140804, + "tokens_seen": 2006712320 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039576311988444876, + "loss": 0.0701, + "theoretical_loss": 3.4578634432342783, + "tokens_seen": 2006974464 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003956828759428663, + "loss": 0.07, + "theoretical_loss": 3.4578261239943693, + "tokens_seen": 2007236608 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039560263200128393, + "loss": 0.0703, + "theoretical_loss": 3.4577888109924952, + "tokens_seen": 2007498752 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003955223880597015, + "loss": 0.0686, + "theoretical_loss": 3.4577515042267994, + "tokens_seen": 2007760896 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039544214411811905, + "loss": 0.0653, + "theoretical_loss": 3.457714203695425, + "tokens_seen": 2008023040 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039536190017653666, + "loss": 0.0668, + "theoretical_loss": 3.4576769093965174, + "tokens_seen": 2008285184 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003952816562349543, + "loss": 0.0679, + "theoretical_loss": 3.4576396213282212, + "tokens_seen": 2008547328 + }, + { + "epoch": 0.61, + "objective/train/advantage_avg": 0.0002839559456333518, + "objective/train/docs_used": 732466, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3603425025939941, + "objective/train/original_loss": 1.3603423833847046, + "objective/train/theoretical_loss": 3.457620979629973, + "objective/train/tokens_used": 2029138400, + "objective/train/value_avg": -0.00800323486328125, + "objective/train/value_loss": 0.00018189269758295268, + "objective/train/value_max": -6.812810897827148e-05, + "objective/train/value_min": -0.2841796875, + "objective/train/value_reward_corr": 0.645700504471885, + "objective/train/value_std": 0.01285552978515625, + "objective/train/weight_avg": 1.0003691911697388, + "objective/train/weighted_lm_loss": 1.3593204021453857, + "objective/train/weights_max": 1.104634165763855, + "objective/train/weights_min": 0.37186679244041443, + "theoretical_loss": 3.457620979629973, + "tokens_seen": 2008678400 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003952014122933719, + "loss": 0.0701, + "theoretical_loss": 3.457602339488682, + "tokens_seen": 2008809472 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039512116835178945, + "loss": 0.0681, + "theoretical_loss": 3.4575650638760482, + "tokens_seen": 2009071616 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039504092441020706, + "loss": 0.0687, + "theoretical_loss": 3.457527794488466, + "tokens_seen": 2009333760 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003949606804686246, + "loss": 0.0684, + "theoretical_loss": 3.457490531324085, + "tokens_seen": 2009595904 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003948804365270422, + "loss": 0.066, + "theoretical_loss": 3.4574532743810535, + "tokens_seen": 2009858048 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003948001925854598, + "loss": 0.0672, + "theoretical_loss": 3.4574160236575224, + "tokens_seen": 2010120192 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003947199486438774, + "loss": 0.0686, + "theoretical_loss": 3.457378779151642, + "tokens_seen": 2010382336 + }, + { + "epoch": 0.61, + "learning_rate": 0.000394639704702295, + "loss": 0.0674, + "theoretical_loss": 3.457341540861564, + "tokens_seen": 2010644480 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039455946076071257, + "loss": 0.0666, + "theoretical_loss": 3.4573043087854414, + "tokens_seen": 2010906624 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003944792168191302, + "loss": 0.0688, + "theoretical_loss": 3.4572670829214265, + "tokens_seen": 2011168768 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003943989728775478, + "loss": 0.0682, + "theoretical_loss": 3.457229863267674, + "tokens_seen": 2011430912 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003943187289359653, + "loss": 0.0678, + "theoretical_loss": 3.457192649822338, + "tokens_seen": 2011693056 + }, + { + "epoch": 0.61, + "objective/train/advantage_avg": 0.0007424270734190941, + "objective/train/docs_used": 733698, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.491493821144104, + "objective/train/original_loss": 1.4914939403533936, + "objective/train/theoretical_loss": 3.4571554425835753, + "objective/train/tokens_used": 2032415200, + "objective/train/value_avg": -0.00797271728515625, + "objective/train/value_loss": 0.0002041821862803772, + "objective/train/value_max": -4.100799560546875e-05, + "objective/train/value_min": -0.70849609375, + "objective/train/value_reward_corr": 0.6891037945210187, + "objective/train/value_std": 0.01421356201171875, + "objective/train/weight_avg": 1.0008394718170166, + "objective/train/weighted_lm_loss": 1.4923006296157837, + "objective/train/weights_max": 1.614465355873108, + "objective/train/weights_min": 0.37540432810783386, + "theoretical_loss": 3.4571554425835753, + "tokens_seen": 2011955200 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003942384849943829, + "loss": 0.0698, + "theoretical_loss": 3.4571554425835753, + "tokens_seen": 2011955200 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003941582410528005, + "loss": 0.0687, + "theoretical_loss": 3.457118241549541, + "tokens_seen": 2012217344 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039407799711121814, + "loss": 0.0697, + "theoretical_loss": 3.4570810467183932, + "tokens_seen": 2012479488 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003939977531696357, + "loss": 0.0694, + "theoretical_loss": 3.45704385808829, + "tokens_seen": 2012741632 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003939175092280533, + "loss": 0.0703, + "theoretical_loss": 3.4570066756573885, + "tokens_seen": 2013003776 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003938372652864709, + "loss": 0.0673, + "theoretical_loss": 3.45696949942385, + "tokens_seen": 2013265920 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003937570213448884, + "loss": 0.0682, + "theoretical_loss": 3.4569323293858334, + "tokens_seen": 2013528064 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039367677740330604, + "loss": 0.0678, + "theoretical_loss": 3.4568951655415017, + "tokens_seen": 2013790208 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039359653346172365, + "loss": 0.0664, + "theoretical_loss": 3.4568580078890143, + "tokens_seen": 2014052352 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003935162895201412, + "loss": 0.0693, + "theoretical_loss": 3.4568208564265364, + "tokens_seen": 2014314496 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003934360455785588, + "loss": 0.0678, + "theoretical_loss": 3.4567837111522293, + "tokens_seen": 2014576640 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039335580163697644, + "loss": 0.0675, + "theoretical_loss": 3.456746572064259, + "tokens_seen": 2014838784 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039327555769539405, + "loss": 0.0675, + "theoretical_loss": 3.456709439160789, + "tokens_seen": 2015100928 + }, + { + "epoch": 0.61, + "objective/train/advantage_avg": 9.618427429813892e-05, + "objective/train/docs_used": 734924, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4240999221801758, + "objective/train/original_loss": 1.4241000413894653, + "objective/train/theoretical_loss": 3.456690875027669, + "objective/train/tokens_used": 2035692000, + "objective/train/value_avg": -0.007450103759765625, + "objective/train/value_loss": 0.0001765908527886495, + "objective/train/value_max": -6.401538848876953e-05, + "objective/train/value_min": -0.493408203125, + "objective/train/value_reward_corr": 0.6914102818673689, + "objective/train/value_std": 0.01366424560546875, + "objective/train/weight_avg": 1.000179648399353, + "objective/train/weighted_lm_loss": 1.4247498512268066, + "objective/train/weights_max": 1.4198497533798218, + "objective/train/weights_min": 0.3873859643936157, + "theoretical_loss": 3.456690875027669, + "tokens_seen": 2015232000 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003931953137538116, + "loss": 0.0677, + "theoretical_loss": 3.456672312439986, + "tokens_seen": 2015363072 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039311506981222916, + "loss": 0.0678, + "theoretical_loss": 3.4566351919000167, + "tokens_seen": 2015625216 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003930348258706468, + "loss": 0.0649, + "theoretical_loss": 3.4565980775390477, + "tokens_seen": 2015887360 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039295458192906434, + "loss": 0.0687, + "theoretical_loss": 3.456560969355248, + "tokens_seen": 2016149504 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039287433798748195, + "loss": 0.0671, + "theoretical_loss": 3.456523867346786, + "tokens_seen": 2016411648 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039279409404589956, + "loss": 0.0653, + "theoretical_loss": 3.4564867715118313, + "tokens_seen": 2016673792 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003927138501043172, + "loss": 0.0684, + "theoretical_loss": 3.4564496818485546, + "tokens_seen": 2016935936 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039263360616273473, + "loss": 0.0693, + "theoretical_loss": 3.4564125983551275, + "tokens_seen": 2017198080 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003925533622211523, + "loss": 0.0695, + "theoretical_loss": 3.4563755210297216, + "tokens_seen": 2017460224 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003924731182795699, + "loss": 0.0684, + "theoretical_loss": 3.4563384498705094, + "tokens_seen": 2017722368 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039239287433798746, + "loss": 0.0679, + "theoretical_loss": 3.456301384875666, + "tokens_seen": 2017984512 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003923126303964051, + "loss": 0.0666, + "theoretical_loss": 3.456264326043364, + "tokens_seen": 2018246656 + }, + { + "epoch": 0.61, + "objective/train/advantage_avg": 0.0014831882435828447, + "objective/train/docs_used": 736110, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2983992099761963, + "objective/train/original_loss": 1.2983992099761963, + "objective/train/theoretical_loss": 3.4562272733717796, + "objective/train/tokens_used": 2038968800, + "objective/train/value_avg": -0.0082244873046875, + "objective/train/value_loss": 0.00021033249504398555, + "objective/train/value_max": -5.9664249420166016e-05, + "objective/train/value_min": -0.5107421875, + "objective/train/value_reward_corr": 0.7562225459400449, + "objective/train/value_std": 0.0168609619140625, + "objective/train/weight_avg": 1.0015798807144165, + "objective/train/weighted_lm_loss": 1.299878478050232, + "objective/train/weights_max": 1.263445258140564, + "objective/train/weights_min": 0.3683597147464752, + "theoretical_loss": 3.4562272733717796, + "tokens_seen": 2018508800 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003922323864548227, + "loss": 0.0684, + "theoretical_loss": 3.4562272733717796, + "tokens_seen": 2018508800 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003921521425132403, + "loss": 0.0679, + "theoretical_loss": 3.4561902268590883, + "tokens_seen": 2018770944 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039207189857165786, + "loss": 0.0673, + "theoretical_loss": 3.4561531865034665, + "tokens_seen": 2019033088 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003919916546300754, + "loss": 0.0651, + "theoretical_loss": 3.4561161523030925, + "tokens_seen": 2019295232 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039191141068849303, + "loss": 0.0671, + "theoretical_loss": 3.456079124256145, + "tokens_seen": 2019557376 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003918311667469106, + "loss": 0.0707, + "theoretical_loss": 3.4560421023608012, + "tokens_seen": 2019819520 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003917509228053282, + "loss": 0.0705, + "theoretical_loss": 3.4560050866152423, + "tokens_seen": 2020081664 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003916706788637458, + "loss": 0.0665, + "theoretical_loss": 3.455968077017649, + "tokens_seen": 2020343808 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039159043492216337, + "loss": 0.0674, + "theoretical_loss": 3.455931073566202, + "tokens_seen": 2020605952 + }, + { + "epoch": 0.61, + "learning_rate": 0.000391510190980581, + "loss": 0.0674, + "theoretical_loss": 3.4558940762590837, + "tokens_seen": 2020868096 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003914299470389986, + "loss": 0.0696, + "theoretical_loss": 3.455857085094477, + "tokens_seen": 2021130240 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039134970309741615, + "loss": 0.066, + "theoretical_loss": 3.4558201000705653, + "tokens_seen": 2021392384 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003912694591558337, + "loss": 0.0701, + "theoretical_loss": 3.455783121185534, + "tokens_seen": 2021654528 + }, + { + "epoch": 0.61, + "objective/train/advantage_avg": 0.0007017417810857296, + "objective/train/docs_used": 737310, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.336337685585022, + "objective/train/original_loss": 1.3363378047943115, + "objective/train/theoretical_loss": 3.455764634044531, + "objective/train/tokens_used": 2042245600, + "objective/train/value_avg": -0.00688934326171875, + "objective/train/value_loss": 0.0001802066690288484, + "objective/train/value_max": -3.045797348022461e-05, + "objective/train/value_min": -0.2333984375, + "objective/train/value_reward_corr": 0.7160913648766599, + "objective/train/value_std": 0.01336669921875, + "objective/train/weight_avg": 1.0007864236831665, + "objective/train/weighted_lm_loss": 1.3370577096939087, + "objective/train/weights_max": 1.1591521501541138, + "objective/train/weights_min": 0.37362140417099, + "theoretical_loss": 3.455764634044531, + "tokens_seen": 2021785600 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003911892152142513, + "loss": 0.0651, + "theoretical_loss": 3.4557461484375676, + "tokens_seen": 2021916672 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039110897127266894, + "loss": 0.0692, + "theoretical_loss": 3.4557091818248518, + "tokens_seen": 2022178816 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003910287273310865, + "loss": 0.068, + "theoretical_loss": 3.4556722213455737, + "tokens_seen": 2022440960 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003909484833895041, + "loss": 0.0672, + "theoretical_loss": 3.455635266997921, + "tokens_seen": 2022703104 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003908682394479217, + "loss": 0.0664, + "theoretical_loss": 3.4555983187800825, + "tokens_seen": 2022965248 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003907879955063393, + "loss": 0.0682, + "theoretical_loss": 3.455561376690246, + "tokens_seen": 2023227392 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039070775156475684, + "loss": 0.0678, + "theoretical_loss": 3.4555244407266024, + "tokens_seen": 2023489536 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039062750762317445, + "loss": 0.0687, + "theoretical_loss": 3.455487510887342, + "tokens_seen": 2023751680 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039054726368159206, + "loss": 0.0688, + "theoretical_loss": 3.455450587170656, + "tokens_seen": 2024013824 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003904670197400096, + "loss": 0.0704, + "theoretical_loss": 3.455413669574737, + "tokens_seen": 2024275968 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039038677579842723, + "loss": 0.0679, + "theoretical_loss": 3.4553767580977777, + "tokens_seen": 2024538112 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039030653185684485, + "loss": 0.068, + "theoretical_loss": 3.4553398527379717, + "tokens_seen": 2024800256 + }, + { + "epoch": 0.61, + "objective/train/advantage_avg": 0.0006508839433081448, + "objective/train/docs_used": 738608, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.279370903968811, + "objective/train/original_loss": 1.2793710231781006, + "objective/train/theoretical_loss": 3.4553029534935136, + "objective/train/tokens_used": 2045522400, + "objective/train/value_avg": -0.01058197021484375, + "objective/train/value_loss": 0.00021643555373884737, + "objective/train/value_max": -6.204843521118164e-05, + "objective/train/value_min": -0.77685546875, + "objective/train/value_reward_corr": 0.8899969503426302, + "objective/train/value_std": 0.0272979736328125, + "objective/train/weight_avg": 1.0007506608963013, + "objective/train/weighted_lm_loss": 1.2802037000656128, + "objective/train/weights_max": 1.2505836486816406, + "objective/train/weights_min": 0.37113550305366516, + "theoretical_loss": 3.4553029534935136, + "tokens_seen": 2025062400 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003902262879152624, + "loss": 0.0668, + "theoretical_loss": 3.4553029534935136, + "tokens_seen": 2025062400 + }, + { + "epoch": 0.61, + "learning_rate": 0.00039014604397367996, + "loss": 0.0667, + "theoretical_loss": 3.4552660603625984, + "tokens_seen": 2025324544 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003900658000320976, + "loss": 0.0668, + "theoretical_loss": 3.455229173343423, + "tokens_seen": 2025586688 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003899855560905152, + "loss": 0.068, + "theoretical_loss": 3.455192292434183, + "tokens_seen": 2025848832 + }, + { + "epoch": 0.61, + "learning_rate": 0.00038990531214893275, + "loss": 0.0657, + "theoretical_loss": 3.455155417633076, + "tokens_seen": 2026110976 + }, + { + "epoch": 0.61, + "learning_rate": 0.00038982506820735036, + "loss": 0.0652, + "theoretical_loss": 3.4551185489383007, + "tokens_seen": 2026373120 + }, + { + "epoch": 0.61, + "learning_rate": 0.00038974482426576797, + "loss": 0.0674, + "theoretical_loss": 3.4550816863480565, + "tokens_seen": 2026635264 + }, + { + "epoch": 0.61, + "learning_rate": 0.00038966458032418553, + "loss": 0.0678, + "theoretical_loss": 3.455044829860543, + "tokens_seen": 2026897408 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003895843363826031, + "loss": 0.069, + "theoretical_loss": 3.45500797947396, + "tokens_seen": 2027159552 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003895040924410207, + "loss": 0.0678, + "theoretical_loss": 3.45497113518651, + "tokens_seen": 2027421696 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003894238484994383, + "loss": 0.0698, + "theoretical_loss": 3.4549342969963943, + "tokens_seen": 2027683840 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003893436045578559, + "loss": 0.0677, + "theoretical_loss": 3.4548974649018165, + "tokens_seen": 2027945984 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003892633606162735, + "loss": 0.0683, + "theoretical_loss": 3.4548606389009793, + "tokens_seen": 2028208128 + }, + { + "epoch": 0.61, + "objective/train/advantage_avg": 0.0008617968996986747, + "objective/train/docs_used": 739750, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.391002893447876, + "objective/train/original_loss": 1.391002893447876, + "objective/train/theoretical_loss": 3.4548422281851527, + "objective/train/tokens_used": 2048799200, + "objective/train/value_avg": -0.004611968994140625, + "objective/train/value_loss": 0.00010339848086005077, + "objective/train/value_max": -6.157159805297852e-05, + "objective/train/value_min": -0.1678466796875, + "objective/train/value_reward_corr": 0.6670197988160256, + "objective/train/value_std": 0.00801849365234375, + "objective/train/weight_avg": 1.0009089708328247, + "objective/train/weighted_lm_loss": 1.3927198648452759, + "objective/train/weights_max": 1.0813897848129272, + "objective/train/weights_min": 0.37978890538215637, + "theoretical_loss": 3.4548422281851527, + "tokens_seen": 2028339200 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003891831166746911, + "loss": 0.0653, + "theoretical_loss": 3.4548238189920877, + "tokens_seen": 2028470272 + }, + { + "epoch": 0.61, + "learning_rate": 0.00038910287273310866, + "loss": 0.066, + "theoretical_loss": 3.4547870051733467, + "tokens_seen": 2028732416 + }, + { + "epoch": 0.61, + "learning_rate": 0.0003890226287915262, + "loss": 0.0673, + "theoretical_loss": 3.4547501974429626, + "tokens_seen": 2028994560 + }, + { + "epoch": 0.61, + "learning_rate": 0.00038894238484994383, + "loss": 0.066, + "theoretical_loss": 3.454713395799142, + "tokens_seen": 2029256704 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038886214090836144, + "loss": 0.068, + "theoretical_loss": 3.4546766002400915, + "tokens_seen": 2029518848 + }, + { + "epoch": 0.62, + "learning_rate": 0.000388781896966779, + "loss": 0.0673, + "theoretical_loss": 3.4546398107640197, + "tokens_seen": 2029780992 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003887016530251966, + "loss": 0.0699, + "theoretical_loss": 3.4546030273691364, + "tokens_seen": 2030043136 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003886214090836142, + "loss": 0.0659, + "theoretical_loss": 3.4545662500536505, + "tokens_seen": 2030305280 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003885411651420318, + "loss": 0.0709, + "theoretical_loss": 3.4545294788157728, + "tokens_seen": 2030567424 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038846092120044934, + "loss": 0.0685, + "theoretical_loss": 3.454492713653714, + "tokens_seen": 2030829568 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038838067725886695, + "loss": 0.0694, + "theoretical_loss": 3.4544559545656863, + "tokens_seen": 2031091712 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038830043331728457, + "loss": 0.0662, + "theoretical_loss": 3.4544192015499027, + "tokens_seen": 2031353856 + }, + { + "epoch": 0.62, + "objective/train/advantage_avg": 0.0005700210458599031, + "objective/train/docs_used": 741020, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3292618989944458, + "objective/train/original_loss": 1.3292617797851562, + "objective/train/theoretical_loss": 3.454382454604577, + "objective/train/tokens_used": 2052076000, + "objective/train/value_avg": -0.00742340087890625, + "objective/train/value_loss": 0.00044343469198793173, + "objective/train/value_max": -2.7954578399658203e-05, + "objective/train/value_min": -0.80419921875, + "objective/train/value_reward_corr": 0.7221198229164423, + "objective/train/value_std": 0.020721435546875, + "objective/train/weight_avg": 1.0007624626159668, + "objective/train/weighted_lm_loss": 1.3297230005264282, + "objective/train/weights_max": 1.804587483406067, + "objective/train/weights_min": 0.3684088885784149, + "theoretical_loss": 3.454382454604577, + "tokens_seen": 2031616000 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003882201893757021, + "loss": 0.0668, + "theoretical_loss": 3.454382454604577, + "tokens_seen": 2031616000 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038813994543411974, + "loss": 0.0665, + "theoretical_loss": 3.454345713727923, + "tokens_seen": 2031878144 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038805970149253735, + "loss": 0.0684, + "theoretical_loss": 3.4543089789181556, + "tokens_seen": 2032140288 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003879794575509549, + "loss": 0.0661, + "theoretical_loss": 3.4542722501734904, + "tokens_seen": 2032402432 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003878992136093725, + "loss": 0.068, + "theoretical_loss": 3.454235527492145, + "tokens_seen": 2032664576 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003878189696677901, + "loss": 0.0644, + "theoretical_loss": 3.4541988108723354, + "tokens_seen": 2032926720 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038773872572620764, + "loss": 0.0697, + "theoretical_loss": 3.4541621003122804, + "tokens_seen": 2033188864 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038765848178462525, + "loss": 0.0706, + "theoretical_loss": 3.4541253958101983, + "tokens_seen": 2033451008 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038757823784304286, + "loss": 0.0677, + "theoretical_loss": 3.454088697364309, + "tokens_seen": 2033713152 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003874979939014605, + "loss": 0.0649, + "theoretical_loss": 3.454052004972833, + "tokens_seen": 2033975296 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038741774995987803, + "loss": 0.0679, + "theoretical_loss": 3.4540153186339912, + "tokens_seen": 2034237440 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038733750601829565, + "loss": 0.0684, + "theoretical_loss": 3.4539786383460047, + "tokens_seen": 2034499584 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003872572620767132, + "loss": 0.0667, + "theoretical_loss": 3.4539419641070968, + "tokens_seen": 2034761728 + }, + { + "epoch": 0.62, + "objective/train/advantage_avg": 0.001470451126806438, + "objective/train/docs_used": 742098, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4634674787521362, + "objective/train/original_loss": 1.4634675979614258, + "objective/train/theoretical_loss": 3.453923629255492, + "objective/train/tokens_used": 2055352800, + "objective/train/value_avg": -0.010498046875, + "objective/train/value_loss": 0.0002689833054319024, + "objective/train/value_max": -9.101629257202148e-05, + "objective/train/value_min": -0.8232421875, + "objective/train/value_reward_corr": 0.6876266036129413, + "objective/train/value_std": 0.0172882080078125, + "objective/train/weight_avg": 1.0015946626663208, + "objective/train/weighted_lm_loss": 1.4650864601135254, + "objective/train/weights_max": 1.238306999206543, + "objective/train/weights_min": 0.3680852949619293, + "theoretical_loss": 3.453923629255492, + "tokens_seen": 2034892800 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038717701813513076, + "loss": 0.0676, + "theoretical_loss": 3.4539052959154906, + "tokens_seen": 2035023872 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003870967741935484, + "loss": 0.0687, + "theoretical_loss": 3.4538686337694102, + "tokens_seen": 2035286016 + }, + { + "epoch": 0.62, + "learning_rate": 0.000387016530251966, + "loss": 0.0685, + "theoretical_loss": 3.45383197766708, + "tokens_seen": 2035548160 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003869362863103836, + "loss": 0.0644, + "theoretical_loss": 3.453795327606726, + "tokens_seen": 2035810304 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038685604236880116, + "loss": 0.0686, + "theoretical_loss": 3.4537586835865746, + "tokens_seen": 2036072448 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038677579842721877, + "loss": 0.0698, + "theoretical_loss": 3.4537220456048523, + "tokens_seen": 2036334592 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003866955544856364, + "loss": 0.0683, + "theoretical_loss": 3.453685413659788, + "tokens_seen": 2036596736 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003866153105440539, + "loss": 0.0681, + "theoretical_loss": 3.4536487877496085, + "tokens_seen": 2036858880 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003865350666024715, + "loss": 0.0693, + "theoretical_loss": 3.4536121678725444, + "tokens_seen": 2037121024 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003864548226608891, + "loss": 0.0676, + "theoretical_loss": 3.453575554026825, + "tokens_seen": 2037383168 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003863745787193067, + "loss": 0.0651, + "theoretical_loss": 3.4535389462106822, + "tokens_seen": 2037645312 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003862943347777243, + "loss": 0.0685, + "theoretical_loss": 3.4535023444223465, + "tokens_seen": 2037907456 + }, + { + "epoch": 0.62, + "objective/train/advantage_avg": -4.89884041598998e-06, + "objective/train/docs_used": 743253, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2716975212097168, + "objective/train/original_loss": 1.2716975212097168, + "objective/train/theoretical_loss": 3.453465748660051, + "objective/train/tokens_used": 2058629600, + "objective/train/value_avg": -0.007610321044921875, + "objective/train/value_loss": 0.0001376255095237866, + "objective/train/value_max": -8.547306060791016e-05, + "objective/train/value_min": -0.51513671875, + "objective/train/value_reward_corr": 0.7151727369146033, + "objective/train/value_std": 0.0123138427734375, + "objective/train/weight_avg": 1.000059723854065, + "objective/train/weighted_lm_loss": 1.2718602418899536, + "objective/train/weights_max": 1.3215041160583496, + "objective/train/weights_min": 0.3705710172653198, + "theoretical_loss": 3.453465748660051, + "tokens_seen": 2038169600 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003862140908361419, + "loss": 0.0676, + "theoretical_loss": 3.453465748660051, + "tokens_seen": 2038169600 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003861338468945595, + "loss": 0.067, + "theoretical_loss": 3.4534291589220274, + "tokens_seen": 2038431744 + }, + { + "epoch": 0.62, + "learning_rate": 0.000386053602952977, + "loss": 0.0684, + "theoretical_loss": 3.4533925752065104, + "tokens_seen": 2038693888 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038597335901139463, + "loss": 0.0682, + "theoretical_loss": 3.4533559975117347, + "tokens_seen": 2038956032 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038589311506981224, + "loss": 0.0695, + "theoretical_loss": 3.453319425835935, + "tokens_seen": 2039218176 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038581287112822985, + "loss": 0.0665, + "theoretical_loss": 3.4532828601773478, + "tokens_seen": 2039480320 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003857326271866474, + "loss": 0.0663, + "theoretical_loss": 3.453246300534209, + "tokens_seen": 2039742464 + }, + { + "epoch": 0.62, + "learning_rate": 0.000385652383245065, + "loss": 0.0694, + "theoretical_loss": 3.4532097469047573, + "tokens_seen": 2040004608 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038557213930348264, + "loss": 0.0682, + "theoretical_loss": 3.4531731992872303, + "tokens_seen": 2040266752 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038549189536190014, + "loss": 0.0666, + "theoretical_loss": 3.4531366576798668, + "tokens_seen": 2040528896 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038541165142031775, + "loss": 0.0698, + "theoretical_loss": 3.4531001220809068, + "tokens_seen": 2040791040 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038533140747873537, + "loss": 0.0682, + "theoretical_loss": 3.453063592488591, + "tokens_seen": 2041053184 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003852511635371529, + "loss": 0.0662, + "theoretical_loss": 3.4530270689011595, + "tokens_seen": 2041315328 + }, + { + "epoch": 0.62, + "objective/train/advantage_avg": 0.00031114567536860704, + "objective/train/docs_used": 744490, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4959088563919067, + "objective/train/original_loss": 1.4959088563919067, + "objective/train/theoretical_loss": 3.4530088093587263, + "objective/train/tokens_used": 2061906400, + "objective/train/value_avg": -0.007083892822265625, + "objective/train/value_loss": 0.00030666435486637056, + "objective/train/value_max": -5.346536636352539e-05, + "objective/train/value_min": -0.224609375, + "objective/train/value_reward_corr": 0.5377356997614866, + "objective/train/value_std": 0.01123809814453125, + "objective/train/weight_avg": 1.0004428625106812, + "objective/train/weighted_lm_loss": 1.4957327842712402, + "objective/train/weights_max": 1.2328771352767944, + "objective/train/weights_min": 0.3690573275089264, + "theoretical_loss": 3.4530088093587263, + "tokens_seen": 2041446400 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038517091959557054, + "loss": 0.069, + "theoretical_loss": 3.4529905513168555, + "tokens_seen": 2041577472 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038509067565398815, + "loss": 0.0673, + "theoretical_loss": 3.452954039733921, + "tokens_seen": 2041839616 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038501043171240576, + "loss": 0.0653, + "theoretical_loss": 3.4529175341505995, + "tokens_seen": 2042101760 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003849301877708233, + "loss": 0.0674, + "theoretical_loss": 3.4528810345651357, + "tokens_seen": 2042363904 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003848499438292409, + "loss": 0.0676, + "theoretical_loss": 3.4528445409757738, + "tokens_seen": 2042626048 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003847696998876585, + "loss": 0.0691, + "theoretical_loss": 3.45280805338076, + "tokens_seen": 2042888192 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038468945594607605, + "loss": 0.0657, + "theoretical_loss": 3.45277157177834, + "tokens_seen": 2043150336 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038460921200449366, + "loss": 0.0664, + "theoretical_loss": 3.4527350961667613, + "tokens_seen": 2043412480 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003845289680629113, + "loss": 0.0668, + "theoretical_loss": 3.452698626544272, + "tokens_seen": 2043674624 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003844487241213289, + "loss": 0.0673, + "theoretical_loss": 3.45266216290912, + "tokens_seen": 2043936768 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038436848017974645, + "loss": 0.0681, + "theoretical_loss": 3.452625705259556, + "tokens_seen": 2044198912 + }, + { + "epoch": 0.62, + "learning_rate": 0.000384288236238164, + "loss": 0.0685, + "theoretical_loss": 3.4525892535938283, + "tokens_seen": 2044461056 + }, + { + "epoch": 0.62, + "objective/train/advantage_avg": 5.9808280639117584e-05, + "objective/train/docs_used": 745676, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1177629232406616, + "objective/train/original_loss": 1.117762804031372, + "objective/train/theoretical_loss": 3.4525528079101884, + "objective/train/tokens_used": 2065183200, + "objective/train/value_avg": -0.00650787353515625, + "objective/train/value_loss": 0.00020752465934492648, + "objective/train/value_max": -2.7298927307128906e-05, + "objective/train/value_min": -0.62451171875, + "objective/train/value_reward_corr": 0.7185054938507162, + "objective/train/value_std": 0.0139617919921875, + "objective/train/weight_avg": 1.0001554489135742, + "objective/train/weighted_lm_loss": 1.1176658868789673, + "objective/train/weights_max": 1.5637750625610352, + "objective/train/weights_min": 0.4290459156036377, + "theoretical_loss": 3.4525528079101884, + "tokens_seen": 2044723200 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003842079922965816, + "loss": 0.068, + "theoretical_loss": 3.4525528079101884, + "tokens_seen": 2044723200 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003841277483549992, + "loss": 0.068, + "theoretical_loss": 3.4525163682068882, + "tokens_seen": 2044985344 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003840475044134168, + "loss": 0.0704, + "theoretical_loss": 3.45247993448218, + "tokens_seen": 2045247488 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003839672604718344, + "loss": 0.067, + "theoretical_loss": 3.4524435067343164, + "tokens_seen": 2045509632 + }, + { + "epoch": 0.62, + "learning_rate": 0.000383887016530252, + "loss": 0.0642, + "theoretical_loss": 3.452407084961551, + "tokens_seen": 2045771776 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038380677258866957, + "loss": 0.0642, + "theoretical_loss": 3.452370669162139, + "tokens_seen": 2046033920 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038372652864708713, + "loss": 0.0676, + "theoretical_loss": 3.452334259334335, + "tokens_seen": 2046296064 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038364628470550474, + "loss": 0.0675, + "theoretical_loss": 3.452297855476395, + "tokens_seen": 2046558208 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003835660407639223, + "loss": 0.0668, + "theoretical_loss": 3.4522614575865753, + "tokens_seen": 2046820352 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003834857968223399, + "loss": 0.0647, + "theoretical_loss": 3.452225065663134, + "tokens_seen": 2047082496 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003834055528807575, + "loss": 0.0687, + "theoretical_loss": 3.4521886797043293, + "tokens_seen": 2047344640 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003833253089391751, + "loss": 0.0659, + "theoretical_loss": 3.4521522997084197, + "tokens_seen": 2047606784 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003832450649975927, + "loss": 0.0682, + "theoretical_loss": 3.452115925673665, + "tokens_seen": 2047868928 + }, + { + "epoch": 0.62, + "objective/train/advantage_avg": 0.0007013974827714264, + "objective/train/docs_used": 746888, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.244431495666504, + "objective/train/original_loss": 1.2444312572479248, + "objective/train/theoretical_loss": 3.4520977408911766, + "objective/train/tokens_used": 2068460000, + "objective/train/value_avg": -0.004711151123046875, + "objective/train/value_loss": 9.837546531343833e-05, + "objective/train/value_max": -4.947185516357422e-05, + "objective/train/value_min": -0.270263671875, + "objective/train/value_reward_corr": 0.6708097218435278, + "objective/train/value_std": 0.0090484619140625, + "objective/train/weight_avg": 1.000746726989746, + "objective/train/weighted_lm_loss": 1.2461175918579102, + "objective/train/weights_max": 1.219853162765503, + "objective/train/weights_min": 0.39198824763298035, + "theoretical_loss": 3.4520977408911766, + "tokens_seen": 2048000000 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003831648210560103, + "loss": 0.0628, + "theoretical_loss": 3.4520795575983247, + "tokens_seen": 2048131072 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038308457711442787, + "loss": 0.0708, + "theoretical_loss": 3.4520431954806607, + "tokens_seen": 2048393216 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003830043331728454, + "loss": 0.068, + "theoretical_loss": 3.452006839318935, + "tokens_seen": 2048655360 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038292408923126304, + "loss": 0.0685, + "theoretical_loss": 3.45197048911141, + "tokens_seen": 2048917504 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038284384528968065, + "loss": 0.0692, + "theoretical_loss": 3.451934144856348, + "tokens_seen": 2049179648 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003827636013480982, + "loss": 0.0679, + "theoretical_loss": 3.451897806552014, + "tokens_seen": 2049441792 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003826833574065158, + "loss": 0.0692, + "theoretical_loss": 3.451861474196672, + "tokens_seen": 2049703936 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038260311346493344, + "loss": 0.0685, + "theoretical_loss": 3.4518251477885884, + "tokens_seen": 2049966080 + }, + { + "epoch": 0.62, + "learning_rate": 0.000382522869523351, + "loss": 0.0712, + "theoretical_loss": 3.4517888273260287, + "tokens_seen": 2050228224 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038244262558176855, + "loss": 0.0676, + "theoretical_loss": 3.4517525128072593, + "tokens_seen": 2050490368 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038236238164018616, + "loss": 0.0667, + "theoretical_loss": 3.4517162042305483, + "tokens_seen": 2050752512 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003822821376986038, + "loss": 0.0672, + "theoretical_loss": 3.4516799015941646, + "tokens_seen": 2051014656 + }, + { + "epoch": 0.62, + "objective/train/advantage_avg": -0.0002172766107833013, + "objective/train/docs_used": 748156, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2689889669418335, + "objective/train/original_loss": 1.268988847732544, + "objective/train/theoretical_loss": 3.451643604896377, + "objective/train/tokens_used": 2071736800, + "objective/train/value_avg": -0.0087432861328125, + "objective/train/value_loss": 0.00031176148331724107, + "objective/train/value_max": -4.3332576751708984e-05, + "objective/train/value_min": -0.92333984375, + "objective/train/value_reward_corr": 0.7030775909204156, + "objective/train/value_std": 0.01702880859375, + "objective/train/weight_avg": 0.9999186992645264, + "objective/train/weighted_lm_loss": 1.2680602073669434, + "objective/train/weights_max": 1.6845263242721558, + "objective/train/weights_min": 0.369646281003952, + "theoretical_loss": 3.451643604896377, + "tokens_seen": 2051276800 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038220189375702134, + "loss": 0.0682, + "theoretical_loss": 3.451643604896377, + "tokens_seen": 2051276800 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038212164981543895, + "loss": 0.0697, + "theoretical_loss": 3.4516073141354546, + "tokens_seen": 2051538944 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038204140587385656, + "loss": 0.0689, + "theoretical_loss": 3.451571029309668, + "tokens_seen": 2051801088 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003819611619322742, + "loss": 0.0664, + "theoretical_loss": 3.4515347504172893, + "tokens_seen": 2052063232 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003818809179906917, + "loss": 0.0686, + "theoretical_loss": 3.4514984774565898, + "tokens_seen": 2052325376 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003818006740491093, + "loss": 0.0675, + "theoretical_loss": 3.4514622104258423, + "tokens_seen": 2052587520 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003817204301075269, + "loss": 0.0653, + "theoretical_loss": 3.451425949323321, + "tokens_seen": 2052849664 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038164018616594446, + "loss": 0.0667, + "theoretical_loss": 3.451389694147298, + "tokens_seen": 2053111808 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003815599422243621, + "loss": 0.0679, + "theoretical_loss": 3.45135344489605, + "tokens_seen": 2053373952 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003814796982827797, + "loss": 0.069, + "theoretical_loss": 3.4513172015678526, + "tokens_seen": 2053636096 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038139945434119725, + "loss": 0.0651, + "theoretical_loss": 3.451280964160981, + "tokens_seen": 2053898240 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003813192103996148, + "loss": 0.0675, + "theoretical_loss": 3.451244732673713, + "tokens_seen": 2054160384 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003812389664580324, + "loss": 0.0655, + "theoretical_loss": 3.451208507104326, + "tokens_seen": 2054422528 + }, + { + "epoch": 0.62, + "objective/train/advantage_avg": 7.369167724391446e-05, + "objective/train/docs_used": 749325, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3106026649475098, + "objective/train/original_loss": 1.3106026649475098, + "objective/train/theoretical_loss": 3.4511903965382995, + "objective/train/tokens_used": 2075013600, + "objective/train/value_avg": -0.00589752197265625, + "objective/train/value_loss": 0.00013435486471280456, + "objective/train/value_max": -3.6776065826416016e-05, + "objective/train/value_min": -0.2276611328125, + "objective/train/value_reward_corr": 0.6502209182906631, + "objective/train/value_std": 0.00909423828125, + "objective/train/weight_avg": 1.0001360177993774, + "objective/train/weighted_lm_loss": 1.3110253810882568, + "objective/train/weights_max": 1.0932023525238037, + "objective/train/weights_min": 0.39071035385131836, + "theoretical_loss": 3.4511903965382995, + "tokens_seen": 2054553600 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038115872251645003, + "loss": 0.0673, + "theoretical_loss": 3.451172287451098, + "tokens_seen": 2054684672 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003810784785748676, + "loss": 0.0695, + "theoretical_loss": 3.45113607371231, + "tokens_seen": 2054946816 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003809982346332852, + "loss": 0.0673, + "theoretical_loss": 3.4510998658862397, + "tokens_seen": 2055208960 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003809179906917028, + "loss": 0.0671, + "theoretical_loss": 3.451063663971169, + "tokens_seen": 2055471104 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038083774675012037, + "loss": 0.0683, + "theoretical_loss": 3.4510274679653787, + "tokens_seen": 2055733248 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038075750280853793, + "loss": 0.0685, + "theoretical_loss": 3.4509912778671517, + "tokens_seen": 2055995392 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038067725886695554, + "loss": 0.0665, + "theoretical_loss": 3.4509550936747697, + "tokens_seen": 2056257536 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038059701492537315, + "loss": 0.0697, + "theoretical_loss": 3.4509189153865165, + "tokens_seen": 2056519680 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003805167709837907, + "loss": 0.0682, + "theoretical_loss": 3.450882743000677, + "tokens_seen": 2056781824 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003804365270422083, + "loss": 0.0706, + "theoretical_loss": 3.450846576515535, + "tokens_seen": 2057043968 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038035628310062594, + "loss": 0.0681, + "theoretical_loss": 3.4508104159293773, + "tokens_seen": 2057306112 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003802760391590435, + "loss": 0.0694, + "theoretical_loss": 3.4507742612404897, + "tokens_seen": 2057568256 + }, + { + "epoch": 0.62, + "objective/train/advantage_avg": 0.0002449645835440606, + "objective/train/docs_used": 750571, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.440008282661438, + "objective/train/original_loss": 1.4400081634521484, + "objective/train/theoretical_loss": 3.4507381124471594, + "objective/train/tokens_used": 2078290400, + "objective/train/value_avg": -0.00615692138671875, + "objective/train/value_loss": 9.953356493497267e-05, + "objective/train/value_max": -3.0934810638427734e-05, + "objective/train/value_min": -0.2310791015625, + "objective/train/value_reward_corr": 0.7624452156429116, + "objective/train/value_std": 0.0107421875, + "objective/train/weight_avg": 1.0002936124801636, + "objective/train/weighted_lm_loss": 1.440850019454956, + "objective/train/weights_max": 1.1041550636291504, + "objective/train/weights_min": 0.7176418900489807, + "theoretical_loss": 3.4507381124471594, + "tokens_seen": 2057830400 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003801957952174611, + "loss": 0.0686, + "theoretical_loss": 3.4507381124471594, + "tokens_seen": 2057830400 + }, + { + "epoch": 0.62, + "learning_rate": 0.00038011555127587867, + "loss": 0.0674, + "theoretical_loss": 3.4507019695476737, + "tokens_seen": 2058092544 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003800353073342963, + "loss": 0.0683, + "theoretical_loss": 3.450665832540322, + "tokens_seen": 2058354688 + }, + { + "epoch": 0.62, + "learning_rate": 0.00037995506339271384, + "loss": 0.0671, + "theoretical_loss": 3.450629701423393, + "tokens_seen": 2058616832 + }, + { + "epoch": 0.62, + "learning_rate": 0.00037987481945113145, + "loss": 0.0704, + "theoretical_loss": 3.4505935761951765, + "tokens_seen": 2058878976 + }, + { + "epoch": 0.62, + "learning_rate": 0.00037979457550954906, + "loss": 0.0681, + "theoretical_loss": 3.4505574568539634, + "tokens_seen": 2059141120 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003797143315679666, + "loss": 0.0664, + "theoretical_loss": 3.4505213433980453, + "tokens_seen": 2059403264 + }, + { + "epoch": 0.62, + "learning_rate": 0.00037963408762638423, + "loss": 0.0698, + "theoretical_loss": 3.450485235825714, + "tokens_seen": 2059665408 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003795538436848018, + "loss": 0.0669, + "theoretical_loss": 3.450449134135262, + "tokens_seen": 2059927552 + }, + { + "epoch": 0.62, + "learning_rate": 0.00037947359974321935, + "loss": 0.0672, + "theoretical_loss": 3.4504130383249834, + "tokens_seen": 2060189696 + }, + { + "epoch": 0.62, + "learning_rate": 0.00037939335580163696, + "loss": 0.0675, + "theoretical_loss": 3.4503769483931723, + "tokens_seen": 2060451840 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003793131118600546, + "loss": 0.0667, + "theoretical_loss": 3.4503408643381235, + "tokens_seen": 2060713984 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003792328679184722, + "loss": 0.0659, + "theoretical_loss": 3.4503047861581324, + "tokens_seen": 2060976128 + }, + { + "epoch": 0.62, + "objective/train/advantage_avg": 0.0008582944283261895, + "objective/train/docs_used": 751685, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.393052577972412, + "objective/train/original_loss": 1.393052577972412, + "objective/train/theoretical_loss": 3.450286749270751, + "objective/train/tokens_used": 2081567200, + "objective/train/value_avg": -0.01065826416015625, + "objective/train/value_loss": 0.0007956342888064682, + "objective/train/value_max": -8.887052536010742e-05, + "objective/train/value_min": -0.77099609375, + "objective/train/value_reward_corr": 0.5860967128833836, + "objective/train/value_std": 0.0222015380859375, + "objective/train/weight_avg": 1.0012288093566895, + "objective/train/weighted_lm_loss": 1.3958698511123657, + "objective/train/weights_max": 1.9405193328857422, + "objective/train/weights_min": 0.3740321099758148, + "theoretical_loss": 3.450286749270751, + "tokens_seen": 2061107200 + }, + { + "epoch": 0.62, + "learning_rate": 0.00037915262397688975, + "loss": 0.0687, + "theoretical_loss": 3.4502687138514956, + "tokens_seen": 2061238272 + }, + { + "epoch": 0.62, + "learning_rate": 0.00037907238003530736, + "loss": 0.0687, + "theoretical_loss": 3.4502326474165104, + "tokens_seen": 2061500416 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003789921360937249, + "loss": 0.0693, + "theoretical_loss": 3.450196586851474, + "tokens_seen": 2061762560 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003789118921521425, + "loss": 0.0688, + "theoretical_loss": 3.450160532154685, + "tokens_seen": 2062024704 + }, + { + "epoch": 0.62, + "learning_rate": 0.0003788316482105601, + "loss": 0.0673, + "theoretical_loss": 3.4501244833244438, + "tokens_seen": 2062286848 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003787514042689777, + "loss": 0.0686, + "theoretical_loss": 3.450088440359049, + "tokens_seen": 2062548992 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003786711603273953, + "loss": 0.0665, + "theoretical_loss": 3.450052403256801, + "tokens_seen": 2062811136 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003785909163858129, + "loss": 0.0672, + "theoretical_loss": 3.450016372016002, + "tokens_seen": 2063073280 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003785106724442305, + "loss": 0.0694, + "theoretical_loss": 3.4499803466349537, + "tokens_seen": 2063335424 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003784304285026481, + "loss": 0.0695, + "theoretical_loss": 3.449944327111959, + "tokens_seen": 2063597568 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003783501845610656, + "loss": 0.0676, + "theoretical_loss": 3.449908313445321, + "tokens_seen": 2063859712 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003782699406194832, + "loss": 0.0677, + "theoretical_loss": 3.4498723056333445, + "tokens_seen": 2064121856 + }, + { + "epoch": 0.63, + "objective/train/advantage_avg": 0.0007629451574757695, + "objective/train/docs_used": 752866, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.322753667831421, + "objective/train/original_loss": 1.3227534294128418, + "objective/train/theoretical_loss": 3.4498363036743336, + "objective/train/tokens_used": 2084844000, + "objective/train/value_avg": -0.006420135498046875, + "objective/train/value_loss": 0.00018340250244364142, + "objective/train/value_max": -3.1948089599609375e-05, + "objective/train/value_min": -0.20556640625, + "objective/train/value_reward_corr": 0.5805085707150284, + "objective/train/value_std": 0.0092620849609375, + "objective/train/weight_avg": 1.0008442401885986, + "objective/train/weighted_lm_loss": 1.323386549949646, + "objective/train/weights_max": 1.1413390636444092, + "objective/train/weights_min": 0.36834320425987244, + "theoretical_loss": 3.4498363036743336, + "tokens_seen": 2064384000 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037818969667790083, + "loss": 0.0716, + "theoretical_loss": 3.4498363036743336, + "tokens_seen": 2064384000 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037810945273631844, + "loss": 0.0666, + "theoretical_loss": 3.449800307566594, + "tokens_seen": 2064646144 + }, + { + "epoch": 0.63, + "learning_rate": 0.000378029208794736, + "loss": 0.0679, + "theoretical_loss": 3.449764317308432, + "tokens_seen": 2064908288 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003779489648531536, + "loss": 0.07, + "theoretical_loss": 3.449728332898155, + "tokens_seen": 2065170432 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003778687209115712, + "loss": 0.066, + "theoretical_loss": 3.4496923543340703, + "tokens_seen": 2065432576 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037778847696998873, + "loss": 0.069, + "theoretical_loss": 3.4496563816144867, + "tokens_seen": 2065694720 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037770823302840634, + "loss": 0.0675, + "theoretical_loss": 3.449620414737713, + "tokens_seen": 2065956864 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037762798908682395, + "loss": 0.066, + "theoretical_loss": 3.449584453702059, + "tokens_seen": 2066219008 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003775477451452415, + "loss": 0.0674, + "theoretical_loss": 3.449548498505834, + "tokens_seen": 2066481152 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003774675012036591, + "loss": 0.0713, + "theoretical_loss": 3.4495125491473515, + "tokens_seen": 2066743296 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037738725726207674, + "loss": 0.0672, + "theoretical_loss": 3.449476605624922, + "tokens_seen": 2067005440 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037730701332049435, + "loss": 0.068, + "theoretical_loss": 3.4494406679368583, + "tokens_seen": 2067267584 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003772267693789119, + "loss": 0.0694, + "theoretical_loss": 3.449404736081474, + "tokens_seen": 2067529728 + }, + { + "epoch": 0.63, + "objective/train/advantage_avg": 0.0004530347359832376, + "objective/train/docs_used": 753921, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.503927230834961, + "objective/train/original_loss": 1.50392746925354, + "objective/train/theoretical_loss": 3.4493867723405094, + "objective/train/tokens_used": 2088120800, + "objective/train/value_avg": -0.01122283935546875, + "objective/train/value_loss": 0.00026928403531201184, + "objective/train/value_max": -1.9252300262451172e-05, + "objective/train/value_min": -0.359130859375, + "objective/train/value_reward_corr": 0.7807716288378694, + "objective/train/value_std": 0.0225677490234375, + "objective/train/weight_avg": 1.0005851984024048, + "objective/train/weighted_lm_loss": 1.5036509037017822, + "objective/train/weights_max": 1.2793318033218384, + "objective/train/weights_min": 0.6226693987846375, + "theoretical_loss": 3.4493867723405094, + "tokens_seen": 2067660800 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037714652543732947, + "loss": 0.0713, + "theoretical_loss": 3.4493688100570825, + "tokens_seen": 2067791872 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003770662814957471, + "loss": 0.0701, + "theoretical_loss": 3.4493328898619993, + "tokens_seen": 2068054016 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037698603755416464, + "loss": 0.0675, + "theoretical_loss": 3.449296975494539, + "tokens_seen": 2068316160 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037690579361258225, + "loss": 0.0665, + "theoretical_loss": 3.449261066953018, + "tokens_seen": 2068578304 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037682554967099986, + "loss": 0.0685, + "theoretical_loss": 3.4492251642357536, + "tokens_seen": 2068840448 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003767453057294175, + "loss": 0.0694, + "theoretical_loss": 3.4491892673410627, + "tokens_seen": 2069102592 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037666506178783503, + "loss": 0.0688, + "theoretical_loss": 3.449153376267264, + "tokens_seen": 2069364736 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003765848178462526, + "loss": 0.0679, + "theoretical_loss": 3.449117491012676, + "tokens_seen": 2069626880 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003765045739046702, + "loss": 0.0674, + "theoretical_loss": 3.449081611575618, + "tokens_seen": 2069889024 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037642432996308776, + "loss": 0.0673, + "theoretical_loss": 3.4490457379544113, + "tokens_seen": 2070151168 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003763440860215054, + "loss": 0.0704, + "theoretical_loss": 3.4490098701473757, + "tokens_seen": 2070413312 + }, + { + "epoch": 0.63, + "learning_rate": 0.000376263842079923, + "loss": 0.0671, + "theoretical_loss": 3.448974008152834, + "tokens_seen": 2070675456 + }, + { + "epoch": 0.63, + "objective/train/advantage_avg": -0.00039734551683068275, + "objective/train/docs_used": 755047, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2889273166656494, + "objective/train/original_loss": 1.2889271974563599, + "objective/train/theoretical_loss": 3.4489381519691085, + "objective/train/tokens_used": 2091397600, + "objective/train/value_avg": -0.00665283203125, + "objective/train/value_loss": 0.00023888830037321895, + "objective/train/value_max": -6.014108657836914e-05, + "objective/train/value_min": -0.25048828125, + "objective/train/value_reward_corr": 0.7168019633030582, + "objective/train/value_std": 0.01202392578125, + "objective/train/weight_avg": 0.999712347984314, + "objective/train/weighted_lm_loss": 1.2881571054458618, + "objective/train/weights_max": 1.1227530241012573, + "objective/train/weights_min": 0.3741062879562378, + "theoretical_loss": 3.4489381519691085, + "tokens_seen": 2070937600 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003761835981383406, + "loss": 0.0683, + "theoretical_loss": 3.4489381519691085, + "tokens_seen": 2070937600 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037610335419675816, + "loss": 0.0706, + "theoretical_loss": 3.4489023015945213, + "tokens_seen": 2071199744 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003760231102551757, + "loss": 0.0682, + "theoretical_loss": 3.448866457027397, + "tokens_seen": 2071461888 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037594286631359333, + "loss": 0.0684, + "theoretical_loss": 3.4488306182660597, + "tokens_seen": 2071724032 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003758626223720109, + "loss": 0.0712, + "theoretical_loss": 3.448794785308835, + "tokens_seen": 2071986176 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003757823784304285, + "loss": 0.069, + "theoretical_loss": 3.4487589581540483, + "tokens_seen": 2072248320 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003757021344888461, + "loss": 0.0677, + "theoretical_loss": 3.4487231368000266, + "tokens_seen": 2072510464 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003756218905472637, + "loss": 0.0674, + "theoretical_loss": 3.448687321245097, + "tokens_seen": 2072772608 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003755416466056813, + "loss": 0.0659, + "theoretical_loss": 3.4486515114875873, + "tokens_seen": 2073034752 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003754614026640989, + "loss": 0.0702, + "theoretical_loss": 3.448615707525826, + "tokens_seen": 2073296896 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037538115872251646, + "loss": 0.0686, + "theoretical_loss": 3.448579909358143, + "tokens_seen": 2073559040 + }, + { + "epoch": 0.63, + "learning_rate": 0.000375300914780934, + "loss": 0.0686, + "theoretical_loss": 3.448544116982868, + "tokens_seen": 2073821184 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037522067083935163, + "loss": 0.0696, + "theoretical_loss": 3.448508330398332, + "tokens_seen": 2074083328 + }, + { + "epoch": 0.63, + "objective/train/advantage_avg": -0.0002511926868464798, + "objective/train/docs_used": 756110, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3220913410186768, + "objective/train/original_loss": 1.3220911026000977, + "objective/train/theoretical_loss": 3.4484904392770694, + "objective/train/tokens_used": 2094674400, + "objective/train/value_avg": -0.0066375732421875, + "objective/train/value_loss": 0.0003177051548846066, + "objective/train/value_max": -3.647804260253906e-05, + "objective/train/value_min": -0.230712890625, + "objective/train/value_reward_corr": 0.6270194824589326, + "objective/train/value_std": 0.012420654296875, + "objective/train/weight_avg": 0.9998827576637268, + "objective/train/weighted_lm_loss": 1.321983814239502, + "objective/train/weights_max": 1.2594975233078003, + "objective/train/weights_min": 0.3702559173107147, + "theoretical_loss": 3.4484904392770694, + "tokens_seen": 2074214400 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037514042689776924, + "loss": 0.067, + "theoretical_loss": 3.448472549602866, + "tokens_seen": 2074345472 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003750601829561868, + "loss": 0.0652, + "theoretical_loss": 3.4484367745948026, + "tokens_seen": 2074607616 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003749799390146044, + "loss": 0.0698, + "theoretical_loss": 3.4484010053724736, + "tokens_seen": 2074869760 + }, + { + "epoch": 0.63, + "learning_rate": 0.000374899695073022, + "loss": 0.0688, + "theoretical_loss": 3.448365241934214, + "tokens_seen": 2075131904 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003748194511314396, + "loss": 0.0672, + "theoretical_loss": 3.4483294842783563, + "tokens_seen": 2075394048 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037473920718985714, + "loss": 0.0696, + "theoretical_loss": 3.4482937324032368, + "tokens_seen": 2075656192 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037465896324827475, + "loss": 0.0709, + "theoretical_loss": 3.4482579863071905, + "tokens_seen": 2075918336 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037457871930669237, + "loss": 0.0682, + "theoretical_loss": 3.4482222459885534, + "tokens_seen": 2076180480 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003744984753651099, + "loss": 0.0677, + "theoretical_loss": 3.4481865114456625, + "tokens_seen": 2076442624 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037441823142352754, + "loss": 0.067, + "theoretical_loss": 3.448150782676856, + "tokens_seen": 2076704768 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037433798748194515, + "loss": 0.0642, + "theoretical_loss": 3.4481150596804717, + "tokens_seen": 2076966912 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003742577435403627, + "loss": 0.0666, + "theoretical_loss": 3.4480793424548493, + "tokens_seen": 2077229056 + }, + { + "epoch": 0.63, + "objective/train/advantage_avg": 0.0019073152216151357, + "objective/train/docs_used": 757304, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.436040997505188, + "objective/train/original_loss": 1.4360411167144775, + "objective/train/theoretical_loss": 3.4480436309983276, + "objective/train/tokens_used": 2097951200, + "objective/train/value_avg": -0.007343292236328125, + "objective/train/value_loss": 0.00020604055316653103, + "objective/train/value_max": -8.612871170043945e-05, + "objective/train/value_min": -0.5546875, + "objective/train/value_reward_corr": 0.626774466864251, + "objective/train/value_std": 0.0139007568359375, + "objective/train/weight_avg": 1.0020006895065308, + "objective/train/weighted_lm_loss": 1.4382137060165405, + "objective/train/weights_max": 1.4210902452468872, + "objective/train/weights_min": 0.36879345774650574, + "theoretical_loss": 3.4480436309983276, + "tokens_seen": 2077491200 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037417749959878027, + "loss": 0.0667, + "theoretical_loss": 3.4480436309983276, + "tokens_seen": 2077491200 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003740972556571979, + "loss": 0.0689, + "theoretical_loss": 3.448007925309247, + "tokens_seen": 2077753344 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003740170117156155, + "loss": 0.0694, + "theoretical_loss": 3.447972225385949, + "tokens_seen": 2078015488 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037393676777403305, + "loss": 0.0649, + "theoretical_loss": 3.447936531226776, + "tokens_seen": 2078277632 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037385652383245066, + "loss": 0.0651, + "theoretical_loss": 3.4479008428300686, + "tokens_seen": 2078539776 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003737762798908683, + "loss": 0.0677, + "theoretical_loss": 3.447865160194171, + "tokens_seen": 2078801920 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003736960359492859, + "loss": 0.0685, + "theoretical_loss": 3.447829483317428, + "tokens_seen": 2079064064 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003736157920077034, + "loss": 0.0656, + "theoretical_loss": 3.4477938121981824, + "tokens_seen": 2079326208 + }, + { + "epoch": 0.63, + "learning_rate": 0.000373535548066121, + "loss": 0.0643, + "theoretical_loss": 3.44775814683478, + "tokens_seen": 2079588352 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003734553041245386, + "loss": 0.0665, + "theoretical_loss": 3.447722487225567, + "tokens_seen": 2079850496 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003733750601829562, + "loss": 0.0639, + "theoretical_loss": 3.4476868333688904, + "tokens_seen": 2080112640 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003732948162413738, + "loss": 0.0684, + "theoretical_loss": 3.447651185263096, + "tokens_seen": 2080374784 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003732145722997914, + "loss": 0.0677, + "theoretical_loss": 3.447615542906532, + "tokens_seen": 2080636928 + }, + { + "epoch": 0.63, + "objective/train/advantage_avg": 0.0008968268521130085, + "objective/train/docs_used": 758504, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.281872272491455, + "objective/train/original_loss": 1.281872272491455, + "objective/train/theoretical_loss": 3.447597723883696, + "objective/train/tokens_used": 2101228000, + "objective/train/value_avg": -0.005645751953125, + "objective/train/value_loss": 0.00013442539784591645, + "objective/train/value_max": -2.3543834686279297e-05, + "objective/train/value_min": -0.2213134765625, + "objective/train/value_reward_corr": 0.571083739420119, + "objective/train/value_std": 0.00876617431640625, + "objective/train/weight_avg": 1.0009585618972778, + "objective/train/weighted_lm_loss": 1.2828166484832764, + "objective/train/weights_max": 1.1758452653884888, + "objective/train/weights_min": 0.3746718466281891, + "theoretical_loss": 3.447597723883696, + "tokens_seen": 2080768000 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037313432835820896, + "loss": 0.0691, + "theoretical_loss": 3.4475799062975483, + "tokens_seen": 2080899072 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003730540844166265, + "loss": 0.0678, + "theoretical_loss": 3.4475442754344927, + "tokens_seen": 2081161216 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037297384047504413, + "loss": 0.0639, + "theoretical_loss": 3.447508650315716, + "tokens_seen": 2081423360 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037289359653346174, + "loss": 0.0663, + "theoretical_loss": 3.4474730309395687, + "tokens_seen": 2081685504 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003728133525918793, + "loss": 0.0707, + "theoretical_loss": 3.4474374173044025, + "tokens_seen": 2081947648 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003727331086502969, + "loss": 0.0683, + "theoretical_loss": 3.4474018094085683, + "tokens_seen": 2082209792 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003726528647087145, + "loss": 0.0686, + "theoretical_loss": 3.4473662072504196, + "tokens_seen": 2082471936 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003725726207671321, + "loss": 0.0675, + "theoretical_loss": 3.4473306108283097, + "tokens_seen": 2082734080 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003724923768255497, + "loss": 0.0676, + "theoretical_loss": 3.4472950201405923, + "tokens_seen": 2082996224 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037241213288396726, + "loss": 0.0654, + "theoretical_loss": 3.4472594351856225, + "tokens_seen": 2083258368 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037233188894238487, + "loss": 0.0685, + "theoretical_loss": 3.447223855961756, + "tokens_seen": 2083520512 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003722516450008024, + "loss": 0.0675, + "theoretical_loss": 3.447188282467348, + "tokens_seen": 2083782656 + }, + { + "epoch": 0.63, + "objective/train/advantage_avg": 0.0005898301606066525, + "objective/train/docs_used": 759560, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3734922409057617, + "objective/train/original_loss": 1.3734920024871826, + "objective/train/theoretical_loss": 3.4471527147007555, + "objective/train/tokens_used": 2104504800, + "objective/train/value_avg": -0.00565338134765625, + "objective/train/value_loss": 9.856750693870708e-05, + "objective/train/value_max": -4.2319297790527344e-05, + "objective/train/value_min": -0.7685546875, + "objective/train/value_reward_corr": 0.755440636602495, + "objective/train/value_std": 0.01239013671875, + "objective/train/weight_avg": 1.0006377696990967, + "objective/train/weighted_lm_loss": 1.374719500541687, + "objective/train/weights_max": 1.2216413021087646, + "objective/train/weights_min": 0.5364825129508972, + "theoretical_loss": 3.4471527147007555, + "tokens_seen": 2084044800 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037217140105922004, + "loss": 0.0708, + "theoretical_loss": 3.4471527147007555, + "tokens_seen": 2084044800 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037209115711763765, + "loss": 0.0671, + "theoretical_loss": 3.447117152660337, + "tokens_seen": 2084306944 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003720109131760552, + "loss": 0.0684, + "theoretical_loss": 3.447081596344449, + "tokens_seen": 2084569088 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003719306692344728, + "loss": 0.0678, + "theoretical_loss": 3.447046045751451, + "tokens_seen": 2084831232 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003718504252928904, + "loss": 0.0659, + "theoretical_loss": 3.447010500879703, + "tokens_seen": 2085093376 + }, + { + "epoch": 0.63, + "learning_rate": 0.000371770181351308, + "loss": 0.0649, + "theoretical_loss": 3.4469749617275642, + "tokens_seen": 2085355520 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037168993740972555, + "loss": 0.0659, + "theoretical_loss": 3.4469394282933967, + "tokens_seen": 2085617664 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037160969346814316, + "loss": 0.0698, + "theoretical_loss": 3.4469039005755606, + "tokens_seen": 2085879808 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003715294495265608, + "loss": 0.0689, + "theoretical_loss": 3.446868378572419, + "tokens_seen": 2086141952 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037144920558497834, + "loss": 0.0692, + "theoretical_loss": 3.446832862282334, + "tokens_seen": 2086404096 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037136896164339595, + "loss": 0.0656, + "theoretical_loss": 3.44679735170367, + "tokens_seen": 2086666240 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003712887177018135, + "loss": 0.0656, + "theoretical_loss": 3.4467618468347903, + "tokens_seen": 2086928384 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037120847376023107, + "loss": 0.0666, + "theoretical_loss": 3.44672634767406, + "tokens_seen": 2087190528 + }, + { + "epoch": 0.63, + "objective/train/advantage_avg": 6.81554593029432e-05, + "objective/train/docs_used": 760861, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2910758256912231, + "objective/train/original_loss": 1.2910758256912231, + "objective/train/theoretical_loss": 3.446708600233741, + "objective/train/tokens_used": 2107781600, + "objective/train/value_avg": -0.0083465576171875, + "objective/train/value_loss": 0.00038347041117958724, + "objective/train/value_max": -2.3186206817626953e-05, + "objective/train/value_min": -0.89013671875, + "objective/train/value_reward_corr": 0.6917488246164402, + "objective/train/value_std": 0.016815185546875, + "objective/train/weight_avg": 1.0002368688583374, + "objective/train/weighted_lm_loss": 1.291402816772461, + "objective/train/weights_max": 1.258334755897522, + "objective/train/weights_min": 0.36849358677864075, + "theoretical_loss": 3.446708600233741, + "tokens_seen": 2087321600 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003711282298186487, + "loss": 0.0668, + "theoretical_loss": 3.4466908542198453, + "tokens_seen": 2087452672 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003710479858770663, + "loss": 0.0679, + "theoretical_loss": 3.4466553664705124, + "tokens_seen": 2087714816 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003709677419354839, + "loss": 0.0669, + "theoretical_loss": 3.446619884424427, + "tokens_seen": 2087976960 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037088749799390146, + "loss": 0.0677, + "theoretical_loss": 3.446584408079958, + "tokens_seen": 2088239104 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003708072540523191, + "loss": 0.0691, + "theoretical_loss": 3.4465489374354727, + "tokens_seen": 2088501248 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003707270101107367, + "loss": 0.0685, + "theoretical_loss": 3.4465134724893405, + "tokens_seen": 2088763392 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003706467661691542, + "loss": 0.068, + "theoretical_loss": 3.446478013239931, + "tokens_seen": 2089025536 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003705665222275718, + "loss": 0.0692, + "theoretical_loss": 3.4464425596856136, + "tokens_seen": 2089287680 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003704862782859894, + "loss": 0.069, + "theoretical_loss": 3.446407111824761, + "tokens_seen": 2089549824 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037040603434440703, + "loss": 0.0682, + "theoretical_loss": 3.4463716696557425, + "tokens_seen": 2089811968 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003703257904028246, + "loss": 0.0674, + "theoretical_loss": 3.4463362331769325, + "tokens_seen": 2090074112 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003702455464612422, + "loss": 0.0671, + "theoretical_loss": 3.4463008023867028, + "tokens_seen": 2090336256 + }, + { + "epoch": 0.63, + "objective/train/advantage_avg": 3.497328725643456e-05, + "objective/train/docs_used": 762048, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4001202583312988, + "objective/train/original_loss": 1.4001201391220093, + "objective/train/theoretical_loss": 3.4462653772834266, + "objective/train/tokens_used": 2111058400, + "objective/train/value_avg": -0.009002685546875, + "objective/train/value_loss": 0.00033951253863051534, + "objective/train/value_max": -4.4345855712890625e-05, + "objective/train/value_min": -0.478759765625, + "objective/train/value_reward_corr": 0.7587012494702003, + "objective/train/value_std": 0.0186614990234375, + "objective/train/weight_avg": 1.000192642211914, + "objective/train/weighted_lm_loss": 1.4009708166122437, + "objective/train/weights_max": 1.6140713691711426, + "objective/train/weights_min": 0.3687554597854614, + "theoretical_loss": 3.4462653772834266, + "tokens_seen": 2090598400 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003701653025196598, + "loss": 0.0694, + "theoretical_loss": 3.4462653772834266, + "tokens_seen": 2090598400 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003700850585780773, + "loss": 0.0677, + "theoretical_loss": 3.446229957865479, + "tokens_seen": 2090860544 + }, + { + "epoch": 0.63, + "learning_rate": 0.00037000481463649493, + "loss": 0.069, + "theoretical_loss": 3.4461945441312354, + "tokens_seen": 2091122688 + }, + { + "epoch": 0.63, + "learning_rate": 0.00036992457069491254, + "loss": 0.0669, + "theoretical_loss": 3.4461591360790704, + "tokens_seen": 2091384832 + }, + { + "epoch": 0.63, + "learning_rate": 0.00036984432675333015, + "loss": 0.0656, + "theoretical_loss": 3.44612373370736, + "tokens_seen": 2091646976 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003697640828117477, + "loss": 0.0685, + "theoretical_loss": 3.446088337014482, + "tokens_seen": 2091909120 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003696838388701653, + "loss": 0.0683, + "theoretical_loss": 3.446052945998814, + "tokens_seen": 2092171264 + }, + { + "epoch": 0.63, + "learning_rate": 0.00036960359492858294, + "loss": 0.068, + "theoretical_loss": 3.446017560658734, + "tokens_seen": 2092433408 + }, + { + "epoch": 0.63, + "learning_rate": 0.00036952335098700044, + "loss": 0.0672, + "theoretical_loss": 3.4459821809926208, + "tokens_seen": 2092695552 + }, + { + "epoch": 0.63, + "learning_rate": 0.00036944310704541805, + "loss": 0.0666, + "theoretical_loss": 3.4459468069988537, + "tokens_seen": 2092957696 + }, + { + "epoch": 0.63, + "learning_rate": 0.00036936286310383567, + "loss": 0.0665, + "theoretical_loss": 3.445911438675814, + "tokens_seen": 2093219840 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003692826191622532, + "loss": 0.0637, + "theoretical_loss": 3.445876076021882, + "tokens_seen": 2093481984 + }, + { + "epoch": 0.63, + "learning_rate": 0.00036920237522067084, + "loss": 0.0682, + "theoretical_loss": 3.4458407190354388, + "tokens_seen": 2093744128 + }, + { + "epoch": 0.63, + "objective/train/advantage_avg": 0.00023942702682688832, + "objective/train/docs_used": 763180, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.35895836353302, + "objective/train/original_loss": 1.3589582443237305, + "objective/train/theoretical_loss": 3.4458230426670204, + "objective/train/tokens_used": 2114335200, + "objective/train/value_avg": -0.007160186767578125, + "objective/train/value_loss": 0.00014556031965184957, + "objective/train/value_max": -6.455183029174805e-05, + "objective/train/value_min": -0.2890625, + "objective/train/value_reward_corr": 0.6943747880717446, + "objective/train/value_std": 0.0129852294921875, + "objective/train/weight_avg": 1.0003082752227783, + "objective/train/weighted_lm_loss": 1.3594688177108765, + "objective/train/weights_max": 1.2376939058303833, + "objective/train/weights_min": 0.38042691349983215, + "theoretical_loss": 3.4458230426670204, + "tokens_seen": 2093875200 + }, + { + "epoch": 0.63, + "learning_rate": 0.00036912213127908845, + "loss": 0.0665, + "theoretical_loss": 3.445805367714868, + "tokens_seen": 2094006272 + }, + { + "epoch": 0.63, + "learning_rate": 0.00036904188733750606, + "loss": 0.0661, + "theoretical_loss": 3.445770022058551, + "tokens_seen": 2094268416 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003689616433959236, + "loss": 0.0675, + "theoretical_loss": 3.445734682064873, + "tokens_seen": 2094530560 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003688813994543412, + "loss": 0.0663, + "theoretical_loss": 3.4456993477322166, + "tokens_seen": 2094792704 + }, + { + "epoch": 0.63, + "learning_rate": 0.0003688011555127588, + "loss": 0.0667, + "theoretical_loss": 3.4456640190589676, + "tokens_seen": 2095054848 + }, + { + "epoch": 0.63, + "learning_rate": 0.00036872091157117635, + "loss": 0.0683, + "theoretical_loss": 3.445628696043512, + "tokens_seen": 2095316992 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036864066762959396, + "loss": 0.0663, + "theoretical_loss": 3.4455933786842348, + "tokens_seen": 2095579136 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003685604236880116, + "loss": 0.0699, + "theoretical_loss": 3.4455580669795243, + "tokens_seen": 2095841280 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003684801797464292, + "loss": 0.0664, + "theoretical_loss": 3.4455227609277674, + "tokens_seen": 2096103424 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036839993580484675, + "loss": 0.0708, + "theoretical_loss": 3.445487460527352, + "tokens_seen": 2096365568 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003683196918632643, + "loss": 0.0692, + "theoretical_loss": 3.4454521657766675, + "tokens_seen": 2096627712 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003682394479216819, + "loss": 0.0697, + "theoretical_loss": 3.445416876674104, + "tokens_seen": 2096889856 + }, + { + "epoch": 0.64, + "objective/train/advantage_avg": 0.0015429306076839566, + "objective/train/docs_used": 764413, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4797135591506958, + "objective/train/original_loss": 1.4797133207321167, + "objective/train/theoretical_loss": 3.44538159321805, + "objective/train/tokens_used": 2117612000, + "objective/train/value_avg": -0.00774383544921875, + "objective/train/value_loss": 0.00010473346628714353, + "objective/train/value_max": -5.829334259033203e-05, + "objective/train/value_min": -0.2210693359375, + "objective/train/value_reward_corr": 0.7514434247415036, + "objective/train/value_std": 0.01308441162109375, + "objective/train/weight_avg": 1.0015947818756104, + "objective/train/weighted_lm_loss": 1.4817397594451904, + "objective/train/weights_max": 1.1432912349700928, + "objective/train/weights_min": 0.8192278742790222, + "theoretical_loss": 3.44538159321805, + "tokens_seen": 2097152000 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003681592039800995, + "loss": 0.0676, + "theoretical_loss": 3.44538159321805, + "tokens_seen": 2097152000 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003680789600385171, + "loss": 0.0675, + "theoretical_loss": 3.4453463154068977, + "tokens_seen": 2097414144 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003679987160969347, + "loss": 0.0691, + "theoretical_loss": 3.4453110432390384, + "tokens_seen": 2097676288 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003679184721553523, + "loss": 0.0681, + "theoretical_loss": 3.4452757767128643, + "tokens_seen": 2097938432 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003678382282137699, + "loss": 0.0642, + "theoretical_loss": 3.445240515826768, + "tokens_seen": 2098200576 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003677579842721875, + "loss": 0.0696, + "theoretical_loss": 3.4452052605791432, + "tokens_seen": 2098462720 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036767774033060504, + "loss": 0.067, + "theoretical_loss": 3.4451700109683836, + "tokens_seen": 2098724864 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003675974963890226, + "loss": 0.0685, + "theoretical_loss": 3.4451347669928856, + "tokens_seen": 2098987008 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003675172524474402, + "loss": 0.0691, + "theoretical_loss": 3.4450995286510424, + "tokens_seen": 2099249152 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036743700850585783, + "loss": 0.0687, + "theoretical_loss": 3.445064295941252, + "tokens_seen": 2099511296 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036735676456427544, + "loss": 0.0664, + "theoretical_loss": 3.4450290688619103, + "tokens_seen": 2099773440 + }, + { + "epoch": 0.64, + "learning_rate": 0.000367276520622693, + "loss": 0.0636, + "theoretical_loss": 3.444993847411415, + "tokens_seen": 2100035584 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003671962766811106, + "loss": 0.0691, + "theoretical_loss": 3.4449586315881637, + "tokens_seen": 2100297728 + }, + { + "epoch": 0.64, + "objective/train/advantage_avg": 0.0010328592034056783, + "objective/train/docs_used": 765555, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2112367153167725, + "objective/train/original_loss": 1.2112367153167725, + "objective/train/theoretical_loss": 3.4449410257862545, + "objective/train/tokens_used": 2120888800, + "objective/train/value_avg": -0.0067596435546875, + "objective/train/value_loss": 0.00014917155203875154, + "objective/train/value_max": -6.711483001708984e-05, + "objective/train/value_min": -0.4189453125, + "objective/train/value_reward_corr": 0.6581297812957824, + "objective/train/value_std": 0.0115509033203125, + "objective/train/weight_avg": 1.0011048316955566, + "objective/train/weighted_lm_loss": 1.2125779390335083, + "objective/train/weights_max": 1.2721681594848633, + "objective/train/weights_min": 0.6083624362945557, + "theoretical_loss": 3.4449410257862545, + "tokens_seen": 2100428800 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036711603273952817, + "loss": 0.0649, + "theoretical_loss": 3.4449234213905564, + "tokens_seen": 2100559872 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036703578879794573, + "loss": 0.0651, + "theoretical_loss": 3.4448882168169908, + "tokens_seen": 2100822016 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036695554485636334, + "loss": 0.0653, + "theoretical_loss": 3.444853017865869, + "tokens_seen": 2101084160 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036687530091478095, + "loss": 0.0645, + "theoretical_loss": 3.4448178245355896, + "tokens_seen": 2101346304 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003667950569731985, + "loss": 0.0656, + "theoretical_loss": 3.4447826368245558, + "tokens_seen": 2101608448 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003667148130316161, + "loss": 0.066, + "theoretical_loss": 3.4447474547311683, + "tokens_seen": 2101870592 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036663456909003374, + "loss": 0.0666, + "theoretical_loss": 3.4447122782538306, + "tokens_seen": 2102132736 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003665543251484513, + "loss": 0.0655, + "theoretical_loss": 3.444677107390946, + "tokens_seen": 2102394880 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036647408120686885, + "loss": 0.0644, + "theoretical_loss": 3.444641942140918, + "tokens_seen": 2102657024 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036639383726528647, + "loss": 0.0662, + "theoretical_loss": 3.4446067825021514, + "tokens_seen": 2102919168 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003663135933237041, + "loss": 0.0657, + "theoretical_loss": 3.444571628473052, + "tokens_seen": 2103181312 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036623334938212164, + "loss": 0.066, + "theoretical_loss": 3.4445364800520255, + "tokens_seen": 2103443456 + }, + { + "epoch": 0.64, + "objective/train/advantage_avg": -0.0005533241201192141, + "objective/train/docs_used": 766743, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.427161693572998, + "objective/train/original_loss": 1.427161693572998, + "objective/train/theoretical_loss": 3.444501337237478, + "objective/train/tokens_used": 2124165600, + "objective/train/value_avg": -0.0108642578125, + "objective/train/value_loss": 0.0007393314153887331, + "objective/train/value_max": -4.1961669921875e-05, + "objective/train/value_min": -0.86181640625, + "objective/train/value_reward_corr": 0.6626272239347049, + "objective/train/value_std": 0.02294921875, + "objective/train/weight_avg": 0.9997574090957642, + "objective/train/weighted_lm_loss": 1.4250149726867676, + "objective/train/weights_max": 1.454281210899353, + "objective/train/weights_min": 0.2383486032485962, + "theoretical_loss": 3.444501337237478, + "tokens_seen": 2103705600 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036615310544053925, + "loss": 0.0693, + "theoretical_loss": 3.444501337237478, + "tokens_seen": 2103705600 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036607286149895686, + "loss": 0.0666, + "theoretical_loss": 3.4444662000278177, + "tokens_seen": 2103967744 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003659926175573745, + "loss": 0.0626, + "theoretical_loss": 3.4444310684214514, + "tokens_seen": 2104229888 + }, + { + "epoch": 0.64, + "learning_rate": 0.000365912373615792, + "loss": 0.0638, + "theoretical_loss": 3.444395942416789, + "tokens_seen": 2104492032 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003658321296742096, + "loss": 0.0654, + "theoretical_loss": 3.4443608220122384, + "tokens_seen": 2104754176 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003657518857326272, + "loss": 0.0667, + "theoretical_loss": 3.44432570720621, + "tokens_seen": 2105016320 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036567164179104476, + "loss": 0.0623, + "theoretical_loss": 3.4442905979971146, + "tokens_seen": 2105278464 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003655913978494624, + "loss": 0.0671, + "theoretical_loss": 3.4442554943833628, + "tokens_seen": 2105540608 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036551115390788, + "loss": 0.0673, + "theoretical_loss": 3.444220396363367, + "tokens_seen": 2105802752 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003654309099662976, + "loss": 0.0641, + "theoretical_loss": 3.444185303935539, + "tokens_seen": 2106064896 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003653506660247151, + "loss": 0.0658, + "theoretical_loss": 3.4441502170982927, + "tokens_seen": 2106327040 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003652704220831327, + "loss": 0.0688, + "theoretical_loss": 3.444115135850041, + "tokens_seen": 2106589184 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036519017814155033, + "loss": 0.0686, + "theoretical_loss": 3.444080060189199, + "tokens_seen": 2106851328 + }, + { + "epoch": 0.64, + "objective/train/advantage_avg": -6.300579843809828e-05, + "objective/train/docs_used": 767939, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.360756754875183, + "objective/train/original_loss": 1.360756754875183, + "objective/train/theoretical_loss": 3.444062524453561, + "objective/train/tokens_used": 2127442400, + "objective/train/value_avg": -0.006107330322265625, + "objective/train/value_loss": 0.00013054379087407142, + "objective/train/value_max": -3.1948089599609375e-05, + "objective/train/value_min": -0.280029296875, + "objective/train/value_reward_corr": 0.7229120226108818, + "objective/train/value_std": 0.01190185546875, + "objective/train/weight_avg": 0.9999985098838806, + "objective/train/weighted_lm_loss": 1.3605958223342896, + "objective/train/weights_max": 1.305166482925415, + "objective/train/weights_min": 0.398890882730484, + "theoretical_loss": 3.444062524453561, + "tokens_seen": 2106982400 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003651099341999679, + "loss": 0.069, + "theoretical_loss": 3.444044990114181, + "tokens_seen": 2107113472 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003650296902583855, + "loss": 0.0675, + "theoretical_loss": 3.4440099256234036, + "tokens_seen": 2107375616 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003649494463168031, + "loss": 0.0687, + "theoretical_loss": 3.4439748667152825, + "tokens_seen": 2107637760 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036486920237522067, + "loss": 0.0666, + "theoretical_loss": 3.443939813388235, + "tokens_seen": 2107899904 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036478895843363823, + "loss": 0.0659, + "theoretical_loss": 3.4439047656406783, + "tokens_seen": 2108162048 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036470871449205584, + "loss": 0.069, + "theoretical_loss": 3.443869723471031, + "tokens_seen": 2108424192 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036462847055047346, + "loss": 0.0668, + "theoretical_loss": 3.443834686877712, + "tokens_seen": 2108686336 + }, + { + "epoch": 0.64, + "learning_rate": 0.000364548226608891, + "loss": 0.0672, + "theoretical_loss": 3.443799655859141, + "tokens_seen": 2108948480 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036446798266730863, + "loss": 0.0674, + "theoretical_loss": 3.443764630413738, + "tokens_seen": 2109210624 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036438773872572624, + "loss": 0.0654, + "theoretical_loss": 3.4437296105399238, + "tokens_seen": 2109472768 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003643074947841438, + "loss": 0.0692, + "theoretical_loss": 3.4436945962361203, + "tokens_seen": 2109734912 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003642272508425614, + "loss": 0.0664, + "theoretical_loss": 3.4436595875007487, + "tokens_seen": 2109997056 + }, + { + "epoch": 0.64, + "objective/train/advantage_avg": 0.0006263864925131202, + "objective/train/docs_used": 769058, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2060062885284424, + "objective/train/original_loss": 1.2060060501098633, + "objective/train/theoretical_loss": 3.443624584332233, + "objective/train/tokens_used": 2130719200, + "objective/train/value_avg": -0.007511138916015625, + "objective/train/value_loss": 0.0002777263580355793, + "objective/train/value_max": -4.100799560546875e-05, + "objective/train/value_min": -0.6806640625, + "objective/train/value_reward_corr": 0.582188511190126, + "objective/train/value_std": 0.01192474365234375, + "objective/train/weight_avg": 1.0007411241531372, + "objective/train/weighted_lm_loss": 1.2065428495407104, + "objective/train/weights_max": 1.1213756799697876, + "objective/train/weights_min": 0.3686373233795166, + "theoretical_loss": 3.443624584332233, + "tokens_seen": 2110259200 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036414700690097897, + "loss": 0.0671, + "theoretical_loss": 3.443624584332233, + "tokens_seen": 2110259200 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003640667629593966, + "loss": 0.0677, + "theoretical_loss": 3.4435895867289963, + "tokens_seen": 2110521344 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036398651901781414, + "loss": 0.0666, + "theoretical_loss": 3.443554594689462, + "tokens_seen": 2110783488 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036390627507623175, + "loss": 0.0637, + "theoretical_loss": 3.443519608212055, + "tokens_seen": 2111045632 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036382603113464937, + "loss": 0.0638, + "theoretical_loss": 3.4434846272952013, + "tokens_seen": 2111307776 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003637457871930669, + "loss": 0.0668, + "theoretical_loss": 3.4434496519373265, + "tokens_seen": 2111569920 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036366554325148454, + "loss": 0.0682, + "theoretical_loss": 3.443414682136857, + "tokens_seen": 2111832064 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003635852993099021, + "loss": 0.0662, + "theoretical_loss": 3.4433797178922205, + "tokens_seen": 2112094208 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003635050553683197, + "loss": 0.0645, + "theoretical_loss": 3.4433447592018447, + "tokens_seen": 2112356352 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036342481142673727, + "loss": 0.0671, + "theoretical_loss": 3.443309806064158, + "tokens_seen": 2112618496 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003633445674851549, + "loss": 0.0662, + "theoretical_loss": 3.44327485847759, + "tokens_seen": 2112880640 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003632643235435725, + "loss": 0.0668, + "theoretical_loss": 3.44323991644057, + "tokens_seen": 2113142784 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036318407960199005, + "loss": 0.0647, + "theoretical_loss": 3.443204979951529, + "tokens_seen": 2113404928 + }, + { + "epoch": 0.64, + "objective/train/advantage_avg": 0.0003008237690664828, + "objective/train/docs_used": 770311, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2887142896652222, + "objective/train/original_loss": 1.2887141704559326, + "objective/train/theoretical_loss": 3.4431875137870103, + "objective/train/tokens_used": 2133996000, + "objective/train/value_avg": -0.006420135498046875, + "objective/train/value_loss": 0.00022792747768107802, + "objective/train/value_max": -6.973743438720703e-05, + "objective/train/value_min": -0.358154296875, + "objective/train/value_reward_corr": 0.648549943673801, + "objective/train/value_std": 0.01123809814453125, + "objective/train/weight_avg": 1.0004034042358398, + "objective/train/weighted_lm_loss": 1.289413332939148, + "objective/train/weights_max": 1.1847783327102661, + "objective/train/weights_min": 0.36829331517219543, + "theoretical_loss": 3.4431875137870103, + "tokens_seen": 2113536000 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036310383566040766, + "loss": 0.0642, + "theoretical_loss": 3.4431700490088977, + "tokens_seen": 2113667072 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003630235917188253, + "loss": 0.0673, + "theoretical_loss": 3.443135123611108, + "tokens_seen": 2113929216 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003629433477772428, + "loss": 0.0669, + "theoretical_loss": 3.4431002037565923, + "tokens_seen": 2114191360 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003628631038356604, + "loss": 0.0656, + "theoretical_loss": 3.4430652894437834, + "tokens_seen": 2114453504 + }, + { + "epoch": 0.64, + "learning_rate": 0.000362782859894078, + "loss": 0.0698, + "theoretical_loss": 3.4430303806711158, + "tokens_seen": 2114715648 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003627026159524956, + "loss": 0.0675, + "theoretical_loss": 3.442995477437023, + "tokens_seen": 2114977792 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003626223720109132, + "loss": 0.0659, + "theoretical_loss": 3.44296057973994, + "tokens_seen": 2115239936 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003625421280693308, + "loss": 0.067, + "theoretical_loss": 3.442925687578302, + "tokens_seen": 2115502080 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003624618841277484, + "loss": 0.0673, + "theoretical_loss": 3.442890800950546, + "tokens_seen": 2115764224 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003623816401861659, + "loss": 0.0637, + "theoretical_loss": 3.442855919855109, + "tokens_seen": 2116026368 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003623013962445835, + "loss": 0.0637, + "theoretical_loss": 3.4428210442904277, + "tokens_seen": 2116288512 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036222115230300113, + "loss": 0.0654, + "theoretical_loss": 3.4427861742549406, + "tokens_seen": 2116550656 + }, + { + "epoch": 0.64, + "objective/train/advantage_avg": 0.0006892683450132608, + "objective/train/docs_used": 771474, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2680294513702393, + "objective/train/original_loss": 1.2680294513702393, + "objective/train/theoretical_loss": 3.442751309747086, + "objective/train/tokens_used": 2137272800, + "objective/train/value_avg": -0.0097503662109375, + "objective/train/value_loss": 0.000322150532156229, + "objective/train/value_max": -2.6464462280273438e-05, + "objective/train/value_min": -0.382568359375, + "objective/train/value_reward_corr": 0.7347668578985221, + "objective/train/value_std": 0.0199737548828125, + "objective/train/weight_avg": 1.0008307695388794, + "objective/train/weighted_lm_loss": 1.2683321237564087, + "objective/train/weights_max": 1.191659927368164, + "objective/train/weights_min": 0.38459426164627075, + "theoretical_loss": 3.442751309747086, + "tokens_seen": 2116812800 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036214090836141874, + "loss": 0.0646, + "theoretical_loss": 3.442751309747086, + "tokens_seen": 2116812800 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003620606644198363, + "loss": 0.0664, + "theoretical_loss": 3.442716450765304, + "tokens_seen": 2117074944 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003619804204782539, + "loss": 0.0667, + "theoretical_loss": 3.4426815973080345, + "tokens_seen": 2117337088 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003619001765366715, + "loss": 0.0684, + "theoretical_loss": 3.4426467493737176, + "tokens_seen": 2117599232 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036181993259508903, + "loss": 0.0663, + "theoretical_loss": 3.4426119069607948, + "tokens_seen": 2117861376 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036173968865350664, + "loss": 0.0673, + "theoretical_loss": 3.4425770700677085, + "tokens_seen": 2118123520 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036165944471192426, + "loss": 0.0643, + "theoretical_loss": 3.4425422386929005, + "tokens_seen": 2118385664 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036157920077034187, + "loss": 0.0655, + "theoretical_loss": 3.4425074128348148, + "tokens_seen": 2118647808 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003614989568287594, + "loss": 0.0664, + "theoretical_loss": 3.442472592491894, + "tokens_seen": 2118909952 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036141871288717704, + "loss": 0.0669, + "theoretical_loss": 3.442437777662584, + "tokens_seen": 2119172096 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036133846894559465, + "loss": 0.0677, + "theoretical_loss": 3.4424029683453288, + "tokens_seen": 2119434240 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003612582250040122, + "loss": 0.0682, + "theoretical_loss": 3.442368164538575, + "tokens_seen": 2119696384 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036117798106242977, + "loss": 0.0653, + "theoretical_loss": 3.4423333662407676, + "tokens_seen": 2119958528 + }, + { + "epoch": 0.64, + "objective/train/advantage_avg": -0.00014801912766415626, + "objective/train/docs_used": 772695, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3345402479171753, + "objective/train/original_loss": 1.3345401287078857, + "objective/train/theoretical_loss": 3.442315969157234, + "objective/train/tokens_used": 2140549600, + "objective/train/value_avg": -0.00969696044921875, + "objective/train/value_loss": 0.00032079973607324064, + "objective/train/value_max": -2.282857894897461e-05, + "objective/train/value_min": -0.273681640625, + "objective/train/value_reward_corr": 0.7037123071009145, + "objective/train/value_std": 0.0183868408203125, + "objective/train/weight_avg": 0.9999969005584717, + "objective/train/weighted_lm_loss": 1.333774447441101, + "objective/train/weights_max": 1.2396681308746338, + "objective/train/weights_min": 0.3687315881252289, + "theoretical_loss": 3.442315969157234, + "tokens_seen": 2120089600 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003610977371208474, + "loss": 0.0672, + "theoretical_loss": 3.442298573450355, + "tokens_seen": 2120220672 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036101749317926494, + "loss": 0.0658, + "theoretical_loss": 3.4422637861657837, + "tokens_seen": 2120482816 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036093724923768255, + "loss": 0.0658, + "theoretical_loss": 3.442229004385502, + "tokens_seen": 2120744960 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036085700529610017, + "loss": 0.0659, + "theoretical_loss": 3.44219422810796, + "tokens_seen": 2121007104 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003607767613545178, + "loss": 0.0644, + "theoretical_loss": 3.4421594573316057, + "tokens_seen": 2121269248 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036069651741293534, + "loss": 0.0669, + "theoretical_loss": 3.44212469205489, + "tokens_seen": 2121531392 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003606162734713529, + "loss": 0.0692, + "theoretical_loss": 3.4420899322762635, + "tokens_seen": 2121793536 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003605360295297705, + "loss": 0.0679, + "theoretical_loss": 3.4420551779941775, + "tokens_seen": 2122055680 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036045578558818807, + "loss": 0.0676, + "theoretical_loss": 3.4420204292070844, + "tokens_seen": 2122317824 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003603755416466057, + "loss": 0.0659, + "theoretical_loss": 3.4419856859134357, + "tokens_seen": 2122579968 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003602952977050233, + "loss": 0.0661, + "theoretical_loss": 3.4419509481116854, + "tokens_seen": 2122842112 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003602150537634409, + "loss": 0.0689, + "theoretical_loss": 3.441916215800288, + "tokens_seen": 2123104256 + }, + { + "epoch": 0.64, + "objective/train/advantage_avg": -0.0007796745048835874, + "objective/train/docs_used": 773937, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2519562244415283, + "objective/train/original_loss": 1.2519562244415283, + "objective/train/theoretical_loss": 3.441881488977697, + "objective/train/tokens_used": 2143826400, + "objective/train/value_avg": -0.0122833251953125, + "objective/train/value_loss": 0.00031205921550281346, + "objective/train/value_max": -5.143880844116211e-05, + "objective/train/value_min": -0.329833984375, + "objective/train/value_reward_corr": 0.7559356107536267, + "objective/train/value_std": 0.0188140869140625, + "objective/train/weight_avg": 0.9993636608123779, + "objective/train/weighted_lm_loss": 1.2506555318832397, + "objective/train/weights_max": 1.1841793060302734, + "objective/train/weights_min": 0.3698268234729767, + "theoretical_loss": 3.441881488977697, + "tokens_seen": 2123366400 + }, + { + "epoch": 0.64, + "learning_rate": 0.00036013480982185846, + "loss": 0.0634, + "theoretical_loss": 3.441881488977697, + "tokens_seen": 2123366400 + }, + { + "epoch": 0.64, + "learning_rate": 0.000360054565880276, + "loss": 0.0632, + "theoretical_loss": 3.441846767642368, + "tokens_seen": 2123628544 + }, + { + "epoch": 0.64, + "learning_rate": 0.00035997432193869363, + "loss": 0.0661, + "theoretical_loss": 3.4418120517927564, + "tokens_seen": 2123890688 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003598940779971112, + "loss": 0.0683, + "theoretical_loss": 3.441777341427319, + "tokens_seen": 2124152832 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003598138340555288, + "loss": 0.07, + "theoretical_loss": 3.4417426365445127, + "tokens_seen": 2124414976 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003597335901139464, + "loss": 0.0642, + "theoretical_loss": 3.4417079371427945, + "tokens_seen": 2124677120 + }, + { + "epoch": 0.64, + "learning_rate": 0.00035965334617236403, + "loss": 0.0666, + "theoretical_loss": 3.441673243220624, + "tokens_seen": 2124939264 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003595731022307816, + "loss": 0.0655, + "theoretical_loss": 3.4416385547764583, + "tokens_seen": 2125201408 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003594928582891992, + "loss": 0.0695, + "theoretical_loss": 3.4416038718087583, + "tokens_seen": 2125463552 + }, + { + "epoch": 0.64, + "learning_rate": 0.00035941261434761676, + "loss": 0.0669, + "theoretical_loss": 3.4415691943159836, + "tokens_seen": 2125725696 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003593323704060343, + "loss": 0.0671, + "theoretical_loss": 3.441534522296595, + "tokens_seen": 2125987840 + }, + { + "epoch": 0.64, + "learning_rate": 0.00035925212646445193, + "loss": 0.0643, + "theoretical_loss": 3.441499855749054, + "tokens_seen": 2126249984 + }, + { + "epoch": 0.64, + "learning_rate": 0.00035917188252286954, + "loss": 0.0647, + "theoretical_loss": 3.441465194671822, + "tokens_seen": 2126512128 + }, + { + "epoch": 0.64, + "objective/train/advantage_avg": 0.0006150730769149959, + "objective/train/docs_used": 774962, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2428944110870361, + "objective/train/original_loss": 1.2428944110870361, + "objective/train/theoretical_loss": 3.441447866184092, + "objective/train/tokens_used": 2147103200, + "objective/train/value_avg": -0.00786590576171875, + "objective/train/value_loss": 0.0002618319122120738, + "objective/train/value_max": -8.821487426757812e-05, + "objective/train/value_min": -0.95947265625, + "objective/train/value_reward_corr": 0.806322565151889, + "objective/train/value_std": 0.019866943359375, + "objective/train/weight_avg": 1.0007282495498657, + "objective/train/weighted_lm_loss": 1.2441749572753906, + "objective/train/weights_max": 1.2437607049942017, + "objective/train/weights_min": 0.37266483902931213, + "theoretical_loss": 3.441447866184092, + "tokens_seen": 2126643200 + }, + { + "epoch": 0.64, + "learning_rate": 0.00035909163858128715, + "loss": 0.0663, + "theoretical_loss": 3.4414305390633624, + "tokens_seen": 2126774272 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003590113946397047, + "loss": 0.0647, + "theoretical_loss": 3.4413958889221385, + "tokens_seen": 2127036416 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003589311506981223, + "loss": 0.0654, + "theoretical_loss": 3.4413612442466133, + "tokens_seen": 2127298560 + }, + { + "epoch": 0.64, + "learning_rate": 0.0003588509067565399, + "loss": 0.0668, + "theoretical_loss": 3.441326605035252, + "tokens_seen": 2127560704 + }, + { + "epoch": 0.64, + "learning_rate": 0.00035877066281495744, + "loss": 0.0669, + "theoretical_loss": 3.441291971286519, + "tokens_seen": 2127822848 + }, + { + "epoch": 0.64, + "learning_rate": 0.00035869041887337506, + "loss": 0.0642, + "theoretical_loss": 3.44125734299888, + "tokens_seen": 2128084992 + }, + { + "epoch": 0.64, + "learning_rate": 0.00035861017493179267, + "loss": 0.0673, + "theoretical_loss": 3.4412227201708028, + "tokens_seen": 2128347136 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003585299309902102, + "loss": 0.0678, + "theoretical_loss": 3.4411881028007527, + "tokens_seen": 2128609280 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035844968704862784, + "loss": 0.0645, + "theoretical_loss": 3.4411534908871984, + "tokens_seen": 2128871424 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035836944310704545, + "loss": 0.0678, + "theoretical_loss": 3.4411188844286067, + "tokens_seen": 2129133568 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035828919916546306, + "loss": 0.0676, + "theoretical_loss": 3.441084283423448, + "tokens_seen": 2129395712 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035820895522388057, + "loss": 0.069, + "theoretical_loss": 3.4410496878701906, + "tokens_seen": 2129657856 + }, + { + "epoch": 0.65, + "objective/train/advantage_avg": 0.0012374171055853367, + "objective/train/docs_used": 775953, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3031352758407593, + "objective/train/original_loss": 1.3031351566314697, + "objective/train/theoretical_loss": 3.441015097767305, + "objective/train/tokens_used": 2150380000, + "objective/train/value_avg": -0.00760650634765625, + "objective/train/value_loss": 0.00014836601621937007, + "objective/train/value_max": -5.066394805908203e-05, + "objective/train/value_min": -0.2454833984375, + "objective/train/value_reward_corr": 0.7374841448942074, + "objective/train/value_std": 0.013092041015625, + "objective/train/weight_avg": 1.0013076066970825, + "objective/train/weighted_lm_loss": 1.304499864578247, + "objective/train/weights_max": 1.278239130973816, + "objective/train/weights_min": 0.3867245018482208, + "theoretical_loss": 3.441015097767305, + "tokens_seen": 2129920000 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003581287112822982, + "loss": 0.0649, + "theoretical_loss": 3.441015097767305, + "tokens_seen": 2129920000 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003580484673407158, + "loss": 0.068, + "theoretical_loss": 3.440980513113262, + "tokens_seen": 2130182144 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035796822339913335, + "loss": 0.0677, + "theoretical_loss": 3.4409459339065327, + "tokens_seen": 2130444288 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035788797945755096, + "loss": 0.0702, + "theoretical_loss": 3.4409113601455887, + "tokens_seen": 2130706432 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003578077355159686, + "loss": 0.0662, + "theoretical_loss": 3.4408767918289027, + "tokens_seen": 2130968576 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003577274915743862, + "loss": 0.0663, + "theoretical_loss": 3.4408422289549483, + "tokens_seen": 2131230720 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003576472476328037, + "loss": 0.0653, + "theoretical_loss": 3.4408076715221982, + "tokens_seen": 2131492864 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003575670036912213, + "loss": 0.0657, + "theoretical_loss": 3.440773119529128, + "tokens_seen": 2131755008 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003574867597496389, + "loss": 0.0676, + "theoretical_loss": 3.440738572974212, + "tokens_seen": 2132017152 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003574065158080565, + "loss": 0.0688, + "theoretical_loss": 3.440704031855926, + "tokens_seen": 2132279296 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003573262718664741, + "loss": 0.0691, + "theoretical_loss": 3.440669496172746, + "tokens_seen": 2132541440 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003572460279248917, + "loss": 0.0681, + "theoretical_loss": 3.4406349659231488, + "tokens_seen": 2132803584 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003571657839833093, + "loss": 0.0637, + "theoretical_loss": 3.4406004411056124, + "tokens_seen": 2133065728 + }, + { + "epoch": 0.65, + "objective/train/advantage_avg": 0.000983519945293665, + "objective/train/docs_used": 777226, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2513524293899536, + "objective/train/original_loss": 1.2513525485992432, + "objective/train/theoretical_loss": 3.440583180733391, + "objective/train/tokens_used": 2153656800, + "objective/train/value_avg": -0.008209228515625, + "objective/train/value_loss": 0.00016795053670648485, + "objective/train/value_max": -3.349781036376953e-05, + "objective/train/value_min": -0.2509765625, + "objective/train/value_reward_corr": 0.6690979960721481, + "objective/train/value_std": 0.0127716064453125, + "objective/train/weight_avg": 1.0010595321655273, + "objective/train/weighted_lm_loss": 1.2522512674331665, + "objective/train/weights_max": 1.2255247831344604, + "objective/train/weights_min": 0.3683709502220154, + "theoretical_loss": 3.440583180733391, + "tokens_seen": 2133196800 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003570855400417268, + "loss": 0.0642, + "theoretical_loss": 3.4405659217186138, + "tokens_seen": 2133327872 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035700529610014443, + "loss": 0.064, + "theoretical_loss": 3.440531407760633, + "tokens_seen": 2133590016 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035692505215856204, + "loss": 0.0671, + "theoretical_loss": 3.4404968992301477, + "tokens_seen": 2133852160 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003568448082169796, + "loss": 0.0639, + "theoretical_loss": 3.440462396125639, + "tokens_seen": 2134114304 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003567645642753972, + "loss": 0.0678, + "theoretical_loss": 3.4404278984455874, + "tokens_seen": 2134376448 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035668432033381483, + "loss": 0.0685, + "theoretical_loss": 3.4403934061884733, + "tokens_seen": 2134638592 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003566040763922324, + "loss": 0.0677, + "theoretical_loss": 3.4403589193527786, + "tokens_seen": 2134900736 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035652383245065, + "loss": 0.0674, + "theoretical_loss": 3.440324437936986, + "tokens_seen": 2135162880 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035644358850906756, + "loss": 0.066, + "theoretical_loss": 3.4402899619395786, + "tokens_seen": 2135425024 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035636334456748517, + "loss": 0.063, + "theoretical_loss": 3.440255491359039, + "tokens_seen": 2135687168 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035628310062590273, + "loss": 0.0669, + "theoretical_loss": 3.440221026193852, + "tokens_seen": 2135949312 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035620285668432034, + "loss": 0.0643, + "theoretical_loss": 3.4401865664425024, + "tokens_seen": 2136211456 + }, + { + "epoch": 0.65, + "objective/train/advantage_avg": 9.979613241739571e-05, + "objective/train/docs_used": 778288, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3212729692459106, + "objective/train/original_loss": 1.3212727308273315, + "objective/train/theoretical_loss": 3.440152112103476, + "objective/train/tokens_used": 2156933600, + "objective/train/value_avg": -0.00838470458984375, + "objective/train/value_loss": 0.0002390765876043588, + "objective/train/value_max": -5.829334259033203e-05, + "objective/train/value_min": -0.258544921875, + "objective/train/value_reward_corr": 0.666020122899773, + "objective/train/value_std": 0.01326751708984375, + "objective/train/weight_avg": 1.0002050399780273, + "objective/train/weighted_lm_loss": 1.3202965259552002, + "objective/train/weights_max": 1.0916688442230225, + "objective/train/weights_min": 0.36927276849746704, + "theoretical_loss": 3.440152112103476, + "tokens_seen": 2136473600 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035612261274273795, + "loss": 0.0659, + "theoretical_loss": 3.440152112103476, + "tokens_seen": 2136473600 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003560423688011555, + "loss": 0.0667, + "theoretical_loss": 3.4401176631752577, + "tokens_seen": 2136735744 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003559621248595731, + "loss": 0.0656, + "theoretical_loss": 3.4400832196563353, + "tokens_seen": 2136997888 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003558818809179907, + "loss": 0.0667, + "theoretical_loss": 3.440048781545195, + "tokens_seen": 2137260032 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003558016369764083, + "loss": 0.069, + "theoretical_loss": 3.440014348840325, + "tokens_seen": 2137522176 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035572139303482585, + "loss": 0.0673, + "theoretical_loss": 3.439979921540214, + "tokens_seen": 2137784320 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035564114909324347, + "loss": 0.0664, + "theoretical_loss": 3.4399454996433514, + "tokens_seen": 2138046464 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003555609051516611, + "loss": 0.0684, + "theoretical_loss": 3.4399110831482256, + "tokens_seen": 2138308608 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035548066121007864, + "loss": 0.0672, + "theoretical_loss": 3.4398766720533276, + "tokens_seen": 2138570752 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035540041726849625, + "loss": 0.069, + "theoretical_loss": 3.4398422663571484, + "tokens_seen": 2138832896 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003553201733269138, + "loss": 0.0661, + "theoretical_loss": 3.439807866058179, + "tokens_seen": 2139095040 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003552399293853314, + "loss": 0.0696, + "theoretical_loss": 3.439773471154912, + "tokens_seen": 2139357184 + }, + { + "epoch": 0.65, + "learning_rate": 0.000355159685443749, + "loss": 0.0674, + "theoretical_loss": 3.4397390816458397, + "tokens_seen": 2139619328 + }, + { + "epoch": 0.65, + "objective/train/advantage_avg": 0.0012021682923659682, + "objective/train/docs_used": 779442, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3134913444519043, + "objective/train/original_loss": 1.3134911060333252, + "objective/train/theoretical_loss": 3.439721888913656, + "objective/train/tokens_used": 2160210400, + "objective/train/value_avg": -0.005603790283203125, + "objective/train/value_loss": 0.00020589733321685344, + "objective/train/value_max": -2.586841583251953e-05, + "objective/train/value_min": -0.978515625, + "objective/train/value_reward_corr": 0.6613570391581822, + "objective/train/value_std": 0.01180267333984375, + "objective/train/weight_avg": 1.0012857913970947, + "objective/train/weighted_lm_loss": 1.3148986101150513, + "objective/train/weights_max": 1.1375834941864014, + "objective/train/weights_min": 0.2503213584423065, + "theoretical_loss": 3.439721888913656, + "tokens_seen": 2139750400 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003550794415021666, + "loss": 0.0672, + "theoretical_loss": 3.4397046975294554, + "tokens_seen": 2139881472 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003549991975605842, + "loss": 0.0689, + "theoretical_loss": 3.4396703188042537, + "tokens_seen": 2140143616 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035491895361900176, + "loss": 0.0653, + "theoretical_loss": 3.4396359454687278, + "tokens_seen": 2140405760 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003548387096774194, + "loss": 0.0649, + "theoretical_loss": 3.4396015775213735, + "tokens_seen": 2140667904 + }, + { + "epoch": 0.65, + "learning_rate": 0.000354758465735837, + "loss": 0.0663, + "theoretical_loss": 3.439567214960687, + "tokens_seen": 2140930048 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003546782217942545, + "loss": 0.0646, + "theoretical_loss": 3.439532857785164, + "tokens_seen": 2141192192 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003545979778526721, + "loss": 0.0657, + "theoretical_loss": 3.4394985059933014, + "tokens_seen": 2141454336 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003545177339110897, + "loss": 0.0667, + "theoretical_loss": 3.439464159583597, + "tokens_seen": 2141716480 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035443748996950733, + "loss": 0.0652, + "theoretical_loss": 3.4394298185545487, + "tokens_seen": 2141978624 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003543572460279249, + "loss": 0.0681, + "theoretical_loss": 3.439395482904655, + "tokens_seen": 2142240768 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003542770020863425, + "loss": 0.0649, + "theoretical_loss": 3.439361152632416, + "tokens_seen": 2142502912 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003541967581447601, + "loss": 0.0661, + "theoretical_loss": 3.4393268277363305, + "tokens_seen": 2142765056 + }, + { + "epoch": 0.65, + "objective/train/advantage_avg": 0.001073973486199975, + "objective/train/docs_used": 780500, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1772119998931885, + "objective/train/original_loss": 1.1772119998931885, + "objective/train/theoretical_loss": 3.4392925082149004, + "objective/train/tokens_used": 2163487200, + "objective/train/value_avg": -0.005939483642578125, + "objective/train/value_loss": 0.00021404735161922872, + "objective/train/value_max": -5.561113357543945e-05, + "objective/train/value_min": -0.304443359375, + "objective/train/value_reward_corr": 0.6554119991882915, + "objective/train/value_std": 0.01235198974609375, + "objective/train/weight_avg": 1.0011651515960693, + "objective/train/weighted_lm_loss": 1.1784723997116089, + "objective/train/weights_max": 1.2240296602249146, + "objective/train/weights_min": 0.36993688344955444, + "theoretical_loss": 3.4392925082149004, + "tokens_seen": 2143027200 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003541165142031776, + "loss": 0.0683, + "theoretical_loss": 3.4392925082149004, + "tokens_seen": 2143027200 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035403627026159523, + "loss": 0.0678, + "theoretical_loss": 3.4392581940666256, + "tokens_seen": 2143289344 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035395602632001284, + "loss": 0.0646, + "theoretical_loss": 3.4392238852900086, + "tokens_seen": 2143551488 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035387578237843046, + "loss": 0.0664, + "theoretical_loss": 3.4391895818835514, + "tokens_seen": 2143813632 + }, + { + "epoch": 0.65, + "learning_rate": 0.000353795538436848, + "loss": 0.0638, + "theoretical_loss": 3.439155283845757, + "tokens_seen": 2144075776 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035371529449526563, + "loss": 0.0687, + "theoretical_loss": 3.4391209911751286, + "tokens_seen": 2144337920 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035363505055368324, + "loss": 0.0652, + "theoretical_loss": 3.4390867038701716, + "tokens_seen": 2144600064 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003535548066121008, + "loss": 0.0668, + "theoretical_loss": 3.439052421929389, + "tokens_seen": 2144862208 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035347456267051836, + "loss": 0.0643, + "theoretical_loss": 3.439018145351287, + "tokens_seen": 2145124352 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035339431872893597, + "loss": 0.068, + "theoretical_loss": 3.4389838741343715, + "tokens_seen": 2145386496 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003533140747873536, + "loss": 0.0658, + "theoretical_loss": 3.438949608277149, + "tokens_seen": 2145648640 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035323383084577114, + "loss": 0.0649, + "theoretical_loss": 3.438915347778127, + "tokens_seen": 2145910784 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035315358690418875, + "loss": 0.0685, + "theoretical_loss": 3.4388810926358127, + "tokens_seen": 2146172928 + }, + { + "epoch": 0.65, + "objective/train/advantage_avg": 0.0006514049600809813, + "objective/train/docs_used": 781712, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.252185583114624, + "objective/train/original_loss": 1.252185583114624, + "objective/train/theoretical_loss": 3.4388639670729546, + "objective/train/tokens_used": 2166764000, + "objective/train/value_avg": -0.0087127685546875, + "objective/train/value_loss": 0.0003117095329798758, + "objective/train/value_max": -4.398822784423828e-05, + "objective/train/value_min": -0.382080078125, + "objective/train/value_reward_corr": 0.6860362498906625, + "objective/train/value_std": 0.0173492431640625, + "objective/train/weight_avg": 1.0007848739624023, + "objective/train/weighted_lm_loss": 1.2528743743896484, + "objective/train/weights_max": 1.4653294086456299, + "objective/train/weights_min": 0.3685459494590759, + "theoretical_loss": 3.4388639670729546, + "tokens_seen": 2146304000 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035307334296260637, + "loss": 0.0651, + "theoretical_loss": 3.4388468428487142, + "tokens_seen": 2146435072 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003529930990210239, + "loss": 0.0657, + "theoretical_loss": 3.4388125984153413, + "tokens_seen": 2146697216 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003529128550794415, + "loss": 0.0664, + "theoretical_loss": 3.4387783593342025, + "tokens_seen": 2146959360 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003528326111378591, + "loss": 0.0699, + "theoretical_loss": 3.438744125603809, + "tokens_seen": 2147221504 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035275236719627665, + "loss": 0.0651, + "theoretical_loss": 3.4387098972226706, + "tokens_seen": 2147483648 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035267212325469427, + "loss": 0.0622, + "theoretical_loss": 3.4386756741892994, + "tokens_seen": 2147745792 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003525918793131119, + "loss": 0.0693, + "theoretical_loss": 3.4386414565022063, + "tokens_seen": 2148007936 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003525116353715295, + "loss": 0.0668, + "theoretical_loss": 3.438607244159905, + "tokens_seen": 2148270080 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035243139142994705, + "loss": 0.0656, + "theoretical_loss": 3.4385730371609076, + "tokens_seen": 2148532224 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003523511474883646, + "loss": 0.0672, + "theoretical_loss": 3.438538835503728, + "tokens_seen": 2148794368 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003522709035467822, + "loss": 0.0678, + "theoretical_loss": 3.438504639186881, + "tokens_seen": 2149056512 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003521906596051998, + "loss": 0.0654, + "theoretical_loss": 3.4384704482088813, + "tokens_seen": 2149318656 + }, + { + "epoch": 0.65, + "objective/train/advantage_avg": 0.00045491859782487154, + "objective/train/docs_used": 782928, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1599311828613281, + "objective/train/original_loss": 1.159930944442749, + "objective/train/theoretical_loss": 3.4384362625682434, + "objective/train/tokens_used": 2170040800, + "objective/train/value_avg": -0.00506591796875, + "objective/train/value_loss": 9.258917270926759e-05, + "objective/train/value_max": -3.647804260253906e-05, + "objective/train/value_min": -0.2091064453125, + "objective/train/value_reward_corr": 0.7092304881672895, + "objective/train/value_std": 0.009033203125, + "objective/train/weight_avg": 1.0005004405975342, + "objective/train/weighted_lm_loss": 1.160718560218811, + "objective/train/weights_max": 1.1529616117477417, + "objective/train/weights_min": 0.8224275708198547, + "theoretical_loss": 3.4384362625682434, + "tokens_seen": 2149580800 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003521104156636174, + "loss": 0.0635, + "theoretical_loss": 3.4384362625682434, + "tokens_seen": 2149580800 + }, + { + "epoch": 0.65, + "learning_rate": 0.000352030171722035, + "loss": 0.0655, + "theoretical_loss": 3.438402082263485, + "tokens_seen": 2149842944 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003519499277804526, + "loss": 0.0679, + "theoretical_loss": 3.4383679072931215, + "tokens_seen": 2150105088 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003518696838388702, + "loss": 0.0653, + "theoretical_loss": 3.438333737655671, + "tokens_seen": 2150367232 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003517894398972878, + "loss": 0.0685, + "theoretical_loss": 3.43829957334965, + "tokens_seen": 2150629376 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035170919595570535, + "loss": 0.0654, + "theoretical_loss": 3.4382654143735785, + "tokens_seen": 2150891520 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003516289520141229, + "loss": 0.0677, + "theoretical_loss": 3.438231260725975, + "tokens_seen": 2151153664 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003515487080725405, + "loss": 0.0662, + "theoretical_loss": 3.4381971124053594, + "tokens_seen": 2151415808 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035146846413095813, + "loss": 0.0682, + "theoretical_loss": 3.438162969410251, + "tokens_seen": 2151677952 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035138822018937574, + "loss": 0.0674, + "theoretical_loss": 3.438128831739171, + "tokens_seen": 2151940096 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003513079762477933, + "loss": 0.0685, + "theoretical_loss": 3.4380946993906414, + "tokens_seen": 2152202240 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003512277323062109, + "loss": 0.0662, + "theoretical_loss": 3.4380605723631836, + "tokens_seen": 2152464384 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035114748836462847, + "loss": 0.0675, + "theoretical_loss": 3.4380264506553204, + "tokens_seen": 2152726528 + }, + { + "epoch": 0.65, + "objective/train/advantage_avg": 0.0006883116438984871, + "objective/train/docs_used": 784071, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3546863794326782, + "objective/train/original_loss": 1.3546864986419678, + "objective/train/theoretical_loss": 3.4380093917957755, + "objective/train/tokens_used": 2173317600, + "objective/train/value_avg": -0.0033740997314453125, + "objective/train/value_loss": 7.879627082729712e-05, + "objective/train/value_max": -2.9802322387695312e-05, + "objective/train/value_min": -0.1055908203125, + "objective/train/value_reward_corr": 0.4993926578634406, + "objective/train/value_std": 0.00472259521484375, + "objective/train/weight_avg": 1.0007236003875732, + "objective/train/weighted_lm_loss": 1.3561930656433105, + "objective/train/weights_max": 1.081984043121338, + "objective/train/weights_min": 0.37543871998786926, + "theoretical_loss": 3.4380093917957755, + "tokens_seen": 2152857600 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035106724442304603, + "loss": 0.0667, + "theoretical_loss": 3.4379923342655747, + "tokens_seen": 2152988672 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035098700048146364, + "loss": 0.0669, + "theoretical_loss": 3.437958223192471, + "tokens_seen": 2153250816 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035090675653988126, + "loss": 0.0691, + "theoretical_loss": 3.4379241174345325, + "tokens_seen": 2153512960 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035082651259829887, + "loss": 0.0634, + "theoretical_loss": 3.437890016990285, + "tokens_seen": 2153775104 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003507462686567164, + "loss": 0.0666, + "theoretical_loss": 3.4378559218582536, + "tokens_seen": 2154037248 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035066602471513404, + "loss": 0.0649, + "theoretical_loss": 3.4378218320369647, + "tokens_seen": 2154299392 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003505857807735516, + "loss": 0.0649, + "theoretical_loss": 3.437787747524945, + "tokens_seen": 2154561536 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035050553683196916, + "loss": 0.0664, + "theoretical_loss": 3.4377536683207217, + "tokens_seen": 2154823680 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035042529289038677, + "loss": 0.0671, + "theoretical_loss": 3.4377195944228225, + "tokens_seen": 2155085824 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003503450489488044, + "loss": 0.0654, + "theoretical_loss": 3.4376855258297763, + "tokens_seen": 2155347968 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035026480500722194, + "loss": 0.0662, + "theoretical_loss": 3.4376514625401113, + "tokens_seen": 2155610112 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035018456106563955, + "loss": 0.0664, + "theoretical_loss": 3.437617404552358, + "tokens_seen": 2155872256 + }, + { + "epoch": 0.65, + "objective/train/advantage_avg": 0.0004611548501998186, + "objective/train/docs_used": 785270, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.32670259475708, + "objective/train/original_loss": 1.32670259475708, + "objective/train/theoretical_loss": 3.4375833518650465, + "objective/train/tokens_used": 2176594400, + "objective/train/value_avg": -0.00765228271484375, + "objective/train/value_loss": 0.0002650617097970098, + "objective/train/value_max": -2.5272369384765625e-05, + "objective/train/value_min": -0.9052734375, + "objective/train/value_reward_corr": 0.7384748369591515, + "objective/train/value_std": 0.018341064453125, + "objective/train/weight_avg": 1.00058913230896, + "objective/train/weighted_lm_loss": 1.3275343179702759, + "objective/train/weights_max": 2.266681432723999, + "objective/train/weights_min": 0.5205204486846924, + "theoretical_loss": 3.4375833518650465, + "tokens_seen": 2156134400 + }, + { + "epoch": 0.65, + "learning_rate": 0.00035010431712405717, + "loss": 0.0677, + "theoretical_loss": 3.4375833518650465, + "tokens_seen": 2156134400 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003500240731824748, + "loss": 0.066, + "theoretical_loss": 3.4375493044767076, + "tokens_seen": 2156396544 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003499438292408923, + "loss": 0.0648, + "theoretical_loss": 3.4375152623858725, + "tokens_seen": 2156658688 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003498635852993099, + "loss": 0.0662, + "theoretical_loss": 3.437481225591073, + "tokens_seen": 2156920832 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003497833413577275, + "loss": 0.0663, + "theoretical_loss": 3.4374471940908418, + "tokens_seen": 2157182976 + }, + { + "epoch": 0.65, + "learning_rate": 0.00034970309741614507, + "loss": 0.0647, + "theoretical_loss": 3.4374131678837125, + "tokens_seen": 2157445120 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003496228534745627, + "loss": 0.0661, + "theoretical_loss": 3.4373791469682184, + "tokens_seen": 2157707264 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003495426095329803, + "loss": 0.066, + "theoretical_loss": 3.437345131342894, + "tokens_seen": 2157969408 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003494623655913979, + "loss": 0.0665, + "theoretical_loss": 3.437311121006274, + "tokens_seen": 2158231552 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003493821216498154, + "loss": 0.0668, + "theoretical_loss": 3.4372771159568942, + "tokens_seen": 2158493696 + }, + { + "epoch": 0.65, + "learning_rate": 0.000349301877708233, + "loss": 0.0678, + "theoretical_loss": 3.43724311619329, + "tokens_seen": 2158755840 + }, + { + "epoch": 0.65, + "learning_rate": 0.00034922163376665063, + "loss": 0.0659, + "theoretical_loss": 3.437209121713999, + "tokens_seen": 2159017984 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003491413898250682, + "loss": 0.0668, + "theoretical_loss": 3.4371751325175586, + "tokens_seen": 2159280128 + }, + { + "epoch": 0.65, + "objective/train/advantage_avg": 0.0006302340771071613, + "objective/train/docs_used": 786428, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.327113389968872, + "objective/train/original_loss": 1.327113389968872, + "objective/train/theoretical_loss": 3.4371581398999496, + "objective/train/tokens_used": 2179871200, + "objective/train/value_avg": -0.01125335693359375, + "objective/train/value_loss": 0.0002680063189473003, + "objective/train/value_max": -2.3365020751953125e-05, + "objective/train/value_min": -0.7353515625, + "objective/train/value_reward_corr": 0.8323582809744622, + "objective/train/value_std": 0.024169921875, + "objective/train/weight_avg": 1.0007548332214355, + "objective/train/weighted_lm_loss": 1.3278027772903442, + "objective/train/weights_max": 1.4444080591201782, + "objective/train/weights_min": 0.4132646918296814, + "theoretical_loss": 3.4371581398999496, + "tokens_seen": 2159411200 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003490611458834858, + "loss": 0.0655, + "theoretical_loss": 3.437141148602505, + "tokens_seen": 2159542272 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003489809019419034, + "loss": 0.0643, + "theoretical_loss": 3.437107169967378, + "tokens_seen": 2159804416 + }, + { + "epoch": 0.65, + "learning_rate": 0.00034890065800032103, + "loss": 0.0671, + "theoretical_loss": 3.437073196610716, + "tokens_seen": 2160066560 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003488204140587386, + "loss": 0.0643, + "theoretical_loss": 3.4370392285310594, + "tokens_seen": 2160328704 + }, + { + "epoch": 0.65, + "learning_rate": 0.00034874017011715615, + "loss": 0.0641, + "theoretical_loss": 3.437005265726947, + "tokens_seen": 2160590848 + }, + { + "epoch": 0.65, + "learning_rate": 0.00034865992617557376, + "loss": 0.0653, + "theoretical_loss": 3.4369713081969206, + "tokens_seen": 2160852992 + }, + { + "epoch": 0.65, + "learning_rate": 0.0003485796822339913, + "loss": 0.0679, + "theoretical_loss": 3.436937355939521, + "tokens_seen": 2161115136 + }, + { + "epoch": 0.65, + "learning_rate": 0.00034849943829240893, + "loss": 0.0682, + "theoretical_loss": 3.4369034089532904, + "tokens_seen": 2161377280 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034841919435082654, + "loss": 0.0653, + "theoretical_loss": 3.436869467236771, + "tokens_seen": 2161639424 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003483389504092441, + "loss": 0.0643, + "theoretical_loss": 3.4368355307885063, + "tokens_seen": 2161901568 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003482587064676617, + "loss": 0.0668, + "theoretical_loss": 3.436801599607039, + "tokens_seen": 2162163712 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034817846252607927, + "loss": 0.0681, + "theoretical_loss": 3.4367676736909143, + "tokens_seen": 2162425856 + }, + { + "epoch": 0.66, + "objective/train/advantage_avg": 0.0013450293336063623, + "objective/train/docs_used": 787745, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.453319787979126, + "objective/train/original_loss": 1.4533196687698364, + "objective/train/theoretical_loss": 3.4367337530386766, + "objective/train/tokens_used": 2183148000, + "objective/train/value_avg": -0.0087127685546875, + "objective/train/value_loss": 0.0002451094624120742, + "objective/train/value_max": -3.0219554901123047e-05, + "objective/train/value_min": -0.67041015625, + "objective/train/value_reward_corr": 0.7711097508290221, + "objective/train/value_std": 0.0198211669921875, + "objective/train/weight_avg": 1.0014616250991821, + "objective/train/weighted_lm_loss": 1.4537729024887085, + "objective/train/weights_max": 1.476158857345581, + "objective/train/weights_min": 0.5164381861686707, + "theoretical_loss": 3.4367337530386766, + "tokens_seen": 2162688000 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003480982185844969, + "loss": 0.0669, + "theoretical_loss": 3.4367337530386766, + "tokens_seen": 2162688000 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034801797464291444, + "loss": 0.068, + "theoretical_loss": 3.436699837648871, + "tokens_seen": 2162950144 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034793773070133206, + "loss": 0.0691, + "theoretical_loss": 3.4366659275200444, + "tokens_seen": 2163212288 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034785748675974967, + "loss": 0.0676, + "theoretical_loss": 3.436632022650742, + "tokens_seen": 2163474432 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003477772428181672, + "loss": 0.0682, + "theoretical_loss": 3.4365981230395115, + "tokens_seen": 2163736576 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034769699887658484, + "loss": 0.0652, + "theoretical_loss": 3.436564228684901, + "tokens_seen": 2163998720 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003476167549350024, + "loss": 0.0659, + "theoretical_loss": 3.436530339585458, + "tokens_seen": 2164260864 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034753651099342, + "loss": 0.0667, + "theoretical_loss": 3.4364964557397317, + "tokens_seen": 2164523008 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034745626705183757, + "loss": 0.0662, + "theoretical_loss": 3.436462577146272, + "tokens_seen": 2164785152 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003473760231102552, + "loss": 0.0659, + "theoretical_loss": 3.4364287038036276, + "tokens_seen": 2165047296 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003472957791686728, + "loss": 0.067, + "theoretical_loss": 3.4363948357103506, + "tokens_seen": 2165309440 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034721553522709035, + "loss": 0.0668, + "theoretical_loss": 3.436360972864991, + "tokens_seen": 2165571584 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034713529128550796, + "loss": 0.0668, + "theoretical_loss": 3.4363271152661006, + "tokens_seen": 2165833728 + }, + { + "epoch": 0.66, + "objective/train/advantage_avg": 0.0008192858076654375, + "objective/train/docs_used": 788845, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3049049377441406, + "objective/train/original_loss": 1.3049049377441406, + "objective/train/theoretical_loss": 3.4363101884336293, + "objective/train/tokens_used": 2186424800, + "objective/train/value_avg": -0.008148193359375, + "objective/train/value_loss": 0.0004050927236676216, + "objective/train/value_max": -4.4345855712890625e-05, + "objective/train/value_min": -0.69677734375, + "objective/train/value_reward_corr": 0.7082278235869955, + "objective/train/value_std": 0.019012451171875, + "objective/train/weight_avg": 1.0009958744049072, + "objective/train/weighted_lm_loss": 1.3056150674819946, + "objective/train/weights_max": 1.4395811557769775, + "objective/train/weights_min": 0.37920987606048584, + "theoretical_loss": 3.4363101884336293, + "tokens_seen": 2165964800 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003470550473439256, + "loss": 0.0682, + "theoretical_loss": 3.4362932629122325, + "tokens_seen": 2166095872 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034697480340234314, + "loss": 0.0728, + "theoretical_loss": 3.436259415801939, + "tokens_seen": 2166358016 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003468945594607607, + "loss": 0.0653, + "theoretical_loss": 3.436225573933773, + "tokens_seen": 2166620160 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003468143155191783, + "loss": 0.0668, + "theoretical_loss": 3.43619173730629, + "tokens_seen": 2166882304 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003467340715775959, + "loss": 0.0677, + "theoretical_loss": 3.4361579059180425, + "tokens_seen": 2167144448 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003466538276360135, + "loss": 0.0675, + "theoretical_loss": 3.4361240797675876, + "tokens_seen": 2167406592 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003465735836944311, + "loss": 0.069, + "theoretical_loss": 3.43609025885348, + "tokens_seen": 2167668736 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003464933397528487, + "loss": 0.0661, + "theoretical_loss": 3.436056443174276, + "tokens_seen": 2167930880 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003464130958112662, + "loss": 0.0685, + "theoretical_loss": 3.436022632728533, + "tokens_seen": 2168193024 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003463328518696838, + "loss": 0.0699, + "theoretical_loss": 3.4359888275148083, + "tokens_seen": 2168455168 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034625260792810143, + "loss": 0.0653, + "theoretical_loss": 3.4359550275316595, + "tokens_seen": 2168717312 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034617236398651904, + "loss": 0.0661, + "theoretical_loss": 3.4359212327776456, + "tokens_seen": 2168979456 + }, + { + "epoch": 0.66, + "objective/train/advantage_avg": -0.0005490885814651847, + "objective/train/docs_used": 790125, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.522042155265808, + "objective/train/original_loss": 1.5220420360565186, + "objective/train/theoretical_loss": 3.4358874432513256, + "objective/train/tokens_used": 2189701600, + "objective/train/value_avg": -0.010711669921875, + "objective/train/value_loss": 0.00043871699017472565, + "objective/train/value_max": -3.218650817871094e-05, + "objective/train/value_min": -0.7578125, + "objective/train/value_reward_corr": 0.8241146898001065, + "objective/train/value_std": 0.02545166015625, + "objective/train/weight_avg": 0.9996499419212341, + "objective/train/weighted_lm_loss": 1.521875262260437, + "objective/train/weights_max": 1.6081712245941162, + "objective/train/weights_min": 0.39100852608680725, + "theoretical_loss": 3.4358874432513256, + "tokens_seen": 2169241600 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003460921200449366, + "loss": 0.0668, + "theoretical_loss": 3.4358874432513256, + "tokens_seen": 2169241600 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003460118761033542, + "loss": 0.0657, + "theoretical_loss": 3.435853658951259, + "tokens_seen": 2169503744 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034593163216177183, + "loss": 0.0639, + "theoretical_loss": 3.4358198798760067, + "tokens_seen": 2169765888 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034585138822018933, + "loss": 0.0658, + "theoretical_loss": 3.4357861060241293, + "tokens_seen": 2170028032 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034577114427860695, + "loss": 0.0667, + "theoretical_loss": 3.4357523373941876, + "tokens_seen": 2170290176 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034569090033702456, + "loss": 0.0675, + "theoretical_loss": 3.4357185739847447, + "tokens_seen": 2170552320 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034561065639544217, + "loss": 0.0659, + "theoretical_loss": 3.4356848157943625, + "tokens_seen": 2170814464 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034553041245385973, + "loss": 0.0684, + "theoretical_loss": 3.4356510628216044, + "tokens_seen": 2171076608 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034545016851227734, + "loss": 0.0695, + "theoretical_loss": 3.435617315065034, + "tokens_seen": 2171338752 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034536992457069495, + "loss": 0.0677, + "theoretical_loss": 3.435583572523216, + "tokens_seen": 2171600896 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003452896806291125, + "loss": 0.067, + "theoretical_loss": 3.4355498351947142, + "tokens_seen": 2171863040 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034520943668753007, + "loss": 0.0668, + "theoretical_loss": 3.435516103078095, + "tokens_seen": 2172125184 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003451291927459477, + "loss": 0.0687, + "theoretical_loss": 3.435482376171924, + "tokens_seen": 2172387328 + }, + { + "epoch": 0.66, + "objective/train/advantage_avg": 1.945199073816184e-05, + "objective/train/docs_used": 791273, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3093266487121582, + "objective/train/original_loss": 1.3093266487121582, + "objective/train/theoretical_loss": 3.4354655146723085, + "objective/train/tokens_used": 2192978400, + "objective/train/value_avg": -0.00702667236328125, + "objective/train/value_loss": 0.00017169560305774212, + "objective/train/value_max": -3.5643577575683594e-05, + "objective/train/value_min": -0.52392578125, + "objective/train/value_reward_corr": 0.7305442536435363, + "objective/train/value_std": 0.013427734375, + "objective/train/weight_avg": 1.0000988245010376, + "objective/train/weighted_lm_loss": 1.3088808059692383, + "objective/train/weights_max": 1.1734076738357544, + "objective/train/weights_min": 0.3712006211280823, + "theoretical_loss": 3.4354655146723085, + "tokens_seen": 2172518400 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003450489488043653, + "loss": 0.0654, + "theoretical_loss": 3.435448654474768, + "tokens_seen": 2172649472 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034496870486278285, + "loss": 0.0673, + "theoretical_loss": 3.435414937985194, + "tokens_seen": 2172911616 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034488846092120047, + "loss": 0.0687, + "theoretical_loss": 3.43538122670177, + "tokens_seen": 2173173760 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003448082169796181, + "loss": 0.069, + "theoretical_loss": 3.435347520623063, + "tokens_seen": 2173435904 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034472797303803564, + "loss": 0.0676, + "theoretical_loss": 3.435313819747644, + "tokens_seen": 2173698048 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003446477290964532, + "loss": 0.0662, + "theoretical_loss": 3.4352801240740805, + "tokens_seen": 2173960192 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003445674851548708, + "loss": 0.0641, + "theoretical_loss": 3.435246433600943, + "tokens_seen": 2174222336 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034448724121328837, + "loss": 0.0644, + "theoretical_loss": 3.4352127483268022, + "tokens_seen": 2174484480 + }, + { + "epoch": 0.66, + "learning_rate": 0.000344406997271706, + "loss": 0.0643, + "theoretical_loss": 3.4351790682502297, + "tokens_seen": 2174746624 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003443267533301236, + "loss": 0.0673, + "theoretical_loss": 3.435145393369796, + "tokens_seen": 2175008768 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003442465093885412, + "loss": 0.0669, + "theoretical_loss": 3.4351117236840745, + "tokens_seen": 2175270912 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034416626544695876, + "loss": 0.0642, + "theoretical_loss": 3.4350780591916372, + "tokens_seen": 2175533056 + }, + { + "epoch": 0.66, + "objective/train/advantage_avg": 0.0008222113829106092, + "objective/train/docs_used": 792571, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2792235612869263, + "objective/train/original_loss": 1.2792236804962158, + "objective/train/theoretical_loss": 3.4350443998910576, + "objective/train/tokens_used": 2196255200, + "objective/train/value_avg": -0.0095367431640625, + "objective/train/value_loss": 0.0003426147741265595, + "objective/train/value_max": -9.316205978393555e-05, + "objective/train/value_min": -0.5166015625, + "objective/train/value_reward_corr": 0.66155051983006, + "objective/train/value_std": 0.0180206298828125, + "objective/train/weight_avg": 1.0009799003601074, + "objective/train/weighted_lm_loss": 1.2798293828964233, + "objective/train/weights_max": 1.4964208602905273, + "objective/train/weights_min": 0.37733399868011475, + "theoretical_loss": 3.4350443998910576, + "tokens_seen": 2175795200 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003440860215053764, + "loss": 0.0649, + "theoretical_loss": 3.4350443998910576, + "tokens_seen": 2175795200 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034400577756379393, + "loss": 0.0673, + "theoretical_loss": 3.435010745780909, + "tokens_seen": 2176057344 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003439255336222115, + "loss": 0.065, + "theoretical_loss": 3.4349770968597677, + "tokens_seen": 2176319488 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003438452896806291, + "loss": 0.0651, + "theoretical_loss": 3.4349434531262073, + "tokens_seen": 2176581632 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003437650457390467, + "loss": 0.0667, + "theoretical_loss": 3.4349098145788033, + "tokens_seen": 2176843776 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034368480179746433, + "loss": 0.0671, + "theoretical_loss": 3.434876181216133, + "tokens_seen": 2177105920 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003436045578558819, + "loss": 0.0647, + "theoretical_loss": 3.4348425530367717, + "tokens_seen": 2177368064 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003435243139142995, + "loss": 0.0671, + "theoretical_loss": 3.4348089300392974, + "tokens_seen": 2177630208 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034344406997271706, + "loss": 0.0659, + "theoretical_loss": 3.434775312222288, + "tokens_seen": 2177892352 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003433638260311346, + "loss": 0.0676, + "theoretical_loss": 3.434741699584322, + "tokens_seen": 2178154496 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034328358208955223, + "loss": 0.0676, + "theoretical_loss": 3.434708092123978, + "tokens_seen": 2178416640 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034320333814796984, + "loss": 0.0674, + "theoretical_loss": 3.434674489839836, + "tokens_seen": 2178678784 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034312309420638746, + "loss": 0.0648, + "theoretical_loss": 3.4346408927304757, + "tokens_seen": 2178940928 + }, + { + "epoch": 0.66, + "objective/train/advantage_avg": -0.0011554595548659563, + "objective/train/docs_used": 793725, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.169198751449585, + "objective/train/original_loss": 1.169198751449585, + "objective/train/theoretical_loss": 3.434624096115895, + "objective/train/tokens_used": 2199532000, + "objective/train/value_avg": -0.00992584228515625, + "objective/train/value_loss": 0.00023561087436974049, + "objective/train/value_max": -9.03010368347168e-05, + "objective/train/value_min": -0.363525390625, + "objective/train/value_reward_corr": 0.8537913649217721, + "objective/train/value_std": 0.0207672119140625, + "objective/train/weight_avg": 0.998957097530365, + "objective/train/weighted_lm_loss": 1.1685397624969482, + "objective/train/weights_max": 1.1885446310043335, + "objective/train/weights_min": 0.4023630917072296, + "theoretical_loss": 3.434624096115895, + "tokens_seen": 2179072000 + }, + { + "epoch": 0.66, + "learning_rate": 0.000343042850264805, + "loss": 0.067, + "theoretical_loss": 3.434607300794478, + "tokens_seen": 2179203072 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034296260632322263, + "loss": 0.0644, + "theoretical_loss": 3.434573714030424, + "tokens_seen": 2179465216 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003428823623816402, + "loss": 0.0647, + "theoretical_loss": 3.4345401324368954, + "tokens_seen": 2179727360 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034280211844005774, + "loss": 0.0669, + "theoretical_loss": 3.4345065560124746, + "tokens_seen": 2179989504 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034272187449847536, + "loss": 0.0658, + "theoretical_loss": 3.434472984755745, + "tokens_seen": 2180251648 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034264163055689297, + "loss": 0.0674, + "theoretical_loss": 3.434439418665289, + "tokens_seen": 2180513792 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034256138661531053, + "loss": 0.0638, + "theoretical_loss": 3.434405857739691, + "tokens_seen": 2180775936 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034248114267372814, + "loss": 0.0669, + "theoretical_loss": 3.434372301977536, + "tokens_seen": 2181038080 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034240089873214575, + "loss": 0.0671, + "theoretical_loss": 3.4343387513774095, + "tokens_seen": 2181300224 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034232065479056337, + "loss": 0.0694, + "theoretical_loss": 3.434305205937896, + "tokens_seen": 2181562368 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034224041084898087, + "loss": 0.0679, + "theoretical_loss": 3.4342716656575822, + "tokens_seen": 2181824512 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003421601669073985, + "loss": 0.0671, + "theoretical_loss": 3.4342381305350553, + "tokens_seen": 2182086656 + }, + { + "epoch": 0.66, + "objective/train/advantage_avg": 0.00047637318493798375, + "objective/train/docs_used": 794520, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4705965518951416, + "objective/train/original_loss": 1.4705965518951416, + "objective/train/theoretical_loss": 3.434204600568902, + "objective/train/tokens_used": 2202808800, + "objective/train/value_avg": -0.0064697265625, + "objective/train/value_loss": 0.00042887337622232735, + "objective/train/value_max": -5.1856040954589844e-05, + "objective/train/value_min": -0.736328125, + "objective/train/value_reward_corr": 0.5728590806384035, + "objective/train/value_std": 0.0162353515625, + "objective/train/weight_avg": 1.0006706714630127, + "objective/train/weighted_lm_loss": 1.470967173576355, + "objective/train/weights_max": 2.046903371810913, + "objective/train/weights_min": 0.3904004395008087, + "theoretical_loss": 3.434204600568902, + "tokens_seen": 2182348800 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003420799229658161, + "loss": 0.0695, + "theoretical_loss": 3.434204600568902, + "tokens_seen": 2182348800 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034199967902423365, + "loss": 0.0698, + "theoretical_loss": 3.434171075757711, + "tokens_seen": 2182610944 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034191943508265127, + "loss": 0.0653, + "theoretical_loss": 3.4341375561000698, + "tokens_seen": 2182873088 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003418391911410689, + "loss": 0.0656, + "theoretical_loss": 3.4341040415945683, + "tokens_seen": 2183135232 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003417589471994865, + "loss": 0.0671, + "theoretical_loss": 3.434070532239796, + "tokens_seen": 2183397376 + }, + { + "epoch": 0.66, + "learning_rate": 0.000341678703257904, + "loss": 0.0659, + "theoretical_loss": 3.4340370280343424, + "tokens_seen": 2183659520 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003415984593163216, + "loss": 0.0649, + "theoretical_loss": 3.434003528976799, + "tokens_seen": 2183921664 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003415182153747392, + "loss": 0.0662, + "theoretical_loss": 3.433970035065756, + "tokens_seen": 2184183808 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003414379714331568, + "loss": 0.0672, + "theoretical_loss": 3.4339365462998064, + "tokens_seen": 2184445952 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003413577274915744, + "loss": 0.065, + "theoretical_loss": 3.4339030626775413, + "tokens_seen": 2184708096 + }, + { + "epoch": 0.66, + "learning_rate": 0.000341277483549992, + "loss": 0.0653, + "theoretical_loss": 3.433869584197555, + "tokens_seen": 2184970240 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003411972396084096, + "loss": 0.0664, + "theoretical_loss": 3.43383611085844, + "tokens_seen": 2185232384 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003411169956668271, + "loss": 0.0662, + "theoretical_loss": 3.43380264265879, + "tokens_seen": 2185494528 + }, + { + "epoch": 0.66, + "objective/train/advantage_avg": 0.0009211726137436926, + "objective/train/docs_used": 795634, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2473207712173462, + "objective/train/original_loss": 1.2473208904266357, + "objective/train/theoretical_loss": 3.4337859104858257, + "objective/train/tokens_used": 2206085600, + "objective/train/value_avg": -0.00699615478515625, + "objective/train/value_loss": 8.281911141239107e-05, + "objective/train/value_max": -5.561113357543945e-05, + "objective/train/value_min": -0.24658203125, + "objective/train/value_reward_corr": 0.7465090862272026, + "objective/train/value_std": 0.01073455810546875, + "objective/train/weight_avg": 1.000962257385254, + "objective/train/weighted_lm_loss": 1.2484697103500366, + "objective/train/weights_max": 1.107427954673767, + "objective/train/weights_min": 0.8295454382896423, + "theoretical_loss": 3.4337859104858257, + "tokens_seen": 2185625600 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034103675172524473, + "loss": 0.0652, + "theoretical_loss": 3.433769179597201, + "tokens_seen": 2185756672 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034095650778366235, + "loss": 0.0667, + "theoretical_loss": 3.433735721672267, + "tokens_seen": 2186018816 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003408762638420799, + "loss": 0.0663, + "theoretical_loss": 3.4337022688825836, + "tokens_seen": 2186280960 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003407960199004975, + "loss": 0.0685, + "theoretical_loss": 3.4336688212267474, + "tokens_seen": 2186543104 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034071577595891513, + "loss": 0.0694, + "theoretical_loss": 3.4336353787033556, + "tokens_seen": 2186805248 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034063553201733274, + "loss": 0.0661, + "theoretical_loss": 3.4336019413110046, + "tokens_seen": 2187067392 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003405552880757503, + "loss": 0.0655, + "theoretical_loss": 3.4335685090482926, + "tokens_seen": 2187329536 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034047504413416786, + "loss": 0.0701, + "theoretical_loss": 3.4335350819138184, + "tokens_seen": 2187591680 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034039480019258547, + "loss": 0.0663, + "theoretical_loss": 3.433501659906181, + "tokens_seen": 2187853824 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034031455625100303, + "loss": 0.0655, + "theoretical_loss": 3.433468243023979, + "tokens_seen": 2188115968 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034023431230942064, + "loss": 0.0657, + "theoretical_loss": 3.433434831265814, + "tokens_seen": 2188378112 + }, + { + "epoch": 0.66, + "learning_rate": 0.00034015406836783826, + "loss": 0.0674, + "theoretical_loss": 3.4334014246302855, + "tokens_seen": 2188640256 + }, + { + "epoch": 0.66, + "objective/train/advantage_avg": 0.0005446560680866241, + "objective/train/docs_used": 796788, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3225629329681396, + "objective/train/original_loss": 1.3225629329681396, + "objective/train/theoretical_loss": 3.4333680231159946, + "objective/train/tokens_used": 2209362400, + "objective/train/value_avg": -0.01183319091796875, + "objective/train/value_loss": 0.0005237801815383136, + "objective/train/value_max": -2.4318695068359375e-05, + "objective/train/value_min": -0.81640625, + "objective/train/value_reward_corr": 0.6998824013507725, + "objective/train/value_std": 0.0217742919921875, + "objective/train/weight_avg": 1.0007728338241577, + "objective/train/weighted_lm_loss": 1.3230323791503906, + "objective/train/weights_max": 1.5971680879592896, + "objective/train/weights_min": 0.37019097805023193, + "theoretical_loss": 3.4333680231159946, + "tokens_seen": 2188902400 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003400738244262558, + "loss": 0.0667, + "theoretical_loss": 3.4333680231159946, + "tokens_seen": 2188902400 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003399935804846734, + "loss": 0.0659, + "theoretical_loss": 3.433334626721544, + "tokens_seen": 2189164544 + }, + { + "epoch": 0.66, + "learning_rate": 0.000339913336543091, + "loss": 0.0669, + "theoretical_loss": 3.4333012354455352, + "tokens_seen": 2189426688 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003398330926015086, + "loss": 0.0669, + "theoretical_loss": 3.433267849286571, + "tokens_seen": 2189688832 + }, + { + "epoch": 0.66, + "learning_rate": 0.00033975284865992616, + "loss": 0.0719, + "theoretical_loss": 3.4332344682432554, + "tokens_seen": 2189950976 + }, + { + "epoch": 0.66, + "learning_rate": 0.00033967260471834377, + "loss": 0.0673, + "theoretical_loss": 3.4332010923141913, + "tokens_seen": 2190213120 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003395923607767614, + "loss": 0.0645, + "theoretical_loss": 3.4331677214979845, + "tokens_seen": 2190475264 + }, + { + "epoch": 0.66, + "learning_rate": 0.00033951211683517894, + "loss": 0.0689, + "theoretical_loss": 3.4331343557932392, + "tokens_seen": 2190737408 + }, + { + "epoch": 0.66, + "learning_rate": 0.00033943187289359655, + "loss": 0.0653, + "theoretical_loss": 3.433100995198561, + "tokens_seen": 2190999552 + }, + { + "epoch": 0.66, + "learning_rate": 0.00033935162895201417, + "loss": 0.0671, + "theoretical_loss": 3.433067639712556, + "tokens_seen": 2191261696 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003392713850104317, + "loss": 0.0652, + "theoretical_loss": 3.4330342893338313, + "tokens_seen": 2191523840 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003391911410688493, + "loss": 0.0637, + "theoretical_loss": 3.4330009440609937, + "tokens_seen": 2191785984 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003391108971272669, + "loss": 0.066, + "theoretical_loss": 3.432967603892651, + "tokens_seen": 2192048128 + }, + { + "epoch": 0.66, + "objective/train/advantage_avg": 0.00023633279488421977, + "objective/train/docs_used": 798413, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.363378882408142, + "objective/train/original_loss": 1.363378882408142, + "objective/train/theoretical_loss": 3.4329509357222303, + "objective/train/tokens_used": 2212639200, + "objective/train/value_avg": -0.005962371826171875, + "objective/train/value_loss": 0.0005337628535926342, + "objective/train/value_max": -4.3332576751708984e-05, + "objective/train/value_min": -0.89501953125, + "objective/train/value_reward_corr": 0.6387684957175905, + "objective/train/value_std": 0.01556396484375, + "objective/train/weight_avg": 1.0004591941833496, + "objective/train/weighted_lm_loss": 1.3636430501937866, + "objective/train/weights_max": 1.8860775232315063, + "objective/train/weights_min": 0.3717731535434723, + "theoretical_loss": 3.4329509357222303, + "tokens_seen": 2192179200 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003390306531856845, + "loss": 0.0694, + "theoretical_loss": 3.432934268827412, + "tokens_seen": 2192310272 + }, + { + "epoch": 0.66, + "learning_rate": 0.00033895040924410207, + "loss": 0.0664, + "theoretical_loss": 3.4329009388638845, + "tokens_seen": 2192572416 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003388701653025197, + "loss": 0.0679, + "theoretical_loss": 3.4328676140006786, + "tokens_seen": 2192834560 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003387899213609373, + "loss": 0.0679, + "theoretical_loss": 3.4328342942364043, + "tokens_seen": 2193096704 + }, + { + "epoch": 0.66, + "learning_rate": 0.00033870967741935485, + "loss": 0.0647, + "theoretical_loss": 3.432800979569672, + "tokens_seen": 2193358848 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003386294334777724, + "loss": 0.0666, + "theoretical_loss": 3.4327676699990928, + "tokens_seen": 2193620992 + }, + { + "epoch": 0.66, + "learning_rate": 0.00033854918953619, + "loss": 0.0674, + "theoretical_loss": 3.432734365523278, + "tokens_seen": 2193883136 + }, + { + "epoch": 0.66, + "learning_rate": 0.00033846894559460763, + "loss": 0.0693, + "theoretical_loss": 3.4327010661408397, + "tokens_seen": 2194145280 + }, + { + "epoch": 0.66, + "learning_rate": 0.0003383887016530252, + "loss": 0.0668, + "theoretical_loss": 3.432667771850391, + "tokens_seen": 2194407424 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003383084577114428, + "loss": 0.0667, + "theoretical_loss": 3.4326344826505446, + "tokens_seen": 2194669568 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003382282137698604, + "loss": 0.0666, + "theoretical_loss": 3.4326011985399147, + "tokens_seen": 2194931712 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003381479698282779, + "loss": 0.068, + "theoretical_loss": 3.4325679195171155, + "tokens_seen": 2195193856 + }, + { + "epoch": 0.67, + "objective/train/advantage_avg": 0.00016295455861836672, + "objective/train/docs_used": 799213, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3838664293289185, + "objective/train/original_loss": 1.383866548538208, + "objective/train/theoretical_loss": 3.4325346455807613, + "objective/train/tokens_used": 2215916000, + "objective/train/value_avg": -0.0070648193359375, + "objective/train/value_loss": 0.0001668155746301636, + "objective/train/value_max": -6.556510925292969e-05, + "objective/train/value_min": -0.67578125, + "objective/train/value_reward_corr": 0.7921369971449512, + "objective/train/value_std": 0.0175323486328125, + "objective/train/weight_avg": 1.0002464056015015, + "objective/train/weighted_lm_loss": 1.3842962980270386, + "objective/train/weights_max": 1.5356520414352417, + "objective/train/weights_min": 0.696750283241272, + "theoretical_loss": 3.4325346455807613, + "tokens_seen": 2195456000 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033806772588669553, + "loss": 0.0642, + "theoretical_loss": 3.4325346455807613, + "tokens_seen": 2195456000 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033798748194511315, + "loss": 0.0676, + "theoretical_loss": 3.4325013767294683, + "tokens_seen": 2195718144 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033790723800353076, + "loss": 0.0685, + "theoretical_loss": 3.4324681129618515, + "tokens_seen": 2195980288 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003378269940619483, + "loss": 0.0666, + "theoretical_loss": 3.4324348542765284, + "tokens_seen": 2196242432 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033774675012036593, + "loss": 0.0698, + "theoretical_loss": 3.432401600672115, + "tokens_seen": 2196504576 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033766650617878354, + "loss": 0.067, + "theoretical_loss": 3.43236835214723, + "tokens_seen": 2196766720 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003375862622372011, + "loss": 0.0661, + "theoretical_loss": 3.4323351087004905, + "tokens_seen": 2197028864 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033750601829561866, + "loss": 0.0644, + "theoretical_loss": 3.4323018703305155, + "tokens_seen": 2197291008 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033742577435403627, + "loss": 0.0655, + "theoretical_loss": 3.432268637035924, + "tokens_seen": 2197553152 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003373455304124539, + "loss": 0.0684, + "theoretical_loss": 3.4322354088153357, + "tokens_seen": 2197815296 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033726528647087144, + "loss": 0.0679, + "theoretical_loss": 3.432202185667371, + "tokens_seen": 2198077440 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033718504252928906, + "loss": 0.0665, + "theoretical_loss": 3.432168967590651, + "tokens_seen": 2198339584 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033710479858770667, + "loss": 0.0673, + "theoretical_loss": 3.432135754583796, + "tokens_seen": 2198601728 + }, + { + "epoch": 0.67, + "objective/train/advantage_avg": 0.001130851567722857, + "objective/train/docs_used": 800708, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2379597425460815, + "objective/train/original_loss": 1.237959861755371, + "objective/train/theoretical_loss": 3.432119149981138, + "objective/train/tokens_used": 2219192800, + "objective/train/value_avg": -0.01074981689453125, + "objective/train/value_loss": 0.00034569131094031036, + "objective/train/value_max": -5.829334259033203e-05, + "objective/train/value_min": -0.49365234375, + "objective/train/value_reward_corr": 0.6338284474528026, + "objective/train/value_std": 0.018035888671875, + "objective/train/weight_avg": 1.0012847185134888, + "objective/train/weighted_lm_loss": 1.2387586832046509, + "objective/train/weights_max": 1.638288974761963, + "objective/train/weights_min": 0.36906227469444275, + "theoretical_loss": 3.432119149981138, + "tokens_seen": 2198732800 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003370245546461242, + "loss": 0.067, + "theoretical_loss": 3.432102546645429, + "tokens_seen": 2198863872 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003369443107045418, + "loss": 0.0677, + "theoretical_loss": 3.432069343774172, + "tokens_seen": 2199126016 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003368640667629594, + "loss": 0.0679, + "theoretical_loss": 3.432036145968648, + "tokens_seen": 2199388160 + }, + { + "epoch": 0.67, + "learning_rate": 0.000336783822821377, + "loss": 0.0682, + "theoretical_loss": 3.43200295322748, + "tokens_seen": 2199650304 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033670357887979457, + "loss": 0.0646, + "theoretical_loss": 3.431969765549293, + "tokens_seen": 2199912448 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003366233349382122, + "loss": 0.0661, + "theoretical_loss": 3.43193658293271, + "tokens_seen": 2200174592 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003365430909966298, + "loss": 0.068, + "theoretical_loss": 3.4319034053763575, + "tokens_seen": 2200436736 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033646284705504735, + "loss": 0.0654, + "theoretical_loss": 3.431870232878861, + "tokens_seen": 2200698880 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003363826031134649, + "loss": 0.0669, + "theoretical_loss": 3.431837065438846, + "tokens_seen": 2200961024 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003363023591718825, + "loss": 0.068, + "theoretical_loss": 3.4318039030549397, + "tokens_seen": 2201223168 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003362221152303001, + "loss": 0.0664, + "theoretical_loss": 3.431770745725769, + "tokens_seen": 2201485312 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003361418712887177, + "loss": 0.0643, + "theoretical_loss": 3.431737593449962, + "tokens_seen": 2201747456 + }, + { + "epoch": 0.67, + "objective/train/advantage_avg": 0.0007200133986771107, + "objective/train/docs_used": 801578, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3960438966751099, + "objective/train/original_loss": 1.3960440158843994, + "objective/train/theoretical_loss": 3.4317044462261466, + "objective/train/tokens_used": 2222469600, + "objective/train/value_avg": -0.0078887939453125, + "objective/train/value_loss": 0.00016009085811674595, + "objective/train/value_max": -5.9664249420166016e-05, + "objective/train/value_min": -0.6572265625, + "objective/train/value_reward_corr": 0.7351912564102456, + "objective/train/value_std": 0.01461029052734375, + "objective/train/weight_avg": 1.0007984638214111, + "objective/train/weighted_lm_loss": 1.396941900253296, + "objective/train/weights_max": 1.2816765308380127, + "objective/train/weights_min": 0.5270782113075256, + "theoretical_loss": 3.4317044462261466, + "tokens_seen": 2202009600 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003360616273471353, + "loss": 0.0653, + "theoretical_loss": 3.4317044462261466, + "tokens_seen": 2202009600 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003359813834055529, + "loss": 0.0663, + "theoretical_loss": 3.4316713040529523, + "tokens_seen": 2202271744 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003359011394639705, + "loss": 0.0672, + "theoretical_loss": 3.4316381669290084, + "tokens_seen": 2202533888 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003358208955223881, + "loss": 0.0653, + "theoretical_loss": 3.431605034852944, + "tokens_seen": 2202796032 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033574065158080565, + "loss": 0.0701, + "theoretical_loss": 3.43157190782339, + "tokens_seen": 2203058176 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003356604076392232, + "loss": 0.0648, + "theoretical_loss": 3.431538785838978, + "tokens_seen": 2203320320 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003355801636976408, + "loss": 0.0674, + "theoretical_loss": 3.4315056688983385, + "tokens_seen": 2203582464 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033549991975605843, + "loss": 0.0685, + "theoretical_loss": 3.4314725570001046, + "tokens_seen": 2203844608 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033541967581447604, + "loss": 0.0658, + "theoretical_loss": 3.431439450142908, + "tokens_seen": 2204106752 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003353394318728936, + "loss": 0.069, + "theoretical_loss": 3.4314063483253823, + "tokens_seen": 2204368896 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003352591879313112, + "loss": 0.0655, + "theoretical_loss": 3.431373251546161, + "tokens_seen": 2204631040 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003351789439897288, + "loss": 0.0691, + "theoretical_loss": 3.431340159803878, + "tokens_seen": 2204893184 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033509870004814633, + "loss": 0.0665, + "theoretical_loss": 3.4313070730971686, + "tokens_seen": 2205155328 + }, + { + "epoch": 0.67, + "objective/train/advantage_avg": 0.0004377332516014576, + "objective/train/docs_used": 802757, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3539162874221802, + "objective/train/original_loss": 1.3539161682128906, + "objective/train/theoretical_loss": 3.4312905316317277, + "objective/train/tokens_used": 2225746400, + "objective/train/value_avg": -0.006069183349609375, + "objective/train/value_loss": 0.0002810393925756216, + "objective/train/value_max": -3.1948089599609375e-05, + "objective/train/value_min": -0.94091796875, + "objective/train/value_reward_corr": 0.7552458026959488, + "objective/train/value_std": 0.0173797607421875, + "objective/train/weight_avg": 1.0005589723587036, + "objective/train/weighted_lm_loss": 1.3544557094573975, + "objective/train/weights_max": 1.729533314704895, + "objective/train/weights_min": 0.3742033541202545, + "theoretical_loss": 3.4312905316317277, + "tokens_seen": 2205286400 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033501845610656395, + "loss": 0.0689, + "theoretical_loss": 3.431273991424668, + "tokens_seen": 2205417472 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033493821216498156, + "loss": 0.068, + "theoretical_loss": 3.431240914785012, + "tokens_seen": 2205679616 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033485796822339917, + "loss": 0.0654, + "theoretical_loss": 3.431207843176836, + "tokens_seen": 2205941760 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033477772428181673, + "loss": 0.0678, + "theoretical_loss": 3.431174776598778, + "tokens_seen": 2206203904 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033469748034023434, + "loss": 0.0676, + "theoretical_loss": 3.431141715049475, + "tokens_seen": 2206466048 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033461723639865195, + "loss": 0.0672, + "theoretical_loss": 3.4311086585275645, + "tokens_seen": 2206728192 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033453699245706946, + "loss": 0.0656, + "theoretical_loss": 3.4310756070316857, + "tokens_seen": 2206990336 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033445674851548707, + "loss": 0.0673, + "theoretical_loss": 3.431042560560477, + "tokens_seen": 2207252480 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003343765045739047, + "loss": 0.0689, + "theoretical_loss": 3.431009519112578, + "tokens_seen": 2207514624 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033429626063232224, + "loss": 0.0683, + "theoretical_loss": 3.4309764826866287, + "tokens_seen": 2207776768 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033421601669073985, + "loss": 0.0674, + "theoretical_loss": 3.43094345128127, + "tokens_seen": 2208038912 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033413577274915747, + "loss": 0.0698, + "theoretical_loss": 3.430910424895143, + "tokens_seen": 2208301056 + }, + { + "epoch": 0.67, + "objective/train/advantage_avg": 0.0002408331201877445, + "objective/train/docs_used": 804023, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4059375524520874, + "objective/train/original_loss": 1.405937671661377, + "objective/train/theoretical_loss": 3.4308774035268885, + "objective/train/tokens_used": 2229023200, + "objective/train/value_avg": -0.00675201416015625, + "objective/train/value_loss": 0.00013970212603453547, + "objective/train/value_max": -3.170967102050781e-05, + "objective/train/value_min": -0.25634765625, + "objective/train/value_reward_corr": 0.6882856006790044, + "objective/train/value_std": 0.0113983154296875, + "objective/train/weight_avg": 1.0003055334091187, + "objective/train/weighted_lm_loss": 1.406880497932434, + "objective/train/weights_max": 1.189415454864502, + "objective/train/weights_min": 0.36835023760795593, + "theoretical_loss": 3.4308774035268885, + "tokens_seen": 2208563200 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003340555288075751, + "loss": 0.0686, + "theoretical_loss": 3.4308774035268885, + "tokens_seen": 2208563200 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003339752848659926, + "loss": 0.0674, + "theoretical_loss": 3.4308443871751497, + "tokens_seen": 2208825344 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003338950409244102, + "loss": 0.0643, + "theoretical_loss": 3.4308113758385685, + "tokens_seen": 2209087488 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003338147969828278, + "loss": 0.0687, + "theoretical_loss": 3.4307783695157887, + "tokens_seen": 2209349632 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033373455304124537, + "loss": 0.0675, + "theoretical_loss": 3.4307453682054536, + "tokens_seen": 2209611776 + }, + { + "epoch": 0.67, + "learning_rate": 0.000333654309099663, + "loss": 0.0673, + "theoretical_loss": 3.430712371906208, + "tokens_seen": 2209873920 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003335740651580806, + "loss": 0.0673, + "theoretical_loss": 3.4306793806166955, + "tokens_seen": 2210136064 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003334938212164982, + "loss": 0.0661, + "theoretical_loss": 3.4306463943355627, + "tokens_seen": 2210398208 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003334135772749157, + "loss": 0.0672, + "theoretical_loss": 3.430613413061455, + "tokens_seen": 2210660352 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003333333333333333, + "loss": 0.0671, + "theoretical_loss": 3.4305804367930186, + "tokens_seen": 2210922496 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033325308939175093, + "loss": 0.0638, + "theoretical_loss": 3.4305474655289006, + "tokens_seen": 2211184640 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003331728454501685, + "loss": 0.0678, + "theoretical_loss": 3.4305144992677485, + "tokens_seen": 2211446784 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003330926015085861, + "loss": 0.066, + "theoretical_loss": 3.4304815380082103, + "tokens_seen": 2211708928 + }, + { + "epoch": 0.67, + "objective/train/advantage_avg": -0.00011773750156862661, + "objective/train/docs_used": 805208, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.382475733757019, + "objective/train/original_loss": 1.382475733757019, + "objective/train/theoretical_loss": 3.4304650592536237, + "objective/train/tokens_used": 2232300000, + "objective/train/value_avg": -0.006488800048828125, + "objective/train/value_loss": 0.00011118880502181128, + "objective/train/value_max": -1.817941665649414e-05, + "objective/train/value_min": -0.56982421875, + "objective/train/value_reward_corr": 0.7461156958892847, + "objective/train/value_std": 0.0114898681640625, + "objective/train/weight_avg": 0.9999356865882874, + "objective/train/weighted_lm_loss": 1.3821321725845337, + "objective/train/weights_max": 1.1386950016021729, + "objective/train/weights_min": 0.5276978611946106, + "theoretical_loss": 3.4304650592536237, + "tokens_seen": 2211840000 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003330123575670037, + "loss": 0.0648, + "theoretical_loss": 3.430448581748934, + "tokens_seen": 2211971072 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033293211362542133, + "loss": 0.0691, + "theoretical_loss": 3.430415630488569, + "tokens_seen": 2212233216 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003328518696838389, + "loss": 0.0685, + "theoretical_loss": 3.4303826842257648, + "tokens_seen": 2212495360 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033277162574225645, + "loss": 0.0675, + "theoretical_loss": 3.430349742959171, + "tokens_seen": 2212757504 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033269138180067406, + "loss": 0.0656, + "theoretical_loss": 3.4303168066874385, + "tokens_seen": 2213019648 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003326111378590916, + "loss": 0.067, + "theoretical_loss": 3.430283875409219, + "tokens_seen": 2213281792 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033253089391750923, + "loss": 0.0649, + "theoretical_loss": 3.430250949123163, + "tokens_seen": 2213543936 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033245064997592684, + "loss": 0.0669, + "theoretical_loss": 3.430218027827924, + "tokens_seen": 2213806080 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033237040603434446, + "loss": 0.0681, + "theoretical_loss": 3.430185111522153, + "tokens_seen": 2214068224 + }, + { + "epoch": 0.67, + "learning_rate": 0.000332290162092762, + "loss": 0.0641, + "theoretical_loss": 3.4301522002045046, + "tokens_seen": 2214330368 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003322099181511796, + "loss": 0.0691, + "theoretical_loss": 3.430119293873632, + "tokens_seen": 2214592512 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003321296742095972, + "loss": 0.067, + "theoretical_loss": 3.4300863925281893, + "tokens_seen": 2214854656 + }, + { + "epoch": 0.67, + "objective/train/advantage_avg": 0.0004294673854019493, + "objective/train/docs_used": 806281, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2422270774841309, + "objective/train/original_loss": 1.2422270774841309, + "objective/train/theoretical_loss": 3.430053496166831, + "objective/train/tokens_used": 2235576800, + "objective/train/value_avg": -0.008331298828125, + "objective/train/value_loss": 0.0004094886244274676, + "objective/train/value_max": -3.0934810638427734e-05, + "objective/train/value_min": -0.97900390625, + "objective/train/value_reward_corr": 0.6906626296551203, + "objective/train/value_std": 0.01922607421875, + "objective/train/weight_avg": 1.000615119934082, + "objective/train/weighted_lm_loss": 1.2426966428756714, + "objective/train/weights_max": 1.8312163352966309, + "objective/train/weights_min": 0.39100852608680725, + "theoretical_loss": 3.430053496166831, + "tokens_seen": 2215116800 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033204943026801474, + "loss": 0.0661, + "theoretical_loss": 3.430053496166831, + "tokens_seen": 2215116800 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033196918632643236, + "loss": 0.0667, + "theoretical_loss": 3.4300206047882136, + "tokens_seen": 2215378944 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033188894238484997, + "loss": 0.0678, + "theoretical_loss": 3.4299877183909917, + "tokens_seen": 2215641088 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033180869844326753, + "loss": 0.0666, + "theoretical_loss": 3.4299548369738218, + "tokens_seen": 2215903232 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033172845450168514, + "loss": 0.0646, + "theoretical_loss": 3.429921960535361, + "tokens_seen": 2216165376 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003316482105601027, + "loss": 0.0666, + "theoretical_loss": 3.429889089074267, + "tokens_seen": 2216427520 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003315679666185203, + "loss": 0.0634, + "theoretical_loss": 3.429856222589197, + "tokens_seen": 2216689664 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033148772267693787, + "loss": 0.0672, + "theoretical_loss": 3.4298233610788094, + "tokens_seen": 2216951808 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003314074787353555, + "loss": 0.0669, + "theoretical_loss": 3.429790504541764, + "tokens_seen": 2217213952 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003313272347937731, + "loss": 0.0659, + "theoretical_loss": 3.4297576529767193, + "tokens_seen": 2217476096 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033124699085219065, + "loss": 0.0671, + "theoretical_loss": 3.4297248063823362, + "tokens_seen": 2217738240 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033116674691060827, + "loss": 0.066, + "theoretical_loss": 3.4296919647572746, + "tokens_seen": 2218000384 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003310865029690259, + "loss": 0.0669, + "theoretical_loss": 3.4296591281001954, + "tokens_seen": 2218262528 + }, + { + "epoch": 0.67, + "objective/train/advantage_avg": -0.0008933120989240706, + "objective/train/docs_used": 807316, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2999142408370972, + "objective/train/original_loss": 1.299914002418518, + "objective/train/theoretical_loss": 3.429642711634231, + "objective/train/tokens_used": 2238853600, + "objective/train/value_avg": -0.0088348388671875, + "objective/train/value_loss": 0.00028456540894694626, + "objective/train/value_max": -3.8504600524902344e-05, + "objective/train/value_min": -0.8017578125, + "objective/train/value_reward_corr": 0.7554266484555056, + "objective/train/value_std": 0.018707275390625, + "objective/train/weight_avg": 0.9992401003837585, + "objective/train/weighted_lm_loss": 1.2981139421463013, + "objective/train/weights_max": 1.3522337675094604, + "objective/train/weights_min": 0.3712657690048218, + "theoretical_loss": 3.429642711634231, + "tokens_seen": 2218393600 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033100625902744344, + "loss": 0.0643, + "theoretical_loss": 3.42962629640976, + "tokens_seen": 2218524672 + }, + { + "epoch": 0.67, + "learning_rate": 0.000330926015085861, + "loss": 0.068, + "theoretical_loss": 3.4295934696846313, + "tokens_seen": 2218786816 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003308457711442786, + "loss": 0.0642, + "theoretical_loss": 3.4295606479234713, + "tokens_seen": 2219048960 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003307655272026962, + "loss": 0.0659, + "theoretical_loss": 3.429527831124943, + "tokens_seen": 2219311104 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003306852832611138, + "loss": 0.0671, + "theoretical_loss": 3.42949501928771, + "tokens_seen": 2219573248 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003306050393195314, + "loss": 0.0649, + "theoretical_loss": 3.4294622124104364, + "tokens_seen": 2219835392 + }, + { + "epoch": 0.67, + "learning_rate": 0.000330524795377949, + "loss": 0.0638, + "theoretical_loss": 3.429429410491787, + "tokens_seen": 2220097536 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033044455143636656, + "loss": 0.0657, + "theoretical_loss": 3.429396613530427, + "tokens_seen": 2220359680 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003303643074947841, + "loss": 0.0667, + "theoretical_loss": 3.429363821525022, + "tokens_seen": 2220621824 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033028406355320173, + "loss": 0.0666, + "theoretical_loss": 3.4293310344742385, + "tokens_seen": 2220883968 + }, + { + "epoch": 0.67, + "learning_rate": 0.00033020381961161935, + "loss": 0.0648, + "theoretical_loss": 3.429298252376743, + "tokens_seen": 2221146112 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003301235756700369, + "loss": 0.0638, + "theoretical_loss": 3.429265475231202, + "tokens_seen": 2221408256 + }, + { + "epoch": 0.67, + "objective/train/advantage_avg": 0.0009741941466927528, + "objective/train/docs_used": 808517, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3365520238876343, + "objective/train/original_loss": 1.3365521430969238, + "objective/train/theoretical_loss": 3.429232703036284, + "objective/train/tokens_used": 2242130400, + "objective/train/value_avg": -0.0101470947265625, + "objective/train/value_loss": 0.00031684336136095226, + "objective/train/value_max": -4.684925079345703e-05, + "objective/train/value_min": -0.66845703125, + "objective/train/value_reward_corr": 0.794364339435259, + "objective/train/value_std": 0.0236358642578125, + "objective/train/weight_avg": 1.0011216402053833, + "objective/train/weighted_lm_loss": 1.338201880455017, + "objective/train/weights_max": 1.4359118938446045, + "objective/train/weights_min": 0.4152621924877167, + "theoretical_loss": 3.429232703036284, + "tokens_seen": 2221670400 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003300433317284545, + "loss": 0.0651, + "theoretical_loss": 3.429232703036284, + "tokens_seen": 2221670400 + }, + { + "epoch": 0.67, + "learning_rate": 0.00032996308778687213, + "loss": 0.0669, + "theoretical_loss": 3.429199935790657, + "tokens_seen": 2221932544 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003298828438452897, + "loss": 0.0689, + "theoretical_loss": 3.4291671734929903, + "tokens_seen": 2222194688 + }, + { + "epoch": 0.67, + "learning_rate": 0.00032980259990370725, + "loss": 0.0683, + "theoretical_loss": 3.4291344161419524, + "tokens_seen": 2222456832 + }, + { + "epoch": 0.67, + "learning_rate": 0.00032972235596212486, + "loss": 0.0659, + "theoretical_loss": 3.4291016637362137, + "tokens_seen": 2222718976 + }, + { + "epoch": 0.67, + "learning_rate": 0.00032964211202054247, + "loss": 0.0658, + "theoretical_loss": 3.429068916274444, + "tokens_seen": 2222981120 + }, + { + "epoch": 0.67, + "learning_rate": 0.00032956186807896003, + "loss": 0.0652, + "theoretical_loss": 3.429036173755314, + "tokens_seen": 2223243264 + }, + { + "epoch": 0.67, + "learning_rate": 0.00032948162413737764, + "loss": 0.0691, + "theoretical_loss": 3.429003436177496, + "tokens_seen": 2223505408 + }, + { + "epoch": 0.67, + "learning_rate": 0.00032940138019579526, + "loss": 0.067, + "theoretical_loss": 3.4289707035396613, + "tokens_seen": 2223767552 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003293211362542128, + "loss": 0.0697, + "theoretical_loss": 3.428937975840482, + "tokens_seen": 2224029696 + }, + { + "epoch": 0.67, + "learning_rate": 0.00032924089231263037, + "loss": 0.0683, + "theoretical_loss": 3.4289052530786313, + "tokens_seen": 2224291840 + }, + { + "epoch": 0.67, + "learning_rate": 0.000329160648371048, + "loss": 0.0679, + "theoretical_loss": 3.4288725352527827, + "tokens_seen": 2224553984 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003290804044294656, + "loss": 0.0661, + "theoretical_loss": 3.42883982236161, + "tokens_seen": 2224816128 + }, + { + "epoch": 0.67, + "objective/train/advantage_avg": 0.000575738144107163, + "objective/train/docs_used": 809850, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4422305822372437, + "objective/train/original_loss": 1.4422303438186646, + "objective/train/theoretical_loss": 3.4288234677661125, + "objective/train/tokens_used": 2245407200, + "objective/train/value_avg": -0.00559234619140625, + "objective/train/value_loss": 0.00012239748321007937, + "objective/train/value_max": -7.599592208862305e-05, + "objective/train/value_min": -0.1953125, + "objective/train/value_reward_corr": 0.6610739611061546, + "objective/train/value_std": 0.0096893310546875, + "objective/train/weight_avg": 1.0006322860717773, + "objective/train/weighted_lm_loss": 1.4429044723510742, + "objective/train/weights_max": 1.1333893537521362, + "objective/train/weights_min": 0.3684496581554413, + "theoretical_loss": 3.4288234677661125, + "tokens_seen": 2224947200 + }, + { + "epoch": 0.67, + "learning_rate": 0.00032900016048788316, + "loss": 0.0646, + "theoretical_loss": 3.428807114403787, + "tokens_seen": 2225078272 + }, + { + "epoch": 0.67, + "learning_rate": 0.00032891991654630077, + "loss": 0.0627, + "theoretical_loss": 3.428774411377989, + "tokens_seen": 2225340416 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003288396726047184, + "loss": 0.0675, + "theoretical_loss": 3.4287417132828923, + "tokens_seen": 2225602560 + }, + { + "epoch": 0.67, + "learning_rate": 0.00032875942866313594, + "loss": 0.0655, + "theoretical_loss": 3.428709020117172, + "tokens_seen": 2225864704 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003286791847215535, + "loss": 0.0645, + "theoretical_loss": 3.4286763318795046, + "tokens_seen": 2226126848 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003285989407799711, + "loss": 0.064, + "theoretical_loss": 3.428643648568567, + "tokens_seen": 2226388992 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003285186968383887, + "loss": 0.0683, + "theoretical_loss": 3.4286109701830374, + "tokens_seen": 2226651136 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003284384528968063, + "loss": 0.0676, + "theoretical_loss": 3.428578296721593, + "tokens_seen": 2226913280 + }, + { + "epoch": 0.67, + "learning_rate": 0.0003283582089552239, + "loss": 0.0669, + "theoretical_loss": 3.4285456281829125, + "tokens_seen": 2227175424 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003282779650136415, + "loss": 0.0693, + "theoretical_loss": 3.428512964565675, + "tokens_seen": 2227437568 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032819772107205907, + "loss": 0.0663, + "theoretical_loss": 3.4284803058685602, + "tokens_seen": 2227699712 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003281174771304767, + "loss": 0.0658, + "theoretical_loss": 3.428447652090248, + "tokens_seen": 2227961856 + }, + { + "epoch": 0.68, + "objective/train/advantage_avg": 0.00068481924245134, + "objective/train/docs_used": 811140, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2217357158660889, + "objective/train/original_loss": 1.2217357158660889, + "objective/train/theoretical_loss": 3.4284150032294187, + "objective/train/tokens_used": 2248684000, + "objective/train/value_avg": -0.00852203369140625, + "objective/train/value_loss": 0.00021013550576753914, + "objective/train/value_max": -5.519390106201172e-05, + "objective/train/value_min": -0.27197265625, + "objective/train/value_reward_corr": 0.7751524163550066, + "objective/train/value_std": 0.0173797607421875, + "objective/train/weight_avg": 1.0007812976837158, + "objective/train/weighted_lm_loss": 1.2224347591400146, + "objective/train/weights_max": 1.188464641571045, + "objective/train/weights_min": 0.37048766016960144, + "theoretical_loss": 3.4284150032294187, + "tokens_seen": 2228224000 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032803723318889424, + "loss": 0.0672, + "theoretical_loss": 3.4284150032294187, + "tokens_seen": 2228224000 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003279569892473118, + "loss": 0.0665, + "theoretical_loss": 3.428382359284754, + "tokens_seen": 2228486144 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003278767453057294, + "loss": 0.0673, + "theoretical_loss": 3.4283497202549347, + "tokens_seen": 2228748288 + }, + { + "epoch": 0.68, + "learning_rate": 0.000327796501364147, + "loss": 0.0688, + "theoretical_loss": 3.4283170861386436, + "tokens_seen": 2229010432 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032771625742256463, + "loss": 0.0683, + "theoretical_loss": 3.4282844569345623, + "tokens_seen": 2229272576 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003276360134809822, + "loss": 0.0675, + "theoretical_loss": 3.428251832641375, + "tokens_seen": 2229534720 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003275557695393998, + "loss": 0.0684, + "theoretical_loss": 3.4282192132577647, + "tokens_seen": 2229796864 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032747552559781736, + "loss": 0.0665, + "theoretical_loss": 3.4281865987824154, + "tokens_seen": 2230059008 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003273952816562349, + "loss": 0.066, + "theoretical_loss": 3.428153989214012, + "tokens_seen": 2230321152 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032731503771465253, + "loss": 0.0654, + "theoretical_loss": 3.4281213845512397, + "tokens_seen": 2230583296 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032723479377307015, + "loss": 0.0642, + "theoretical_loss": 3.428088784792784, + "tokens_seen": 2230845440 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032715454983148776, + "loss": 0.0696, + "theoretical_loss": 3.4280561899373305, + "tokens_seen": 2231107584 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003270743058899053, + "loss": 0.067, + "theoretical_loss": 3.428023599983567, + "tokens_seen": 2231369728 + }, + { + "epoch": 0.68, + "objective/train/advantage_avg": 0.0006392503273673356, + "objective/train/docs_used": 812344, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1726940870285034, + "objective/train/original_loss": 1.1726940870285034, + "objective/train/theoretical_loss": 3.4280073068444086, + "objective/train/tokens_used": 2251960800, + "objective/train/value_avg": -0.00792694091796875, + "objective/train/value_loss": 0.0002539717825129628, + "objective/train/value_max": -3.1948089599609375e-05, + "objective/train/value_min": -0.26904296875, + "objective/train/value_reward_corr": 0.672828861860655, + "objective/train/value_std": 0.01514434814453125, + "objective/train/weight_avg": 1.0007520914077759, + "objective/train/weighted_lm_loss": 1.1724919080734253, + "objective/train/weights_max": 1.285593867301941, + "objective/train/weights_min": 0.36816075444221497, + "theoretical_loss": 3.4280073068444086, + "tokens_seen": 2231500800 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032699406194832293, + "loss": 0.0672, + "theoretical_loss": 3.4279910149301798, + "tokens_seen": 2231631872 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003269138180067405, + "loss": 0.0674, + "theoretical_loss": 3.4279584347758565, + "tokens_seen": 2231894016 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032683357406515805, + "loss": 0.0649, + "theoretical_loss": 3.4279258595192856, + "tokens_seen": 2232156160 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032675333012357566, + "loss": 0.0649, + "theoretical_loss": 3.427893289159156, + "tokens_seen": 2232418304 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032667308618199327, + "loss": 0.0671, + "theoretical_loss": 3.427860723694156, + "tokens_seen": 2232680448 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003265928422404109, + "loss": 0.0677, + "theoretical_loss": 3.427828163122976, + "tokens_seen": 2232942592 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032651259829882844, + "loss": 0.0669, + "theoretical_loss": 3.427795607444306, + "tokens_seen": 2233204736 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032643235435724606, + "loss": 0.069, + "theoretical_loss": 3.4277630566568367, + "tokens_seen": 2233466880 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032635211041566367, + "loss": 0.0658, + "theoretical_loss": 3.4277305107592593, + "tokens_seen": 2233729024 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032627186647408117, + "loss": 0.0681, + "theoretical_loss": 3.427697969750265, + "tokens_seen": 2233991168 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003261916225324988, + "loss": 0.0684, + "theoretical_loss": 3.427665433628547, + "tokens_seen": 2234253312 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003261113785909164, + "loss": 0.0677, + "theoretical_loss": 3.427632902392797, + "tokens_seen": 2234515456 + }, + { + "epoch": 0.68, + "objective/train/advantage_avg": 0.0011658759322017431, + "objective/train/docs_used": 813661, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3379827737808228, + "objective/train/original_loss": 1.3379828929901123, + "objective/train/theoretical_loss": 3.427600376041709, + "objective/train/tokens_used": 2255237600, + "objective/train/value_avg": -0.00499725341796875, + "objective/train/value_loss": 7.860258483560756e-05, + "objective/train/value_max": -5.608797073364258e-05, + "objective/train/value_min": -0.23779296875, + "objective/train/value_reward_corr": 0.6987030386900941, + "objective/train/value_std": 0.00928497314453125, + "objective/train/weight_avg": 1.0012047290802002, + "objective/train/weighted_lm_loss": 1.3398668766021729, + "objective/train/weights_max": 1.1434308290481567, + "objective/train/weights_min": 0.8200451135635376, + "theoretical_loss": 3.427600376041709, + "tokens_seen": 2234777600 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032603113464933396, + "loss": 0.067, + "theoretical_loss": 3.427600376041709, + "tokens_seen": 2234777600 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032595089070775157, + "loss": 0.0645, + "theoretical_loss": 3.4275678545739763, + "tokens_seen": 2235039744 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003258706467661692, + "loss": 0.067, + "theoretical_loss": 3.4275353379882927, + "tokens_seen": 2235301888 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003257904028245868, + "loss": 0.0668, + "theoretical_loss": 3.427502826283354, + "tokens_seen": 2235564032 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003257101588830043, + "loss": 0.0668, + "theoretical_loss": 3.427470319457854, + "tokens_seen": 2235826176 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003256299149414219, + "loss": 0.0684, + "theoretical_loss": 3.4274378175104894, + "tokens_seen": 2236088320 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003255496709998395, + "loss": 0.0657, + "theoretical_loss": 3.427405320439956, + "tokens_seen": 2236350464 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003254694270582571, + "loss": 0.0655, + "theoretical_loss": 3.4273728282449514, + "tokens_seen": 2236612608 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003253891831166747, + "loss": 0.0659, + "theoretical_loss": 3.4273403409241716, + "tokens_seen": 2236874752 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003253089391750923, + "loss": 0.0666, + "theoretical_loss": 3.427307858476315, + "tokens_seen": 2237136896 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003252286952335099, + "loss": 0.0688, + "theoretical_loss": 3.4272753809000793, + "tokens_seen": 2237399040 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003251484512919275, + "loss": 0.0674, + "theoretical_loss": 3.4272429081941636, + "tokens_seen": 2237661184 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032506820735034504, + "loss": 0.0692, + "theoretical_loss": 3.4272104403572667, + "tokens_seen": 2237923328 + }, + { + "epoch": 0.68, + "objective/train/advantage_avg": 0.0007325648330152035, + "objective/train/docs_used": 814894, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2295188903808594, + "objective/train/original_loss": 1.2295186519622803, + "objective/train/theoretical_loss": 3.4271942082642948, + "objective/train/tokens_used": 2258514400, + "objective/train/value_avg": -0.00977325439453125, + "objective/train/value_loss": 0.00036434628418646753, + "objective/train/value_max": -3.349781036376953e-05, + "objective/train/value_min": -0.671875, + "objective/train/value_reward_corr": 0.7171028505944641, + "objective/train/value_std": 0.0178375244140625, + "objective/train/weight_avg": 1.0008982419967651, + "objective/train/weighted_lm_loss": 1.2303080558776855, + "objective/train/weights_max": 1.4226752519607544, + "objective/train/weights_min": 0.38332873582839966, + "theoretical_loss": 3.4271942082642948, + "tokens_seen": 2238054400 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032498796340876265, + "loss": 0.0666, + "theoretical_loss": 3.4271779773880895, + "tokens_seen": 2238185472 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003249077194671802, + "loss": 0.0656, + "theoretical_loss": 3.427145519285331, + "tokens_seen": 2238447616 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003248274755255978, + "loss": 0.0692, + "theoretical_loss": 3.427113066047692, + "tokens_seen": 2238709760 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032474723158401543, + "loss": 0.0688, + "theoretical_loss": 3.4270806176738744, + "tokens_seen": 2238971904 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032466698764243304, + "loss": 0.0669, + "theoretical_loss": 3.4270481741625796, + "tokens_seen": 2239234048 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003245867437008506, + "loss": 0.0677, + "theoretical_loss": 3.4270157355125095, + "tokens_seen": 2239496192 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032450649975926816, + "loss": 0.0686, + "theoretical_loss": 3.426983301722367, + "tokens_seen": 2239758336 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003244262558176858, + "loss": 0.0666, + "theoretical_loss": 3.4269508727908553, + "tokens_seen": 2240020480 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032434601187610333, + "loss": 0.0667, + "theoretical_loss": 3.426918448716678, + "tokens_seen": 2240282624 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032426576793452095, + "loss": 0.0679, + "theoretical_loss": 3.42688602949854, + "tokens_seen": 2240544768 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032418552399293856, + "loss": 0.0639, + "theoretical_loss": 3.426853615135145, + "tokens_seen": 2240806912 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032410528005135617, + "loss": 0.0663, + "theoretical_loss": 3.426821205625199, + "tokens_seen": 2241069056 + }, + { + "epoch": 0.68, + "objective/train/advantage_avg": 0.000427899940405041, + "objective/train/docs_used": 816099, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3103383779525757, + "objective/train/original_loss": 1.3103383779525757, + "objective/train/theoretical_loss": 3.4267888009674072, + "objective/train/tokens_used": 2261791200, + "objective/train/value_avg": -0.01001739501953125, + "objective/train/value_loss": 0.00032837942126207054, + "objective/train/value_max": -3.8504600524902344e-05, + "objective/train/value_min": -0.69921875, + "objective/train/value_reward_corr": 0.7719376622281333, + "objective/train/value_std": 0.022491455078125, + "objective/train/weight_avg": 1.0005823373794556, + "objective/train/weighted_lm_loss": 1.3096930980682373, + "objective/train/weights_max": 1.6746848821640015, + "objective/train/weights_min": 0.39149805903434753, + "theoretical_loss": 3.4267888009674072, + "tokens_seen": 2241331200 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032402503610977373, + "loss": 0.0653, + "theoretical_loss": 3.4267888009674072, + "tokens_seen": 2241331200 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003239447921681913, + "loss": 0.0663, + "theoretical_loss": 3.4267564011604756, + "tokens_seen": 2241593344 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003238645482266089, + "loss": 0.065, + "theoretical_loss": 3.426724006203112, + "tokens_seen": 2241855488 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032378430428502646, + "loss": 0.0646, + "theoretical_loss": 3.426691616094022, + "tokens_seen": 2242117632 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032370406034344407, + "loss": 0.0678, + "theoretical_loss": 3.4266592308319144, + "tokens_seen": 2242379776 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003236238164018617, + "loss": 0.0668, + "theoretical_loss": 3.426626850415497, + "tokens_seen": 2242641920 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032354357246027924, + "loss": 0.0661, + "theoretical_loss": 3.4265944748434785, + "tokens_seen": 2242904064 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032346332851869685, + "loss": 0.0661, + "theoretical_loss": 3.4265621041145677, + "tokens_seen": 2243166208 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032338308457711447, + "loss": 0.0641, + "theoretical_loss": 3.426529738227475, + "tokens_seen": 2243428352 + }, + { + "epoch": 0.68, + "learning_rate": 0.000323302840635532, + "loss": 0.0641, + "theoretical_loss": 3.4264973771809104, + "tokens_seen": 2243690496 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003232225966939496, + "loss": 0.0665, + "theoretical_loss": 3.426465020973584, + "tokens_seen": 2243952640 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003231423527523672, + "loss": 0.0676, + "theoretical_loss": 3.4264326696042073, + "tokens_seen": 2244214784 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003230621088107848, + "loss": 0.0689, + "theoretical_loss": 3.4264003230714923, + "tokens_seen": 2244476928 + }, + { + "epoch": 0.68, + "objective/train/advantage_avg": 0.0006067843642085791, + "objective/train/docs_used": 817136, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3637292385101318, + "objective/train/original_loss": 1.3637292385101318, + "objective/train/theoretical_loss": 3.42638415161848, + "objective/train/tokens_used": 2265068000, + "objective/train/value_avg": -0.0096893310546875, + "objective/train/value_loss": 0.0004037613980472088, + "objective/train/value_max": -9.608268737792969e-05, + "objective/train/value_min": -0.3525390625, + "objective/train/value_reward_corr": 0.6359963095846903, + "objective/train/value_std": 0.01526641845703125, + "objective/train/weight_avg": 1.0007939338684082, + "objective/train/weighted_lm_loss": 1.3647100925445557, + "objective/train/weights_max": 1.1769942045211792, + "objective/train/weights_min": 0.37699440121650696, + "theoretical_loss": 3.42638415161848, + "tokens_seen": 2244608000 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032298186486920237, + "loss": 0.0651, + "theoretical_loss": 3.4263679813741503, + "tokens_seen": 2244739072 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032290162092762, + "loss": 0.068, + "theoretical_loss": 3.4263356445108943, + "tokens_seen": 2245001216 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003228213769860376, + "loss": 0.0648, + "theoretical_loss": 3.426303312480438, + "tokens_seen": 2245263360 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032274113304445515, + "loss": 0.0686, + "theoretical_loss": 3.426270985281494, + "tokens_seen": 2245525504 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003226608891028727, + "loss": 0.0667, + "theoretical_loss": 3.426238662912777, + "tokens_seen": 2245787648 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003225806451612903, + "loss": 0.0678, + "theoretical_loss": 3.4262063453730014, + "tokens_seen": 2246049792 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032250040121970793, + "loss": 0.0677, + "theoretical_loss": 3.4261740326608825, + "tokens_seen": 2246311936 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003224201572781255, + "loss": 0.0646, + "theoretical_loss": 3.4261417247751353, + "tokens_seen": 2246574080 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003223399133365431, + "loss": 0.0663, + "theoretical_loss": 3.4261094217144765, + "tokens_seen": 2246836224 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003222596693949607, + "loss": 0.0681, + "theoretical_loss": 3.4260771234776226, + "tokens_seen": 2247098368 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003221794254533782, + "loss": 0.0678, + "theoretical_loss": 3.4260448300632906, + "tokens_seen": 2247360512 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032209918151179584, + "loss": 0.068, + "theoretical_loss": 3.4260125414701976, + "tokens_seen": 2247622656 + }, + { + "epoch": 0.68, + "objective/train/advantage_avg": 0.0006402912549674511, + "objective/train/docs_used": 818241, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2204843759536743, + "objective/train/original_loss": 1.2204842567443848, + "objective/train/theoretical_loss": 3.4259802576970624, + "objective/train/tokens_used": 2268344800, + "objective/train/value_avg": -0.0051116943359375, + "objective/train/value_loss": 8.728977991268039e-05, + "objective/train/value_max": -3.820657730102539e-05, + "objective/train/value_min": -0.314208984375, + "objective/train/value_reward_corr": 0.7210751338547836, + "objective/train/value_std": 0.01036834716796875, + "objective/train/weight_avg": 1.0006829500198364, + "objective/train/weighted_lm_loss": 1.221100926399231, + "objective/train/weights_max": 1.2855801582336426, + "objective/train/weights_min": 0.6255358457565308, + "theoretical_loss": 3.4259802576970624, + "tokens_seen": 2247884800 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032201893757021345, + "loss": 0.0647, + "theoretical_loss": 3.4259802576970624, + "tokens_seen": 2247884800 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032193869362863106, + "loss": 0.0672, + "theoretical_loss": 3.425947978742603, + "tokens_seen": 2248146944 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003218584496870486, + "loss": 0.0666, + "theoretical_loss": 3.425915704605538, + "tokens_seen": 2248409088 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032177820574546623, + "loss": 0.0662, + "theoretical_loss": 3.4258834352845877, + "tokens_seen": 2248671232 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032169796180388384, + "loss": 0.0663, + "theoretical_loss": 3.425851170778472, + "tokens_seen": 2248933376 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003216177178623014, + "loss": 0.0665, + "theoretical_loss": 3.4258189110859107, + "tokens_seen": 2249195520 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032153747392071896, + "loss": 0.0658, + "theoretical_loss": 3.425786656205626, + "tokens_seen": 2249457664 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003214572299791366, + "loss": 0.0672, + "theoretical_loss": 3.425754406136338, + "tokens_seen": 2249719808 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003213769860375542, + "loss": 0.0649, + "theoretical_loss": 3.425722160876769, + "tokens_seen": 2249981952 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032129674209597174, + "loss": 0.0688, + "theoretical_loss": 3.425689920425642, + "tokens_seen": 2250244096 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032121649815438936, + "loss": 0.0666, + "theoretical_loss": 3.42565768478168, + "tokens_seen": 2250506240 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032113625421280697, + "loss": 0.0677, + "theoretical_loss": 3.4256254539436055, + "tokens_seen": 2250768384 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032105601027122453, + "loss": 0.0668, + "theoretical_loss": 3.4255932279101433, + "tokens_seen": 2251030528 + }, + { + "epoch": 0.68, + "objective/train/advantage_avg": 0.00042870789184235036, + "objective/train/docs_used": 819526, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4423370361328125, + "objective/train/original_loss": 1.442336916923523, + "objective/train/theoretical_loss": 3.4255771166947424, + "objective/train/tokens_used": 2271621600, + "objective/train/value_avg": -0.0102691650390625, + "objective/train/value_loss": 0.00021077583369333297, + "objective/train/value_max": -3.737211227416992e-05, + "objective/train/value_min": -0.392822265625, + "objective/train/value_reward_corr": 0.8259400299662003, + "objective/train/value_std": 0.0217742919921875, + "objective/train/weight_avg": 1.0005284547805786, + "objective/train/weighted_lm_loss": 1.4427582025527954, + "objective/train/weights_max": 1.3197768926620483, + "objective/train/weights_min": 0.37623587250709534, + "theoretical_loss": 3.4255771166947424, + "tokens_seen": 2251161600 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003209757663296421, + "loss": 0.0677, + "theoretical_loss": 3.4255610066800166, + "tokens_seen": 2251292672 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003208955223880597, + "loss": 0.0672, + "theoretical_loss": 3.425528790251952, + "tokens_seen": 2251554816 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003208152784464773, + "loss": 0.0673, + "theoretical_loss": 3.4254965786246734, + "tokens_seen": 2251816960 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032073503450489487, + "loss": 0.0676, + "theoretical_loss": 3.4254643717969073, + "tokens_seen": 2252079104 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003206547905633125, + "loss": 0.0659, + "theoretical_loss": 3.42543216976738, + "tokens_seen": 2252341248 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003205745466217301, + "loss": 0.0645, + "theoretical_loss": 3.425399972534818, + "tokens_seen": 2252603392 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032049430268014765, + "loss": 0.0642, + "theoretical_loss": 3.4253677800979494, + "tokens_seen": 2252865536 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003204140587385652, + "loss": 0.0676, + "theoretical_loss": 3.425335592455501, + "tokens_seen": 2253127680 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003203338147969828, + "loss": 0.0667, + "theoretical_loss": 3.4253034096062014, + "tokens_seen": 2253389824 + }, + { + "epoch": 0.68, + "learning_rate": 0.00032025357085540044, + "loss": 0.0705, + "theoretical_loss": 3.4252712315487797, + "tokens_seen": 2253651968 + }, + { + "epoch": 0.68, + "learning_rate": 0.000320173326913818, + "loss": 0.069, + "theoretical_loss": 3.4252390582819645, + "tokens_seen": 2253914112 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003200930829722356, + "loss": 0.0666, + "theoretical_loss": 3.4252068898044863, + "tokens_seen": 2254176256 + }, + { + "epoch": 0.68, + "objective/train/advantage_avg": -0.0002984031452797353, + "objective/train/docs_used": 820753, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2429717779159546, + "objective/train/original_loss": 1.2429718971252441, + "objective/train/theoretical_loss": 3.425174726115075, + "objective/train/tokens_used": 2274898400, + "objective/train/value_avg": -0.007137298583984375, + "objective/train/value_loss": 9.032146044773981e-05, + "objective/train/value_max": -3.4809112548828125e-05, + "objective/train/value_min": -0.299560546875, + "objective/train/value_reward_corr": 0.7706266394345561, + "objective/train/value_std": 0.0110626220703125, + "objective/train/weight_avg": 0.9997462630271912, + "objective/train/weighted_lm_loss": 1.2431480884552002, + "objective/train/weights_max": 1.1257909536361694, + "objective/train/weights_min": 0.7343184947967529, + "theoretical_loss": 3.425174726115075, + "tokens_seen": 2254438400 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003200128390306532, + "loss": 0.0645, + "theoretical_loss": 3.425174726115075, + "tokens_seen": 2254438400 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003199325950890708, + "loss": 0.0659, + "theoretical_loss": 3.425142567212461, + "tokens_seen": 2254700544 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003198523511474884, + "loss": 0.0655, + "theoretical_loss": 3.4251104130953762, + "tokens_seen": 2254962688 + }, + { + "epoch": 0.68, + "learning_rate": 0.00031977210720590595, + "loss": 0.0692, + "theoretical_loss": 3.4250782637625514, + "tokens_seen": 2255224832 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003196918632643235, + "loss": 0.0671, + "theoretical_loss": 3.4250461192127193, + "tokens_seen": 2255486976 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003196116193227411, + "loss": 0.0668, + "theoretical_loss": 3.4250139794446124, + "tokens_seen": 2255749120 + }, + { + "epoch": 0.68, + "learning_rate": 0.00031953137538115873, + "loss": 0.0634, + "theoretical_loss": 3.4249818444569637, + "tokens_seen": 2256011264 + }, + { + "epoch": 0.68, + "learning_rate": 0.00031945113143957635, + "loss": 0.065, + "theoretical_loss": 3.424949714248507, + "tokens_seen": 2256273408 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003193708874979939, + "loss": 0.0664, + "theoretical_loss": 3.4249175888179764, + "tokens_seen": 2256535552 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003192906435564115, + "loss": 0.0644, + "theoretical_loss": 3.424885468164106, + "tokens_seen": 2256797696 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003192103996148291, + "loss": 0.0673, + "theoretical_loss": 3.4248533522856315, + "tokens_seen": 2257059840 + }, + { + "epoch": 0.68, + "learning_rate": 0.00031913015567324663, + "loss": 0.0703, + "theoretical_loss": 3.424821241181288, + "tokens_seen": 2257321984 + }, + { + "epoch": 0.68, + "learning_rate": 0.00031904991173166425, + "loss": 0.0675, + "theoretical_loss": 3.4247891348498114, + "tokens_seen": 2257584128 + }, + { + "epoch": 0.68, + "objective/train/advantage_avg": 0.0011566955363377929, + "objective/train/docs_used": 822060, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2387354373931885, + "objective/train/original_loss": 1.2387354373931885, + "objective/train/theoretical_loss": 3.4247730834735037, + "objective/train/tokens_used": 2278175200, + "objective/train/value_avg": -0.00487518310546875, + "objective/train/value_loss": 7.520504732383415e-05, + "objective/train/value_max": -4.684925079345703e-05, + "objective/train/value_min": -0.319580078125, + "objective/train/value_reward_corr": 0.7109561617316552, + "objective/train/value_std": 0.00916290283203125, + "objective/train/weight_avg": 1.0011940002441406, + "objective/train/weighted_lm_loss": 1.2403053045272827, + "objective/train/weights_max": 1.1943621635437012, + "objective/train/weights_min": 0.8221484422683716, + "theoretical_loss": 3.4247730834735037, + "tokens_seen": 2257715200 + }, + { + "epoch": 0.68, + "learning_rate": 0.00031896966779008186, + "loss": 0.0651, + "theoretical_loss": 3.424757033289939, + "tokens_seen": 2257846272 + }, + { + "epoch": 0.68, + "learning_rate": 0.00031888942384849947, + "loss": 0.0676, + "theoretical_loss": 3.424724936500407, + "tokens_seen": 2258108416 + }, + { + "epoch": 0.68, + "learning_rate": 0.00031880917990691703, + "loss": 0.0657, + "theoretical_loss": 3.424692844479953, + "tokens_seen": 2258370560 + }, + { + "epoch": 0.68, + "learning_rate": 0.00031872893596533464, + "loss": 0.0688, + "theoretical_loss": 3.424660757227315, + "tokens_seen": 2258632704 + }, + { + "epoch": 0.68, + "learning_rate": 0.00031864869202375226, + "loss": 0.0696, + "theoretical_loss": 3.4246286747412316, + "tokens_seen": 2258894848 + }, + { + "epoch": 0.68, + "learning_rate": 0.00031856844808216976, + "loss": 0.069, + "theoretical_loss": 3.4245965970204413, + "tokens_seen": 2259156992 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003184882041405874, + "loss": 0.0659, + "theoretical_loss": 3.4245645240636833, + "tokens_seen": 2259419136 + }, + { + "epoch": 0.68, + "learning_rate": 0.000318407960199005, + "loss": 0.0694, + "theoretical_loss": 3.4245324558696986, + "tokens_seen": 2259681280 + }, + { + "epoch": 0.68, + "learning_rate": 0.0003183277162574226, + "loss": 0.0672, + "theoretical_loss": 3.4245003924372264, + "tokens_seen": 2259943424 + }, + { + "epoch": 0.68, + "learning_rate": 0.00031824747231584016, + "loss": 0.0637, + "theoretical_loss": 3.424468333765008, + "tokens_seen": 2260205568 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031816722837425777, + "loss": 0.067, + "theoretical_loss": 3.4244362798517844, + "tokens_seen": 2260467712 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003180869844326754, + "loss": 0.0651, + "theoretical_loss": 3.4244042306962976, + "tokens_seen": 2260729856 + }, + { + "epoch": 0.69, + "objective/train/advantage_avg": 0.00028029605164192617, + "objective/train/docs_used": 823330, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3073527812957764, + "objective/train/original_loss": 1.3073527812957764, + "objective/train/theoretical_loss": 3.42437218629729, + "objective/train/tokens_used": 2281452000, + "objective/train/value_avg": -0.0098419189453125, + "objective/train/value_loss": 0.00037903618067502975, + "objective/train/value_max": -4.166364669799805e-05, + "objective/train/value_min": -0.67724609375, + "objective/train/value_reward_corr": 0.7249532592693396, + "objective/train/value_std": 0.0199737548828125, + "objective/train/weight_avg": 1.0004510879516602, + "objective/train/weighted_lm_loss": 1.3070201873779297, + "objective/train/weights_max": 1.8300246000289917, + "objective/train/weights_min": 0.37985846400260925, + "theoretical_loss": 3.42437218629729, + "tokens_seen": 2260992000 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003180067404910929, + "loss": 0.0676, + "theoretical_loss": 3.42437218629729, + "tokens_seen": 2260992000 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003179264965495105, + "loss": 0.0685, + "theoretical_loss": 3.4243401466535044, + "tokens_seen": 2261254144 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003178462526079281, + "loss": 0.0697, + "theoretical_loss": 3.424308111763683, + "tokens_seen": 2261516288 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031776600866634567, + "loss": 0.0664, + "theoretical_loss": 3.4242760816265707, + "tokens_seen": 2261778432 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003176857647247633, + "loss": 0.0697, + "theoretical_loss": 3.4242440562409113, + "tokens_seen": 2262040576 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003176055207831809, + "loss": 0.0685, + "theoretical_loss": 3.424212035605449, + "tokens_seen": 2262302720 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003175252768415985, + "loss": 0.0693, + "theoretical_loss": 3.4241800197189294, + "tokens_seen": 2262564864 + }, + { + "epoch": 0.69, + "learning_rate": 0.000317445032900016, + "loss": 0.0672, + "theoretical_loss": 3.4241480085800977, + "tokens_seen": 2262827008 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003173647889584336, + "loss": 0.0684, + "theoretical_loss": 3.4241160021877004, + "tokens_seen": 2263089152 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031728454501685124, + "loss": 0.0694, + "theoretical_loss": 3.424084000540484, + "tokens_seen": 2263351296 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003172043010752688, + "loss": 0.0661, + "theoretical_loss": 3.424052003637195, + "tokens_seen": 2263613440 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003171240571336864, + "loss": 0.068, + "theoretical_loss": 3.4240200114765815, + "tokens_seen": 2263875584 + }, + { + "epoch": 0.69, + "learning_rate": 0.000317043813192104, + "loss": 0.0651, + "theoretical_loss": 3.423988024057391, + "tokens_seen": 2264137728 + }, + { + "epoch": 0.69, + "objective/train/advantage_avg": 0.00045380135998129845, + "objective/train/docs_used": 824641, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.465580701828003, + "objective/train/original_loss": 1.4655808210372925, + "objective/train/theoretical_loss": 3.4239720321254388, + "objective/train/tokens_used": 2284728800, + "objective/train/value_avg": -0.005474090576171875, + "objective/train/value_loss": 0.0001555680501041934, + "objective/train/value_max": -2.6464462280273438e-05, + "objective/train/value_min": -0.2293701171875, + "objective/train/value_reward_corr": 0.6477240640274063, + "objective/train/value_std": 0.01021575927734375, + "objective/train/weight_avg": 1.0005226135253906, + "objective/train/weighted_lm_loss": 1.4672151803970337, + "objective/train/weights_max": 1.1521174907684326, + "objective/train/weights_min": 0.36827436089515686, + "theoretical_loss": 3.4239720321254388, + "tokens_seen": 2264268800 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031696356925052163, + "loss": 0.069, + "theoretical_loss": 3.423956041378373, + "tokens_seen": 2264399872 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003168833253089392, + "loss": 0.0658, + "theoretical_loss": 3.423924063438275, + "tokens_seen": 2264662016 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031680308136735675, + "loss": 0.0655, + "theoretical_loss": 3.4238920902358467, + "tokens_seen": 2264924160 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031672283742577436, + "loss": 0.0665, + "theoretical_loss": 3.423860121769839, + "tokens_seen": 2265186304 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003166425934841919, + "loss": 0.0661, + "theoretical_loss": 3.423828158039001, + "tokens_seen": 2265448448 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031656234954260953, + "loss": 0.0695, + "theoretical_loss": 3.4237961990420844, + "tokens_seen": 2265710592 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031648210560102715, + "loss": 0.0667, + "theoretical_loss": 3.42376424477784, + "tokens_seen": 2265972736 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031640186165944476, + "loss": 0.0674, + "theoretical_loss": 3.4237322952450198, + "tokens_seen": 2266234880 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003163216177178623, + "loss": 0.0676, + "theoretical_loss": 3.423700350442376, + "tokens_seen": 2266497024 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003162413737762799, + "loss": 0.0658, + "theoretical_loss": 3.4236684103686614, + "tokens_seen": 2266759168 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003161611298346975, + "loss": 0.068, + "theoretical_loss": 3.423636475022629, + "tokens_seen": 2267021312 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031608088589311505, + "loss": 0.0669, + "theoretical_loss": 3.423604544403032, + "tokens_seen": 2267283456 + }, + { + "epoch": 0.69, + "objective/train/advantage_avg": 0.0003747775626834482, + "objective/train/docs_used": 825734, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2699038982391357, + "objective/train/original_loss": 1.2699038982391357, + "objective/train/theoretical_loss": 3.4235726185086257, + "objective/train/tokens_used": 2288005600, + "objective/train/value_avg": -0.006885528564453125, + "objective/train/value_loss": 0.00013531403965316713, + "objective/train/value_max": -4.506111145019531e-05, + "objective/train/value_min": -0.6787109375, + "objective/train/value_reward_corr": 0.6911814104337408, + "objective/train/value_std": 0.0126190185546875, + "objective/train/weight_avg": 1.000442624092102, + "objective/train/weighted_lm_loss": 1.2697824239730835, + "objective/train/weights_max": 1.8751918077468872, + "objective/train/weights_min": 0.6103417277336121, + "theoretical_loss": 3.4235726185086257, + "tokens_seen": 2267545600 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031600064195153266, + "loss": 0.0663, + "theoretical_loss": 3.4235726185086257, + "tokens_seen": 2267545600 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031592039800995027, + "loss": 0.0664, + "theoretical_loss": 3.423540697338164, + "tokens_seen": 2267807744 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003158401540683679, + "loss": 0.0671, + "theoretical_loss": 3.423508780890402, + "tokens_seen": 2268069888 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031575991012678544, + "loss": 0.0678, + "theoretical_loss": 3.4234768691640953, + "tokens_seen": 2268332032 + }, + { + "epoch": 0.69, + "learning_rate": 0.000315679666185203, + "loss": 0.066, + "theoretical_loss": 3.4234449621580003, + "tokens_seen": 2268594176 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003155994222436206, + "loss": 0.0669, + "theoretical_loss": 3.4234130598708727, + "tokens_seen": 2268856320 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031551917830203817, + "loss": 0.0666, + "theoretical_loss": 3.42338116230147, + "tokens_seen": 2269118464 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003154389343604558, + "loss": 0.0661, + "theoretical_loss": 3.4233492694485497, + "tokens_seen": 2269380608 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003153586904188734, + "loss": 0.0639, + "theoretical_loss": 3.4233173813108695, + "tokens_seen": 2269642752 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031527844647729096, + "loss": 0.0661, + "theoretical_loss": 3.423285497887188, + "tokens_seen": 2269904896 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031519820253570857, + "loss": 0.0673, + "theoretical_loss": 3.4232536191762635, + "tokens_seen": 2270167040 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003151179585941262, + "loss": 0.0681, + "theoretical_loss": 3.423221745176856, + "tokens_seen": 2270429184 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031503771465254374, + "loss": 0.0648, + "theoretical_loss": 3.423189875887725, + "tokens_seen": 2270691328 + }, + { + "epoch": 0.69, + "objective/train/advantage_avg": 0.0008490091422572732, + "objective/train/docs_used": 826907, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2716268301010132, + "objective/train/original_loss": 1.2716268301010132, + "objective/train/theoretical_loss": 3.4231739430091253, + "objective/train/tokens_used": 2291282400, + "objective/train/value_avg": -0.005939483642578125, + "objective/train/value_loss": 9.933416731655598e-05, + "objective/train/value_max": -3.510713577270508e-05, + "objective/train/value_min": -0.329833984375, + "objective/train/value_reward_corr": 0.7534504271916895, + "objective/train/value_std": 0.01209259033203125, + "objective/train/weight_avg": 1.0008971691131592, + "objective/train/weighted_lm_loss": 1.2726702690124512, + "objective/train/weights_max": 1.1453865766525269, + "objective/train/weights_min": 0.6967035531997681, + "theoretical_loss": 3.4231739430091253, + "tokens_seen": 2270822400 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003149574707109613, + "loss": 0.0646, + "theoretical_loss": 3.4231580113076303, + "tokens_seen": 2270953472 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003148772267693789, + "loss": 0.0668, + "theoretical_loss": 3.4231261514353335, + "tokens_seen": 2271215616 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003147969828277965, + "loss": 0.0648, + "theoretical_loss": 3.4230942962695954, + "tokens_seen": 2271477760 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003147167388862141, + "loss": 0.0704, + "theoretical_loss": 3.4230624458091774, + "tokens_seen": 2271739904 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003146364949446317, + "loss": 0.0683, + "theoretical_loss": 3.423030600052842, + "tokens_seen": 2272002048 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003145562510030493, + "loss": 0.0647, + "theoretical_loss": 3.422998758999352, + "tokens_seen": 2272264192 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031447600706146687, + "loss": 0.0629, + "theoretical_loss": 3.4229669226474697, + "tokens_seen": 2272526336 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003143957631198844, + "loss": 0.067, + "theoretical_loss": 3.422935090995959, + "tokens_seen": 2272788480 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031431551917830204, + "loss": 0.0674, + "theoretical_loss": 3.4229032640435846, + "tokens_seen": 2273050624 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031423527523671965, + "loss": 0.0654, + "theoretical_loss": 3.42287144178911, + "tokens_seen": 2273312768 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003141550312951372, + "loss": 0.0714, + "theoretical_loss": 3.4228396242313006, + "tokens_seen": 2273574912 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003140747873535548, + "loss": 0.0645, + "theoretical_loss": 3.422807811368922, + "tokens_seen": 2273837056 + }, + { + "epoch": 0.69, + "objective/train/advantage_avg": 0.001249512191861868, + "objective/train/docs_used": 828122, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2905153036117554, + "objective/train/original_loss": 1.290515422821045, + "objective/train/theoretical_loss": 3.422776003200739, + "objective/train/tokens_used": 2294559200, + "objective/train/value_avg": -0.007556915283203125, + "objective/train/value_loss": 0.00021637701138388366, + "objective/train/value_max": -5.561113357543945e-05, + "objective/train/value_min": -0.6552734375, + "objective/train/value_reward_corr": 0.7526206830505993, + "objective/train/value_std": 0.01739501953125, + "objective/train/weight_avg": 1.0013511180877686, + "objective/train/weighted_lm_loss": 1.2915468215942383, + "objective/train/weights_max": 1.20888352394104, + "objective/train/weights_min": 0.3937867283821106, + "theoretical_loss": 3.422776003200739, + "tokens_seen": 2274099200 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031399454341197243, + "loss": 0.0658, + "theoretical_loss": 3.422776003200739, + "tokens_seen": 2274099200 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031391429947039004, + "loss": 0.0708, + "theoretical_loss": 3.4227441997255195, + "tokens_seen": 2274361344 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031383405552880755, + "loss": 0.0694, + "theoretical_loss": 3.4227124009420296, + "tokens_seen": 2274623488 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031375381158722516, + "loss": 0.0654, + "theoretical_loss": 3.422680606849036, + "tokens_seen": 2274885632 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003136735676456428, + "loss": 0.0657, + "theoretical_loss": 3.4226488174453076, + "tokens_seen": 2275147776 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031359332370406033, + "loss": 0.0678, + "theoretical_loss": 3.4226170327296113, + "tokens_seen": 2275409920 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031351307976247795, + "loss": 0.0699, + "theoretical_loss": 3.422585252700717, + "tokens_seen": 2275672064 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031343283582089556, + "loss": 0.0676, + "theoretical_loss": 3.422553477357393, + "tokens_seen": 2275934208 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003133525918793131, + "loss": 0.0667, + "theoretical_loss": 3.4225217066984093, + "tokens_seen": 2276196352 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003132723479377307, + "loss": 0.0644, + "theoretical_loss": 3.422489940722536, + "tokens_seen": 2276458496 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003131921039961483, + "loss": 0.0663, + "theoretical_loss": 3.422458179428543, + "tokens_seen": 2276720640 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003131118600545659, + "loss": 0.0651, + "theoretical_loss": 3.422426422815202, + "tokens_seen": 2276982784 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031303161611298346, + "loss": 0.0668, + "theoretical_loss": 3.4223946708812845, + "tokens_seen": 2277244928 + }, + { + "epoch": 0.69, + "objective/train/advantage_avg": 0.0004052723234053701, + "objective/train/docs_used": 829293, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4847334623336792, + "objective/train/original_loss": 1.4847333431243896, + "objective/train/theoretical_loss": 3.422378796668726, + "objective/train/tokens_used": 2297836000, + "objective/train/value_avg": -0.00962066650390625, + "objective/train/value_loss": 0.00039678471512161195, + "objective/train/value_max": -4.684925079345703e-05, + "objective/train/value_min": -0.9599609375, + "objective/train/value_reward_corr": 0.7683610871663531, + "objective/train/value_std": 0.021697998046875, + "objective/train/weight_avg": 1.0005818605422974, + "objective/train/weighted_lm_loss": 1.4849112033843994, + "objective/train/weights_max": 1.4651862382888794, + "objective/train/weights_min": 0.38592278957366943, + "theoretical_loss": 3.422378796668726, + "tokens_seen": 2277376000 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031295137217140107, + "loss": 0.0679, + "theoretical_loss": 3.422362923625562, + "tokens_seen": 2277507072 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003128711282298187, + "loss": 0.0669, + "theoretical_loss": 3.422331181046807, + "tokens_seen": 2277769216 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031279088428823624, + "loss": 0.0664, + "theoretical_loss": 3.4222994431437925, + "tokens_seen": 2278031360 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003127106403466538, + "loss": 0.0657, + "theoretical_loss": 3.4222677099152916, + "tokens_seen": 2278293504 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003126303964050714, + "loss": 0.0665, + "theoretical_loss": 3.4222359813600782, + "tokens_seen": 2278555648 + }, + { + "epoch": 0.69, + "learning_rate": 0.000312550152463489, + "loss": 0.0645, + "theoretical_loss": 3.422204257476927, + "tokens_seen": 2278817792 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003124699085219066, + "loss": 0.0644, + "theoretical_loss": 3.4221725382646118, + "tokens_seen": 2279079936 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003123896645803242, + "loss": 0.0662, + "theoretical_loss": 3.422140823721908, + "tokens_seen": 2279342080 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003123094206387418, + "loss": 0.0683, + "theoretical_loss": 3.422109113847592, + "tokens_seen": 2279604224 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031222917669715937, + "loss": 0.0643, + "theoretical_loss": 3.422077408640439, + "tokens_seen": 2279866368 + }, + { + "epoch": 0.69, + "learning_rate": 0.000312148932755577, + "loss": 0.0669, + "theoretical_loss": 3.422045708099226, + "tokens_seen": 2280128512 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031206868881399454, + "loss": 0.0686, + "theoretical_loss": 3.42201401222273, + "tokens_seen": 2280390656 + }, + { + "epoch": 0.69, + "objective/train/advantage_avg": 0.0007340359152294695, + "objective/train/docs_used": 830439, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.255053997039795, + "objective/train/original_loss": 1.255053997039795, + "objective/train/theoretical_loss": 3.421982321009728, + "objective/train/tokens_used": 2301112800, + "objective/train/value_avg": -0.00778961181640625, + "objective/train/value_loss": 0.0004433902504388243, + "objective/train/value_max": -5.02467155456543e-05, + "objective/train/value_min": -0.65576171875, + "objective/train/value_reward_corr": 0.6454862050176735, + "objective/train/value_std": 0.0160675048828125, + "objective/train/weight_avg": 1.0009207725524902, + "objective/train/weighted_lm_loss": 1.255903720855713, + "objective/train/weights_max": 1.3074339628219604, + "objective/train/weights_min": 0.3919404149055481, + "theoretical_loss": 3.421982321009728, + "tokens_seen": 2280652800 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031198844487241215, + "loss": 0.0663, + "theoretical_loss": 3.421982321009728, + "tokens_seen": 2280652800 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003119082009308297, + "loss": 0.0676, + "theoretical_loss": 3.4219506344589985, + "tokens_seen": 2280914944 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003118279569892473, + "loss": 0.0658, + "theoretical_loss": 3.421918952569319, + "tokens_seen": 2281177088 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031174771304766494, + "loss": 0.0641, + "theoretical_loss": 3.4218872753394702, + "tokens_seen": 2281439232 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003116674691060825, + "loss": 0.0662, + "theoretical_loss": 3.4218556027682294, + "tokens_seen": 2281701376 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003115872251645001, + "loss": 0.0644, + "theoretical_loss": 3.4218239348543777, + "tokens_seen": 2281963520 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031150698122291766, + "loss": 0.0678, + "theoretical_loss": 3.4217922715966944, + "tokens_seen": 2282225664 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003114267372813352, + "loss": 0.0662, + "theoretical_loss": 3.421760612993961, + "tokens_seen": 2282487808 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031134649333975284, + "loss": 0.0662, + "theoretical_loss": 3.421728959044958, + "tokens_seen": 2282749952 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031126624939817045, + "loss": 0.0658, + "theoretical_loss": 3.4216973097484678, + "tokens_seen": 2283012096 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031118600545658806, + "loss": 0.0666, + "theoretical_loss": 3.4216656651032715, + "tokens_seen": 2283274240 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003111057615150056, + "loss": 0.0654, + "theoretical_loss": 3.421634025108152, + "tokens_seen": 2283536384 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031102551757342323, + "loss": 0.0657, + "theoretical_loss": 3.421602389761893, + "tokens_seen": 2283798528 + }, + { + "epoch": 0.69, + "objective/train/advantage_avg": 0.0007055578171275556, + "objective/train/docs_used": 831582, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3217473030090332, + "objective/train/original_loss": 1.3217471837997437, + "objective/train/theoretical_loss": 3.4215865738317057, + "objective/train/tokens_used": 2304389600, + "objective/train/value_avg": -0.00566864013671875, + "objective/train/value_loss": 0.00012479299039114267, + "objective/train/value_max": -3.8504600524902344e-05, + "objective/train/value_min": -0.306640625, + "objective/train/value_reward_corr": 0.6368803315990988, + "objective/train/value_std": 0.00971221923828125, + "objective/train/weight_avg": 1.0007624626159668, + "objective/train/weighted_lm_loss": 1.3233569860458374, + "objective/train/weights_max": 1.1717431545257568, + "objective/train/weights_min": 0.36858072876930237, + "theoretical_loss": 3.4215865738317057, + "tokens_seen": 2283929600 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003109452736318408, + "loss": 0.0663, + "theoretical_loss": 3.421570759063277, + "tokens_seen": 2284060672 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031086502969025835, + "loss": 0.0667, + "theoretical_loss": 3.4215391330110885, + "tokens_seen": 2284322816 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031078478574867596, + "loss": 0.0676, + "theoretical_loss": 3.421507511604111, + "tokens_seen": 2284584960 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003107045418070936, + "loss": 0.0649, + "theoretical_loss": 3.42147589484113, + "tokens_seen": 2284847104 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003106242978655112, + "loss": 0.068, + "theoretical_loss": 3.4214442827209313, + "tokens_seen": 2285109248 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031054405392392874, + "loss": 0.0631, + "theoretical_loss": 3.4214126752423, + "tokens_seen": 2285371392 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031046380998234636, + "loss": 0.0652, + "theoretical_loss": 3.4213810724040217, + "tokens_seen": 2285633536 + }, + { + "epoch": 0.69, + "learning_rate": 0.00031038356604076397, + "loss": 0.0648, + "theoretical_loss": 3.421349474204884, + "tokens_seen": 2285895680 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003103033220991815, + "loss": 0.066, + "theoretical_loss": 3.4213178806436737, + "tokens_seen": 2286157824 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003102230781575991, + "loss": 0.0636, + "theoretical_loss": 3.4212862917191784, + "tokens_seen": 2286419968 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003101428342160167, + "loss": 0.0657, + "theoretical_loss": 3.4212547074301862, + "tokens_seen": 2286682112 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003100625902744343, + "loss": 0.0644, + "theoretical_loss": 3.4212231277754848, + "tokens_seen": 2286944256 + }, + { + "epoch": 0.69, + "objective/train/advantage_avg": -5.321463322616182e-05, + "objective/train/docs_used": 832763, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3227124214172363, + "objective/train/original_loss": 1.3227124214172363, + "objective/train/theoretical_loss": 3.4211915527538643, + "objective/train/tokens_used": 2307666400, + "objective/train/value_avg": -0.00791168212890625, + "objective/train/value_loss": 0.00014684360940009356, + "objective/train/value_max": -2.3365020751953125e-05, + "objective/train/value_min": -0.261962890625, + "objective/train/value_reward_corr": 0.7979869438975078, + "objective/train/value_std": 0.0159912109375, + "objective/train/weight_avg": 1.0000194311141968, + "objective/train/weighted_lm_loss": 1.322808027267456, + "objective/train/weights_max": 1.29947829246521, + "objective/train/weights_min": 0.6547761559486389, + "theoretical_loss": 3.4211915527538643, + "tokens_seen": 2287206400 + }, + { + "epoch": 0.69, + "learning_rate": 0.00030998234633285187, + "loss": 0.0651, + "theoretical_loss": 3.4211915527538643, + "tokens_seen": 2287206400 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003099021023912695, + "loss": 0.0648, + "theoretical_loss": 3.4211599823641134, + "tokens_seen": 2287468544 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003098218584496871, + "loss": 0.0667, + "theoretical_loss": 3.421128416605022, + "tokens_seen": 2287730688 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003097416145081046, + "loss": 0.0661, + "theoretical_loss": 3.4210968554753807, + "tokens_seen": 2287992832 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003096613705665222, + "loss": 0.065, + "theoretical_loss": 3.42106529897398, + "tokens_seen": 2288254976 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003095811266249398, + "loss": 0.0667, + "theoretical_loss": 3.4210337470996106, + "tokens_seen": 2288517120 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003095008826833574, + "loss": 0.0663, + "theoretical_loss": 3.4210021998510647, + "tokens_seen": 2288779264 + }, + { + "epoch": 0.69, + "learning_rate": 0.000309420638741775, + "loss": 0.0662, + "theoretical_loss": 3.4209706572271346, + "tokens_seen": 2289041408 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003093403948001926, + "loss": 0.0666, + "theoretical_loss": 3.4209391192266128, + "tokens_seen": 2289303552 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003092601508586102, + "loss": 0.0671, + "theoretical_loss": 3.420907585848292, + "tokens_seen": 2289565696 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003091799069170278, + "loss": 0.0668, + "theoretical_loss": 3.4208760570909655, + "tokens_seen": 2289827840 + }, + { + "epoch": 0.69, + "learning_rate": 0.00030909966297544534, + "loss": 0.0648, + "theoretical_loss": 3.420844532953428, + "tokens_seen": 2290089984 + }, + { + "epoch": 0.69, + "learning_rate": 0.00030901941903386295, + "loss": 0.0676, + "theoretical_loss": 3.420813013434473, + "tokens_seen": 2290352128 + }, + { + "epoch": 0.69, + "objective/train/advantage_avg": 0.0004815425199922174, + "objective/train/docs_used": 833966, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.381738305091858, + "objective/train/original_loss": 1.3817381858825684, + "objective/train/theoretical_loss": 3.4207972554065877, + "objective/train/tokens_used": 2310943200, + "objective/train/value_avg": -0.007537841796875, + "objective/train/value_loss": 0.00031091278651729226, + "objective/train/value_max": -1.817941665649414e-05, + "objective/train/value_min": -0.55859375, + "objective/train/value_reward_corr": 0.6780738950866092, + "objective/train/value_std": 0.016387939453125, + "objective/train/weight_avg": 1.0006147623062134, + "objective/train/weighted_lm_loss": 1.3827049732208252, + "objective/train/weights_max": 1.3738635778427124, + "objective/train/weights_min": 0.3684542179107666, + "theoretical_loss": 3.4207972554065877, + "tokens_seen": 2290483200 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003089391750922805, + "loss": 0.0654, + "theoretical_loss": 3.4207814985328957, + "tokens_seen": 2290614272 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003088589311506981, + "loss": 0.0655, + "theoretical_loss": 3.4207499882474917, + "tokens_seen": 2290876416 + }, + { + "epoch": 0.69, + "learning_rate": 0.00030877868720911573, + "loss": 0.0631, + "theoretical_loss": 3.4207184825770565, + "tokens_seen": 2291138560 + }, + { + "epoch": 0.69, + "learning_rate": 0.00030869844326753335, + "loss": 0.0643, + "theoretical_loss": 3.420686981520386, + "tokens_seen": 2291400704 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003086181993259509, + "loss": 0.0663, + "theoretical_loss": 3.420655485076277, + "tokens_seen": 2291662848 + }, + { + "epoch": 0.69, + "learning_rate": 0.00030853795538436846, + "loss": 0.0652, + "theoretical_loss": 3.420623993243527, + "tokens_seen": 2291924992 + }, + { + "epoch": 0.69, + "learning_rate": 0.0003084577114427861, + "loss": 0.066, + "theoretical_loss": 3.420592506020933, + "tokens_seen": 2292187136 + }, + { + "epoch": 0.69, + "learning_rate": 0.00030837746750120363, + "loss": 0.0645, + "theoretical_loss": 3.420561023407293, + "tokens_seen": 2292449280 + }, + { + "epoch": 0.69, + "learning_rate": 0.00030829722355962125, + "loss": 0.0674, + "theoretical_loss": 3.420529545401406, + "tokens_seen": 2292711424 + }, + { + "epoch": 0.69, + "learning_rate": 0.00030821697961803886, + "loss": 0.0669, + "theoretical_loss": 3.42049807200207, + "tokens_seen": 2292973568 + }, + { + "epoch": 0.69, + "learning_rate": 0.00030813673567645647, + "loss": 0.0659, + "theoretical_loss": 3.420466603208085, + "tokens_seen": 2293235712 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030805649173487403, + "loss": 0.0633, + "theoretical_loss": 3.4204351390182506, + "tokens_seen": 2293497856 + }, + { + "debugging/Compilability": 1.0, + "debugging/distinct-1-grams": 0.7361949066418735, + "debugging/entropy-1-grams": 5.412433223050153, + "debugging/length": 455.6666666666667, + "debugging/num_segments": 15, + "debugging/raw_token_scores_avg": 0.004264768213033676, + "debugging/raw_token_scores_std": 0.017437797039747238, + "debugging/score": 0.0066926720884253575, + "debugging/score_std": 0.006256546529562537, + "epoch": 0.7, + "objective/train/advantage_avg": 0.0008712589624337852, + "objective/train/docs_used": 835219, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2437115907669067, + "objective/train/original_loss": 1.2437114715576172, + "objective/train/theoretical_loss": 3.4204036794313675, + "objective/train/tokens_used": 2314220000, + "objective/train/value_avg": -0.005138397216796875, + "objective/train/value_loss": 0.00015151247498579323, + "objective/train/value_max": -3.272294998168945e-05, + "objective/train/value_min": -0.380859375, + "objective/train/value_reward_corr": 0.7104434536201286, + "objective/train/value_std": 0.01219940185546875, + "objective/train/weight_avg": 1.000938892364502, + "objective/train/weighted_lm_loss": 1.244510531425476, + "objective/train/weights_max": 1.4285922050476074, + "objective/train/weights_min": 0.2963219881057739, + "theoretical_loss": 3.4204036794313675, + "tokens_seen": 2293760000 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003079762477932916, + "loss": 0.0674, + "theoretical_loss": 3.4204036794313675, + "tokens_seen": 2293760000 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003078960038517092, + "loss": 0.0671, + "theoretical_loss": 3.4203722244462353, + "tokens_seen": 2294022144 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030781575991012676, + "loss": 0.0693, + "theoretical_loss": 3.4203407740616565, + "tokens_seen": 2294284288 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003077355159685444, + "loss": 0.0696, + "theoretical_loss": 3.4203093282764314, + "tokens_seen": 2294546432 + }, + { + "epoch": 0.7, + "learning_rate": 0.000307655272026962, + "loss": 0.0652, + "theoretical_loss": 3.420277887089363, + "tokens_seen": 2294808576 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003075750280853796, + "loss": 0.0639, + "theoretical_loss": 3.420246450499253, + "tokens_seen": 2295070720 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030749478414379716, + "loss": 0.0641, + "theoretical_loss": 3.420215018504905, + "tokens_seen": 2295332864 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030741454020221477, + "loss": 0.0628, + "theoretical_loss": 3.4201835911051224, + "tokens_seen": 2295595008 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030733429626063233, + "loss": 0.0684, + "theoretical_loss": 3.4201521682987086, + "tokens_seen": 2295857152 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003072540523190499, + "loss": 0.0681, + "theoretical_loss": 3.420120750084468, + "tokens_seen": 2296119296 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003071738083774675, + "loss": 0.0671, + "theoretical_loss": 3.4200893364612055, + "tokens_seen": 2296381440 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003070935644358851, + "loss": 0.0688, + "theoretical_loss": 3.4200579274277256, + "tokens_seen": 2296643584 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030701332049430267, + "loss": 0.0668, + "theoretical_loss": 3.420026522982835, + "tokens_seen": 2296905728 + }, + { + "epoch": 0.7, + "objective/train/advantage_avg": 0.0008084446308203042, + "objective/train/docs_used": 836410, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.265437126159668, + "objective/train/original_loss": 1.265437126159668, + "objective/train/theoretical_loss": 3.4200108224807373, + "objective/train/tokens_used": 2317496800, + "objective/train/value_avg": -0.00843048095703125, + "objective/train/value_loss": 0.00024748421856202185, + "objective/train/value_max": -4.3332576751708984e-05, + "objective/train/value_min": -0.66796875, + "objective/train/value_reward_corr": 0.7062163995730263, + "objective/train/value_std": 0.01398468017578125, + "objective/train/weight_avg": 1.0009163618087769, + "objective/train/weighted_lm_loss": 1.266350507736206, + "objective/train/weights_max": 1.247915506362915, + "objective/train/weights_min": 0.3756106197834015, + "theoretical_loss": 3.4200108224807373, + "tokens_seen": 2297036800 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003069330765527203, + "loss": 0.0655, + "theoretical_loss": 3.4199951231253394, + "tokens_seen": 2297167872 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003068528326111379, + "loss": 0.0665, + "theoretical_loss": 3.4199637278540447, + "tokens_seen": 2297430016 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030677258866955545, + "loss": 0.0645, + "theoretical_loss": 3.4199323371677584, + "tokens_seen": 2297692160 + }, + { + "epoch": 0.7, + "learning_rate": 0.000306692344727973, + "loss": 0.0659, + "theoretical_loss": 3.419900951065288, + "tokens_seen": 2297954304 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003066121007863906, + "loss": 0.066, + "theoretical_loss": 3.419869569545441, + "tokens_seen": 2298216448 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030653185684480824, + "loss": 0.0653, + "theoretical_loss": 3.419838192607026, + "tokens_seen": 2298478592 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003064516129032258, + "loss": 0.0628, + "theoretical_loss": 3.4198068202488514, + "tokens_seen": 2298740736 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003063713689616434, + "loss": 0.0669, + "theoretical_loss": 3.419775452469727, + "tokens_seen": 2299002880 + }, + { + "epoch": 0.7, + "learning_rate": 0.000306291125020061, + "loss": 0.0657, + "theoretical_loss": 3.4197440892684616, + "tokens_seen": 2299265024 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003062108810784786, + "loss": 0.066, + "theoretical_loss": 3.4197127306438664, + "tokens_seen": 2299527168 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030613063713689614, + "loss": 0.0685, + "theoretical_loss": 3.4196813765947507, + "tokens_seen": 2299789312 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030605039319531375, + "loss": 0.068, + "theoretical_loss": 3.4196500271199266, + "tokens_seen": 2300051456 + }, + { + "epoch": 0.7, + "objective/train/advantage_avg": -0.00015708664432168007, + "objective/train/docs_used": 837515, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3934496641159058, + "objective/train/original_loss": 1.3934496641159058, + "objective/train/theoretical_loss": 3.4196186822182044, + "objective/train/tokens_used": 2320773600, + "objective/train/value_avg": -0.007495880126953125, + "objective/train/value_loss": 0.0006302284309640527, + "objective/train/value_max": -3.7610530853271484e-05, + "objective/train/value_min": -0.92138671875, + "objective/train/value_reward_corr": 0.6410512076806428, + "objective/train/value_std": 0.02398681640625, + "objective/train/weight_avg": 1.0001286268234253, + "objective/train/weighted_lm_loss": 1.3939381837844849, + "objective/train/weights_max": 1.8515361547470093, + "objective/train/weights_min": 0.36919885873794556, + "theoretical_loss": 3.4196186822182044, + "tokens_seen": 2300313600 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030597014925373136, + "loss": 0.0677, + "theoretical_loss": 3.4196186822182044, + "tokens_seen": 2300313600 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003058899053121489, + "loss": 0.065, + "theoretical_loss": 3.419587341888397, + "tokens_seen": 2300575744 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030580966137056653, + "loss": 0.0643, + "theoretical_loss": 3.4195560061293158, + "tokens_seen": 2300837888 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030572941742898415, + "loss": 0.0673, + "theoretical_loss": 3.4195246749397743, + "tokens_seen": 2301100032 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030564917348740176, + "loss": 0.064, + "theoretical_loss": 3.4194933483185856, + "tokens_seen": 2301362176 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030556892954581926, + "loss": 0.0659, + "theoretical_loss": 3.4194620262645627, + "tokens_seen": 2301624320 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003054886856042369, + "loss": 0.0685, + "theoretical_loss": 3.4194307087765203, + "tokens_seen": 2301886464 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003054084416626545, + "loss": 0.0698, + "theoretical_loss": 3.4193993958532722, + "tokens_seen": 2302148608 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030532819772107205, + "loss": 0.0647, + "theoretical_loss": 3.4193680874936345, + "tokens_seen": 2302410752 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030524795377948966, + "loss": 0.067, + "theoretical_loss": 3.419336783696422, + "tokens_seen": 2302672896 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030516770983790727, + "loss": 0.0665, + "theoretical_loss": 3.41930548446045, + "tokens_seen": 2302935040 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030508746589632483, + "loss": 0.0687, + "theoretical_loss": 3.419274189784536, + "tokens_seen": 2303197184 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003050072219547424, + "loss": 0.0675, + "theoretical_loss": 3.4192428996674957, + "tokens_seen": 2303459328 + }, + { + "epoch": 0.7, + "objective/train/advantage_avg": 0.00035273327375762165, + "objective/train/docs_used": 838679, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3115158081054688, + "objective/train/original_loss": 1.3115159273147583, + "objective/train/theoretical_loss": 3.419227256318184, + "objective/train/tokens_used": 2324050400, + "objective/train/value_avg": -0.01012420654296875, + "objective/train/value_loss": 0.0003760961117222905, + "objective/train/value_max": -3.8504600524902344e-05, + "objective/train/value_min": -0.99072265625, + "objective/train/value_reward_corr": 0.7311474811791359, + "objective/train/value_std": 0.0195159912109375, + "objective/train/weight_avg": 1.0005111694335938, + "objective/train/weighted_lm_loss": 1.3129106760025024, + "objective/train/weights_max": 1.2656183242797852, + "objective/train/weights_min": 0.2271009087562561, + "theoretical_loss": 3.419227256318184, + "tokens_seen": 2303590400 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030492697801316, + "loss": 0.0694, + "theoretical_loss": 3.4192116141081463, + "tokens_seen": 2303721472 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003048467340715776, + "loss": 0.0676, + "theoretical_loss": 3.4191803331053063, + "tokens_seen": 2303983616 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030476649012999517, + "loss": 0.0673, + "theoretical_loss": 3.419149056657793, + "tokens_seen": 2304245760 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003046862461884128, + "loss": 0.0647, + "theoretical_loss": 3.4191177847644254, + "tokens_seen": 2304507904 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003046060022468304, + "loss": 0.0676, + "theoretical_loss": 3.419086517424022, + "tokens_seen": 2304770048 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030452575830524796, + "loss": 0.0667, + "theoretical_loss": 3.4190552546354023, + "tokens_seen": 2305032192 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030444551436366557, + "loss": 0.0671, + "theoretical_loss": 3.419023996397386, + "tokens_seen": 2305294336 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003043652704220831, + "loss": 0.065, + "theoretical_loss": 3.418992742708794, + "tokens_seen": 2305556480 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030428502648050074, + "loss": 0.0653, + "theoretical_loss": 3.418961493568446, + "tokens_seen": 2305818624 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003042047825389183, + "loss": 0.067, + "theoretical_loss": 3.4189302489751636, + "tokens_seen": 2306080768 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003041245385973359, + "loss": 0.0664, + "theoretical_loss": 3.418899008927769, + "tokens_seen": 2306342912 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003040442946557535, + "loss": 0.0656, + "theoretical_loss": 3.4188677734250836, + "tokens_seen": 2306605056 + }, + { + "epoch": 0.7, + "objective/train/advantage_avg": 0.0009731676545925438, + "objective/train/docs_used": 839893, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4121253490447998, + "objective/train/original_loss": 1.4121253490447998, + "objective/train/theoretical_loss": 3.4188365424659293, + "objective/train/tokens_used": 2327327200, + "objective/train/value_avg": -0.0105133056640625, + "objective/train/value_loss": 0.00023617041006218642, + "objective/train/value_max": -6.711483001708984e-05, + "objective/train/value_min": -0.830078125, + "objective/train/value_reward_corr": 0.7698193119670682, + "objective/train/value_std": 0.0200958251953125, + "objective/train/weight_avg": 1.001086711883545, + "objective/train/weighted_lm_loss": 1.413171410560608, + "objective/train/weights_max": 2.0072083473205566, + "objective/train/weights_min": 0.3938829004764557, + "theoretical_loss": 3.4188365424659293, + "tokens_seen": 2306867200 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003039640507141711, + "loss": 0.067, + "theoretical_loss": 3.4188365424659293, + "tokens_seen": 2306867200 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003038838067725887, + "loss": 0.066, + "theoretical_loss": 3.4188053160491303, + "tokens_seen": 2307129344 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030380356283100625, + "loss": 0.0661, + "theoretical_loss": 3.418774094173509, + "tokens_seen": 2307391488 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030372331888942387, + "loss": 0.0657, + "theoretical_loss": 3.4187428768378894, + "tokens_seen": 2307653632 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003036430749478414, + "loss": 0.067, + "theoretical_loss": 3.4187116640410955, + "tokens_seen": 2307915776 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030356283100625904, + "loss": 0.0656, + "theoretical_loss": 3.418680455781953, + "tokens_seen": 2308177920 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030348258706467665, + "loss": 0.0665, + "theoretical_loss": 3.4186492520592853, + "tokens_seen": 2308440064 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003034023431230942, + "loss": 0.0707, + "theoretical_loss": 3.4186180528719188, + "tokens_seen": 2308702208 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003033220991815118, + "loss": 0.0683, + "theoretical_loss": 3.41858685821868, + "tokens_seen": 2308964352 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003032418552399294, + "loss": 0.0679, + "theoretical_loss": 3.418555668098395, + "tokens_seen": 2309226496 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030316161129834694, + "loss": 0.0683, + "theoretical_loss": 3.41852448250989, + "tokens_seen": 2309488640 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030308136735676455, + "loss": 0.0652, + "theoretical_loss": 3.4184933014519925, + "tokens_seen": 2309750784 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030300112341518216, + "loss": 0.0648, + "theoretical_loss": 3.4184621249235305, + "tokens_seen": 2310012928 + }, + { + "epoch": 0.7, + "objective/train/advantage_avg": 0.00031487439991906285, + "objective/train/docs_used": 841155, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2255092859268188, + "objective/train/original_loss": 1.2255092859268188, + "objective/train/theoretical_loss": 3.418446538357472, + "objective/train/tokens_used": 2330604000, + "objective/train/value_avg": -0.00835418701171875, + "objective/train/value_loss": 0.00035020869108848274, + "objective/train/value_max": -3.170967102050781e-05, + "objective/train/value_min": -0.498046875, + "objective/train/value_reward_corr": 0.6539950249165777, + "objective/train/value_std": 0.01508331298828125, + "objective/train/weight_avg": 1.0004655122756958, + "objective/train/weighted_lm_loss": 1.2263658046722412, + "objective/train/weights_max": 1.3135128021240234, + "objective/train/weights_min": 0.396826833486557, + "theoretical_loss": 3.418446538357472, + "tokens_seen": 2310144000 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003029208794735998, + "loss": 0.0657, + "theoretical_loss": 3.418430952923332, + "tokens_seen": 2310275072 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030284063553201733, + "loss": 0.0683, + "theoretical_loss": 3.418399785450226, + "tokens_seen": 2310537216 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030276039159043495, + "loss": 0.065, + "theoretical_loss": 3.418368622503041, + "tokens_seen": 2310799360 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030268014764885256, + "loss": 0.0658, + "theoretical_loss": 3.4183374640806066, + "tokens_seen": 2311061504 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030259990370727006, + "loss": 0.0671, + "theoretical_loss": 3.4183063101817526, + "tokens_seen": 2311323648 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003025196597656877, + "loss": 0.0686, + "theoretical_loss": 3.41827516080531, + "tokens_seen": 2311585792 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003024394158241053, + "loss": 0.0698, + "theoretical_loss": 3.418244015950108, + "tokens_seen": 2311847936 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003023591718825229, + "loss": 0.0653, + "theoretical_loss": 3.418212875614979, + "tokens_seen": 2312110080 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030227892794094046, + "loss": 0.0662, + "theoretical_loss": 3.4181817397987553, + "tokens_seen": 2312372224 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030219868399935807, + "loss": 0.0668, + "theoretical_loss": 3.4181506085002673, + "tokens_seen": 2312634368 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003021184400577757, + "loss": 0.0666, + "theoretical_loss": 3.4181194817183487, + "tokens_seen": 2312896512 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003020381961161932, + "loss": 0.0668, + "theoretical_loss": 3.418088359451832, + "tokens_seen": 2313158656 + }, + { + "epoch": 0.7, + "objective/train/advantage_avg": 0.0010569357546046376, + "objective/train/docs_used": 842373, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2569972276687622, + "objective/train/original_loss": 1.2569973468780518, + "objective/train/theoretical_loss": 3.41805724169955, + "objective/train/tokens_used": 2333880800, + "objective/train/value_avg": -0.0058441162109375, + "objective/train/value_loss": 0.00012350178440101445, + "objective/train/value_max": -3.24249267578125e-05, + "objective/train/value_min": -0.22265625, + "objective/train/value_reward_corr": 0.6744931019633224, + "objective/train/value_std": 0.010467529296875, + "objective/train/weight_avg": 1.001114010810852, + "objective/train/weighted_lm_loss": 1.257821798324585, + "objective/train/weights_max": 1.1519769430160522, + "objective/train/weights_min": 0.3817061483860016, + "theoretical_loss": 3.41805724169955, + "tokens_seen": 2313420800 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003019579521746108, + "loss": 0.0682, + "theoretical_loss": 3.41805724169955, + "tokens_seen": 2313420800 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003018777082330284, + "loss": 0.0677, + "theoretical_loss": 3.4180261284603373, + "tokens_seen": 2313682944 + }, + { + "epoch": 0.7, + "learning_rate": 0.000301797464291446, + "loss": 0.0692, + "theoretical_loss": 3.417995019733028, + "tokens_seen": 2313945088 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003017172203498636, + "loss": 0.066, + "theoretical_loss": 3.4179639155164567, + "tokens_seen": 2314207232 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003016369764082812, + "loss": 0.0665, + "theoretical_loss": 3.4179328158094586, + "tokens_seen": 2314469376 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003015567324666988, + "loss": 0.0662, + "theoretical_loss": 3.417901720610869, + "tokens_seen": 2314731520 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003014764885251163, + "loss": 0.0641, + "theoretical_loss": 3.417870629919524, + "tokens_seen": 2314993664 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003013962445835339, + "loss": 0.0677, + "theoretical_loss": 3.41783954373426, + "tokens_seen": 2315255808 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030131600064195154, + "loss": 0.0656, + "theoretical_loss": 3.4178084620539138, + "tokens_seen": 2315517952 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003012357567003691, + "loss": 0.0656, + "theoretical_loss": 3.4177773848773225, + "tokens_seen": 2315780096 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003011555127587867, + "loss": 0.0679, + "theoretical_loss": 3.4177463122033243, + "tokens_seen": 2316042240 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003010752688172043, + "loss": 0.0671, + "theoretical_loss": 3.4177152440307568, + "tokens_seen": 2316304384 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030099502487562194, + "loss": 0.067, + "theoretical_loss": 3.417684180358459, + "tokens_seen": 2316566528 + }, + { + "epoch": 0.7, + "objective/train/advantage_avg": -0.00046704619308002293, + "objective/train/docs_used": 843608, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4258958101272583, + "objective/train/original_loss": 1.4258959293365479, + "objective/train/theoretical_loss": 3.417668650209548, + "objective/train/tokens_used": 2337157600, + "objective/train/value_avg": -0.0074920654296875, + "objective/train/value_loss": 0.00034178816713392735, + "objective/train/value_max": -3.618001937866211e-05, + "objective/train/value_min": -0.52392578125, + "objective/train/value_reward_corr": 0.6217505176473371, + "objective/train/value_std": 0.01464080810546875, + "objective/train/weight_avg": 0.999681293964386, + "objective/train/weighted_lm_loss": 1.4248363971710205, + "objective/train/weights_max": 1.4418224096298218, + "objective/train/weights_min": 0.36883777379989624, + "theoretical_loss": 3.417668650209548, + "tokens_seen": 2316697600 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003009147809340395, + "loss": 0.0686, + "theoretical_loss": 3.417653121185269, + "tokens_seen": 2316828672 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030083453699245705, + "loss": 0.0703, + "theoretical_loss": 3.4176220665100274, + "tokens_seen": 2317090816 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030075429305087466, + "loss": 0.0681, + "theoretical_loss": 3.4175910163315733, + "tokens_seen": 2317352960 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003006740491092922, + "loss": 0.0684, + "theoretical_loss": 3.417559970648747, + "tokens_seen": 2317615104 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030059380516770984, + "loss": 0.069, + "theoretical_loss": 3.4175289294603894, + "tokens_seen": 2317877248 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030051356122612745, + "loss": 0.069, + "theoretical_loss": 3.4174978927653417, + "tokens_seen": 2318139392 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030043331728454506, + "loss": 0.0683, + "theoretical_loss": 3.4174668605624454, + "tokens_seen": 2318401536 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003003530733429626, + "loss": 0.0667, + "theoretical_loss": 3.4174358328505425, + "tokens_seen": 2318663680 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003002728294013802, + "loss": 0.067, + "theoretical_loss": 3.4174048096284757, + "tokens_seen": 2318925824 + }, + { + "epoch": 0.7, + "learning_rate": 0.0003001925854597978, + "loss": 0.0673, + "theoretical_loss": 3.4173737908950876, + "tokens_seen": 2319187968 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030011234151821535, + "loss": 0.067, + "theoretical_loss": 3.417342776649221, + "tokens_seen": 2319450112 + }, + { + "epoch": 0.7, + "learning_rate": 0.00030003209757663296, + "loss": 0.0697, + "theoretical_loss": 3.4173117668897204, + "tokens_seen": 2319712256 + }, + { + "epoch": 0.7, + "objective/train/advantage_avg": 0.0003158280742354691, + "objective/train/docs_used": 844817, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1697629690170288, + "objective/train/original_loss": 1.1697628498077393, + "objective/train/theoretical_loss": 3.4172807616154293, + "objective/train/tokens_used": 2340434400, + "objective/train/value_avg": -0.01035308837890625, + "objective/train/value_loss": 0.00042708139517344534, + "objective/train/value_max": -4.13060188293457e-05, + "objective/train/value_min": -0.97900390625, + "objective/train/value_reward_corr": 0.7324950640691552, + "objective/train/value_std": 0.0235443115234375, + "objective/train/weight_avg": 1.0005028247833252, + "objective/train/weighted_lm_loss": 1.1701539754867554, + "objective/train/weights_max": 2.6307926177978516, + "objective/train/weights_min": 0.14940986037254333, + "theoretical_loss": 3.4172807616154293, + "tokens_seen": 2319974400 + }, + { + "epoch": 0.7, + "learning_rate": 0.0002999518536350506, + "loss": 0.0653, + "theoretical_loss": 3.4172807616154293, + "tokens_seen": 2319974400 + }, + { + "epoch": 0.7, + "learning_rate": 0.0002998716096934682, + "loss": 0.0679, + "theoretical_loss": 3.417249760825193, + "tokens_seen": 2320236544 + }, + { + "epoch": 0.7, + "learning_rate": 0.00029979136575188574, + "loss": 0.0647, + "theoretical_loss": 3.417218764517856, + "tokens_seen": 2320498688 + }, + { + "epoch": 0.7, + "learning_rate": 0.00029971112181030336, + "loss": 0.0687, + "theoretical_loss": 3.4171877726922633, + "tokens_seen": 2320760832 + }, + { + "epoch": 0.7, + "learning_rate": 0.0002996308778687209, + "loss": 0.0669, + "theoretical_loss": 3.417156785347262, + "tokens_seen": 2321022976 + }, + { + "epoch": 0.7, + "learning_rate": 0.0002995506339271385, + "loss": 0.0672, + "theoretical_loss": 3.4171258024816975, + "tokens_seen": 2321285120 + }, + { + "epoch": 0.7, + "learning_rate": 0.0002994703899855561, + "loss": 0.0676, + "theoretical_loss": 3.4170948240944163, + "tokens_seen": 2321547264 + }, + { + "epoch": 0.7, + "learning_rate": 0.0002993901460439737, + "loss": 0.0666, + "theoretical_loss": 3.4170638501842663, + "tokens_seen": 2321809408 + }, + { + "epoch": 0.7, + "learning_rate": 0.00029930990210239126, + "loss": 0.0675, + "theoretical_loss": 3.417032880750094, + "tokens_seen": 2322071552 + }, + { + "epoch": 0.7, + "learning_rate": 0.00029922965816080887, + "loss": 0.0657, + "theoretical_loss": 3.417001915790749, + "tokens_seen": 2322333696 + }, + { + "epoch": 0.7, + "learning_rate": 0.0002991494142192265, + "loss": 0.0646, + "theoretical_loss": 3.416970955305078, + "tokens_seen": 2322595840 + }, + { + "epoch": 0.7, + "learning_rate": 0.00029906917027764404, + "loss": 0.0675, + "theoretical_loss": 3.416939999291931, + "tokens_seen": 2322857984 + }, + { + "epoch": 0.7, + "learning_rate": 0.0002989889263360616, + "loss": 0.0682, + "theoretical_loss": 3.416909047750157, + "tokens_seen": 2323120128 + }, + { + "epoch": 0.7, + "objective/train/advantage_avg": 0.0007469159900210798, + "objective/train/docs_used": 845757, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2558887004852295, + "objective/train/original_loss": 1.2558889389038086, + "objective/train/theoretical_loss": 3.4168935736556754, + "objective/train/tokens_used": 2343711200, + "objective/train/value_avg": -0.00982666015625, + "objective/train/value_loss": 0.0002186733327107504, + "objective/train/value_max": -3.045797348022461e-05, + "objective/train/value_min": -0.775390625, + "objective/train/value_reward_corr": 0.7851325088277945, + "objective/train/value_std": 0.019805908203125, + "objective/train/weight_avg": 1.000855565071106, + "objective/train/weighted_lm_loss": 1.2561978101730347, + "objective/train/weights_max": 1.631787896156311, + "objective/train/weights_min": 0.7476940751075745, + "theoretical_loss": 3.4168935736556754, + "tokens_seen": 2323251200 + }, + { + "epoch": 0.7, + "learning_rate": 0.0002989086823944792, + "loss": 0.0673, + "theoretical_loss": 3.4168781006786055, + "tokens_seen": 2323382272 + }, + { + "epoch": 0.7, + "learning_rate": 0.0002988284384528968, + "loss": 0.0682, + "theoretical_loss": 3.4168471580761266, + "tokens_seen": 2323644416 + }, + { + "epoch": 0.7, + "learning_rate": 0.0002987481945113144, + "loss": 0.067, + "theoretical_loss": 3.416816219941571, + "tokens_seen": 2323906560 + }, + { + "epoch": 0.7, + "learning_rate": 0.000298667950569732, + "loss": 0.0659, + "theoretical_loss": 3.4167852862737895, + "tokens_seen": 2324168704 + }, + { + "epoch": 0.7, + "learning_rate": 0.0002985877066281496, + "loss": 0.0679, + "theoretical_loss": 3.4167543570716337, + "tokens_seen": 2324430848 + }, + { + "epoch": 0.7, + "learning_rate": 0.00029850746268656717, + "loss": 0.066, + "theoretical_loss": 3.416723432333956, + "tokens_seen": 2324692992 + }, + { + "epoch": 0.7, + "learning_rate": 0.0002984272187449847, + "loss": 0.0663, + "theoretical_loss": 3.416692512059607, + "tokens_seen": 2324955136 + }, + { + "epoch": 0.7, + "learning_rate": 0.00029834697480340234, + "loss": 0.065, + "theoretical_loss": 3.416661596247441, + "tokens_seen": 2325217280 + }, + { + "epoch": 0.7, + "learning_rate": 0.00029826673086181995, + "loss": 0.0691, + "theoretical_loss": 3.41663068489631, + "tokens_seen": 2325479424 + }, + { + "epoch": 0.7, + "learning_rate": 0.0002981864869202375, + "loss": 0.0656, + "theoretical_loss": 3.4165997780050685, + "tokens_seen": 2325741568 + }, + { + "epoch": 0.7, + "learning_rate": 0.0002981062429786551, + "loss": 0.0674, + "theoretical_loss": 3.41656887557257, + "tokens_seen": 2326003712 + }, + { + "epoch": 0.7, + "learning_rate": 0.00029802599903707273, + "loss": 0.0686, + "theoretical_loss": 3.416537977597668, + "tokens_seen": 2326265856 + }, + { + "epoch": 0.7, + "objective/train/advantage_avg": 0.0008093193173408508, + "objective/train/docs_used": 847012, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3549466133117676, + "objective/train/original_loss": 1.3549466133117676, + "objective/train/theoretical_loss": 3.4165070840792184, + "objective/train/tokens_used": 2346988000, + "objective/train/value_avg": -0.00592803955078125, + "objective/train/value_loss": 0.00011268551315879449, + "objective/train/value_max": -3.8504600524902344e-05, + "objective/train/value_min": -0.72802734375, + "objective/train/value_reward_corr": 0.7110876178381411, + "objective/train/value_std": 0.01139068603515625, + "objective/train/weight_avg": 1.000861644744873, + "objective/train/weighted_lm_loss": 1.3563061952590942, + "objective/train/weights_max": 1.3555169105529785, + "objective/train/weights_min": 0.3769771456718445, + "theoretical_loss": 3.4165070840792184, + "tokens_seen": 2326528000 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029794575509549035, + "loss": 0.0672, + "theoretical_loss": 3.4165070840792184, + "tokens_seen": 2326528000 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029786551115390785, + "loss": 0.0662, + "theoretical_loss": 3.4164761950160765, + "tokens_seen": 2326790144 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029778526721232546, + "loss": 0.066, + "theoretical_loss": 3.4164453104070973, + "tokens_seen": 2327052288 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002977050232707431, + "loss": 0.0643, + "theoretical_loss": 3.416414430251137, + "tokens_seen": 2327314432 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029762477932916063, + "loss": 0.0677, + "theoretical_loss": 3.4163835545470524, + "tokens_seen": 2327576576 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029754453538757825, + "loss": 0.0614, + "theoretical_loss": 3.4163526832937, + "tokens_seen": 2327838720 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029746429144599586, + "loss": 0.067, + "theoretical_loss": 3.4163218164899374, + "tokens_seen": 2328100864 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029738404750441347, + "loss": 0.0662, + "theoretical_loss": 3.416290954134622, + "tokens_seen": 2328363008 + }, + { + "epoch": 0.71, + "learning_rate": 0.000297303803562831, + "loss": 0.0678, + "theoretical_loss": 3.4162600962266128, + "tokens_seen": 2328625152 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002972235596212486, + "loss": 0.067, + "theoretical_loss": 3.4162292427647674, + "tokens_seen": 2328887296 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002971433156796662, + "loss": 0.0664, + "theoretical_loss": 3.4161983937479454, + "tokens_seen": 2329149440 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029706307173808376, + "loss": 0.0656, + "theoretical_loss": 3.4161675491750056, + "tokens_seen": 2329411584 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002969828277965014, + "loss": 0.0682, + "theoretical_loss": 3.416136709044809, + "tokens_seen": 2329673728 + }, + { + "epoch": 0.71, + "objective/train/advantage_avg": 0.0001276827388210222, + "objective/train/docs_used": 848291, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.284317135810852, + "objective/train/original_loss": 1.2843170166015625, + "objective/train/theoretical_loss": 3.416121290645383, + "objective/train/tokens_used": 2350264800, + "objective/train/value_avg": -0.00725555419921875, + "objective/train/value_loss": 0.0002019266685238108, + "objective/train/value_max": -5.650520324707031e-05, + "objective/train/value_min": -0.245849609375, + "objective/train/value_reward_corr": 0.658473348818438, + "objective/train/value_std": 0.0131072998046875, + "objective/train/weight_avg": 1.0002171993255615, + "objective/train/weighted_lm_loss": 1.2842230796813965, + "objective/train/weights_max": 1.2309669256210327, + "objective/train/weights_min": 0.3688567578792572, + "theoretical_loss": 3.416121290645383, + "tokens_seen": 2329804800 + }, + { + "epoch": 0.71, + "learning_rate": 0.000296902583854919, + "loss": 0.0649, + "theoretical_loss": 3.416105873356215, + "tokens_seen": 2329935872 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029682233991333654, + "loss": 0.0664, + "theoretical_loss": 3.4160750421080843, + "tokens_seen": 2330198016 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002967420959717541, + "loss": 0.0658, + "theoretical_loss": 3.4160442152992783, + "tokens_seen": 2330460160 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002966618520301717, + "loss": 0.0673, + "theoretical_loss": 3.4160133929286585, + "tokens_seen": 2330722304 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029658160808858933, + "loss": 0.067, + "theoretical_loss": 3.4159825749950867, + "tokens_seen": 2330984448 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002965013641470069, + "loss": 0.0684, + "theoretical_loss": 3.4159517614974257, + "tokens_seen": 2331246592 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002964211202054245, + "loss": 0.0667, + "theoretical_loss": 3.4159209524345373, + "tokens_seen": 2331508736 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002963408762638421, + "loss": 0.0668, + "theoretical_loss": 3.4158901478052863, + "tokens_seen": 2331770880 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029626063232225967, + "loss": 0.0691, + "theoretical_loss": 3.4158593476085346, + "tokens_seen": 2332033024 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002961803883806773, + "loss": 0.0663, + "theoretical_loss": 3.4158285518431475, + "tokens_seen": 2332295168 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029610014443909484, + "loss": 0.0688, + "theoretical_loss": 3.4157977605079894, + "tokens_seen": 2332557312 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029601990049751245, + "loss": 0.0633, + "theoretical_loss": 3.415766973601924, + "tokens_seen": 2332819456 + }, + { + "epoch": 0.71, + "objective/train/advantage_avg": 0.00027166702784597874, + "objective/train/docs_used": 849464, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3331571817398071, + "objective/train/original_loss": 1.3331573009490967, + "objective/train/theoretical_loss": 3.415736191123818, + "objective/train/tokens_used": 2353541600, + "objective/train/value_avg": -0.006359100341796875, + "objective/train/value_loss": 0.00015761070244479924, + "objective/train/value_max": -2.568960189819336e-05, + "objective/train/value_min": -0.3603515625, + "objective/train/value_reward_corr": 0.763493810015687, + "objective/train/value_std": 0.01340484619140625, + "objective/train/weight_avg": 1.000341773033142, + "objective/train/weighted_lm_loss": 1.3335425853729248, + "objective/train/weights_max": 1.2618058919906616, + "objective/train/weights_min": 0.37208810448646545, + "theoretical_loss": 3.415736191123818, + "tokens_seen": 2333081600 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029593965655593, + "loss": 0.0665, + "theoretical_loss": 3.415736191123818, + "tokens_seen": 2333081600 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002958594126143476, + "loss": 0.0672, + "theoretical_loss": 3.4157054130725366, + "tokens_seen": 2333343744 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029577916867276524, + "loss": 0.0685, + "theoretical_loss": 3.415674639446946, + "tokens_seen": 2333605888 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002956989247311828, + "loss": 0.0674, + "theoretical_loss": 3.415643870245913, + "tokens_seen": 2333868032 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002956186807896004, + "loss": 0.0683, + "theoretical_loss": 3.4156131054683034, + "tokens_seen": 2334130176 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029553843684801797, + "loss": 0.068, + "theoretical_loss": 3.415582345112986, + "tokens_seen": 2334392320 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002954581929064356, + "loss": 0.0715, + "theoretical_loss": 3.415551589178828, + "tokens_seen": 2334654464 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029537794896485314, + "loss": 0.0677, + "theoretical_loss": 3.415520837664698, + "tokens_seen": 2334916608 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029529770502327075, + "loss": 0.0657, + "theoretical_loss": 3.415490090569464, + "tokens_seen": 2335178752 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029521746108168836, + "loss": 0.0685, + "theoretical_loss": 3.415459347891996, + "tokens_seen": 2335440896 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002951372171401059, + "loss": 0.0657, + "theoretical_loss": 3.4154286096311623, + "tokens_seen": 2335703040 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029505697319852353, + "loss": 0.0644, + "theoretical_loss": 3.4153978757858336, + "tokens_seen": 2335965184 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029497672925694115, + "loss": 0.066, + "theoretical_loss": 3.41536714635488, + "tokens_seen": 2336227328 + }, + { + "epoch": 0.71, + "objective/train/advantage_avg": 0.0012855655513703823, + "objective/train/docs_used": 850768, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.269926905632019, + "objective/train/original_loss": 1.2699270248413086, + "objective/train/theoretical_loss": 3.415351783294441, + "objective/train/tokens_used": 2356818400, + "objective/train/value_avg": -0.005107879638671875, + "objective/train/value_loss": 0.0001323061587754637, + "objective/train/value_max": -4.166364669799805e-05, + "objective/train/value_min": -0.2081298828125, + "objective/train/value_reward_corr": 0.690114202477504, + "objective/train/value_std": 0.01062774658203125, + "objective/train/weight_avg": 1.0013469457626343, + "objective/train/weighted_lm_loss": 1.2718738317489624, + "objective/train/weights_max": 1.200354814529419, + "objective/train/weights_min": 0.3689397871494293, + "theoretical_loss": 3.415351783294441, + "tokens_seen": 2336358400 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029489648531535865, + "loss": 0.0681, + "theoretical_loss": 3.4153364213371726, + "tokens_seen": 2336489472 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029481624137377626, + "loss": 0.0654, + "theoretical_loss": 3.415305700731582, + "tokens_seen": 2336751616 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002947359974321939, + "loss": 0.0682, + "theoretical_loss": 3.41527498453698, + "tokens_seen": 2337013760 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002946557534906115, + "loss": 0.0684, + "theoretical_loss": 3.4152442727522385, + "tokens_seen": 2337275904 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029457550954902905, + "loss": 0.0696, + "theoretical_loss": 3.41521356537623, + "tokens_seen": 2337538048 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029449526560744666, + "loss": 0.0667, + "theoretical_loss": 3.415182862407827, + "tokens_seen": 2337800192 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029441502166586427, + "loss": 0.0661, + "theoretical_loss": 3.4151521638459035, + "tokens_seen": 2338062336 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002943347777242818, + "loss": 0.0698, + "theoretical_loss": 3.4151214696893324, + "tokens_seen": 2338324480 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002942545337826994, + "loss": 0.0672, + "theoretical_loss": 3.4150907799369876, + "tokens_seen": 2338586624 + }, + { + "epoch": 0.71, + "learning_rate": 0.000294174289841117, + "loss": 0.0677, + "theoretical_loss": 3.4150600945877443, + "tokens_seen": 2338848768 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002940940458995346, + "loss": 0.0689, + "theoretical_loss": 3.415029413640477, + "tokens_seen": 2339110912 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029401380195795217, + "loss": 0.067, + "theoretical_loss": 3.414998737094061, + "tokens_seen": 2339373056 + }, + { + "epoch": 0.71, + "objective/train/advantage_avg": -8.98092839634046e-05, + "objective/train/docs_used": 851815, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4057621955871582, + "objective/train/original_loss": 1.4057621955871582, + "objective/train/theoretical_loss": 3.414968064947372, + "objective/train/tokens_used": 2360095200, + "objective/train/value_avg": -0.01001739501953125, + "objective/train/value_loss": 0.0003925239434465766, + "objective/train/value_max": -5.3882598876953125e-05, + "objective/train/value_min": -0.6240234375, + "objective/train/value_reward_corr": 0.6844902454817728, + "objective/train/value_std": 0.0176239013671875, + "objective/train/weight_avg": 1.0000885725021362, + "objective/train/weighted_lm_loss": 1.4045219421386719, + "objective/train/weights_max": 1.324234127998352, + "objective/train/weights_min": 0.3742775619029999, + "theoretical_loss": 3.414968064947372, + "tokens_seen": 2339635200 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002939335580163698, + "loss": 0.0672, + "theoretical_loss": 3.414968064947372, + "tokens_seen": 2339635200 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002938533140747874, + "loss": 0.066, + "theoretical_loss": 3.4149373971992856, + "tokens_seen": 2339897344 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002937730701332049, + "loss": 0.0676, + "theoretical_loss": 3.4149067338486794, + "tokens_seen": 2340159488 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002936928261916225, + "loss": 0.0664, + "theoretical_loss": 3.4148760748944293, + "tokens_seen": 2340421632 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002936125822500401, + "loss": 0.066, + "theoretical_loss": 3.4148454203354133, + "tokens_seen": 2340683776 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029353233830845774, + "loss": 0.0671, + "theoretical_loss": 3.4148147701705094, + "tokens_seen": 2340945920 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002934520943668753, + "loss": 0.0669, + "theoretical_loss": 3.414784124398595, + "tokens_seen": 2341208064 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002933718504252929, + "loss": 0.0687, + "theoretical_loss": 3.4147534830185493, + "tokens_seen": 2341470208 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002932916064837105, + "loss": 0.0673, + "theoretical_loss": 3.414722846029251, + "tokens_seen": 2341732352 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002932113625421281, + "loss": 0.0694, + "theoretical_loss": 3.4146922134295794, + "tokens_seen": 2341994496 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029313111860054564, + "loss": 0.0684, + "theoretical_loss": 3.414661585218415, + "tokens_seen": 2342256640 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029305087465896325, + "loss": 0.068, + "theoretical_loss": 3.4146309613946366, + "tokens_seen": 2342518784 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002929706307173808, + "loss": 0.0675, + "theoretical_loss": 3.4146003419571267, + "tokens_seen": 2342780928 + }, + { + "epoch": 0.71, + "objective/train/advantage_avg": -0.0003394449595361948, + "objective/train/docs_used": 852909, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2011146545410156, + "objective/train/original_loss": 1.2011146545410156, + "objective/train/theoretical_loss": 3.4145850338828723, + "objective/train/tokens_used": 2363372000, + "objective/train/value_avg": -0.006916046142578125, + "objective/train/value_loss": 0.00027968650101684034, + "objective/train/value_max": -2.4497509002685547e-05, + "objective/train/value_min": -0.368896484375, + "objective/train/value_reward_corr": 0.6438198507140509, + "objective/train/value_std": 0.01247406005859375, + "objective/train/weight_avg": 0.9997814893722534, + "objective/train/weighted_lm_loss": 1.2016308307647705, + "objective/train/weights_max": 1.285569667816162, + "objective/train/weights_min": 0.4001833498477936, + "theoretical_loss": 3.4145850338828723, + "tokens_seen": 2342912000 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002928903867757984, + "loss": 0.0683, + "theoretical_loss": 3.414569726904765, + "tokens_seen": 2343043072 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029281014283421604, + "loss": 0.0671, + "theoretical_loss": 3.414539116236434, + "tokens_seen": 2343305216 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029272989889263365, + "loss": 0.0659, + "theoretical_loss": 3.4145085099510144, + "tokens_seen": 2343567360 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002926496549510512, + "loss": 0.0675, + "theoretical_loss": 3.4144779080473895, + "tokens_seen": 2343829504 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029256941100946877, + "loss": 0.0648, + "theoretical_loss": 3.4144473105244413, + "tokens_seen": 2344091648 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002924891670678864, + "loss": 0.0667, + "theoretical_loss": 3.4144167173810533, + "tokens_seen": 2344353792 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029240892312630394, + "loss": 0.0679, + "theoretical_loss": 3.414386128616109, + "tokens_seen": 2344615936 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029232867918472155, + "loss": 0.0684, + "theoretical_loss": 3.414355544228492, + "tokens_seen": 2344878080 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029224843524313916, + "loss": 0.0697, + "theoretical_loss": 3.414324964217087, + "tokens_seen": 2345140224 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002921681913015568, + "loss": 0.0657, + "theoretical_loss": 3.414294388580779, + "tokens_seen": 2345402368 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029208794735997433, + "loss": 0.0662, + "theoretical_loss": 3.4142638173184525, + "tokens_seen": 2345664512 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002920077034183919, + "loss": 0.066, + "theoretical_loss": 3.4142332504289934, + "tokens_seen": 2345926656 + }, + { + "epoch": 0.71, + "objective/train/advantage_avg": 0.0003903103352058679, + "objective/train/docs_used": 854185, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4217997789382935, + "objective/train/original_loss": 1.421799659729004, + "objective/train/theoretical_loss": 3.414202687911288, + "objective/train/tokens_used": 2366648800, + "objective/train/value_avg": -0.0114593505859375, + "objective/train/value_loss": 0.0005586713668890297, + "objective/train/value_max": -4.756450653076172e-05, + "objective/train/value_min": -0.9853515625, + "objective/train/value_reward_corr": 0.7554765542878077, + "objective/train/value_std": 0.02850341796875, + "objective/train/weight_avg": 1.0006438493728638, + "objective/train/weighted_lm_loss": 1.4214946031570435, + "objective/train/weights_max": 1.7112207412719727, + "objective/train/weights_min": 0.36887577176094055, + "theoretical_loss": 3.414202687911288, + "tokens_seen": 2346188800 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002919274594768095, + "loss": 0.068, + "theoretical_loss": 3.414202687911288, + "tokens_seen": 2346188800 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029184721553522706, + "loss": 0.0673, + "theoretical_loss": 3.414172129764222, + "tokens_seen": 2346450944 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002917669715936447, + "loss": 0.0681, + "theoretical_loss": 3.414141575986682, + "tokens_seen": 2346713088 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002916867276520623, + "loss": 0.0669, + "theoretical_loss": 3.4141110265775563, + "tokens_seen": 2346975232 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002916064837104799, + "loss": 0.0664, + "theoretical_loss": 3.414080481535732, + "tokens_seen": 2347237376 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029152623976889746, + "loss": 0.0644, + "theoretical_loss": 3.414049940860097, + "tokens_seen": 2347499520 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029144599582731507, + "loss": 0.0666, + "theoretical_loss": 3.4140194045495393, + "tokens_seen": 2347761664 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029136575188573263, + "loss": 0.0659, + "theoretical_loss": 3.413988872602949, + "tokens_seen": 2348023808 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002912855079441502, + "loss": 0.0658, + "theoretical_loss": 3.4139583450192137, + "tokens_seen": 2348285952 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002912052640025678, + "loss": 0.0655, + "theoretical_loss": 3.413927821797224, + "tokens_seen": 2348548096 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002911250200609854, + "loss": 0.0679, + "theoretical_loss": 3.41389730293587, + "tokens_seen": 2348810240 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029104477611940297, + "loss": 0.065, + "theoretical_loss": 3.413866788434042, + "tokens_seen": 2349072384 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002909645321778206, + "loss": 0.0678, + "theoretical_loss": 3.413836278290631, + "tokens_seen": 2349334528 + }, + { + "epoch": 0.71, + "objective/train/advantage_avg": 0.0007829052046872675, + "objective/train/docs_used": 855374, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4116079807281494, + "objective/train/original_loss": 1.4116082191467285, + "objective/train/theoretical_loss": 3.413821024852985, + "objective/train/tokens_used": 2369925600, + "objective/train/value_avg": -0.00946044921875, + "objective/train/value_loss": 0.0006127911037765443, + "objective/train/value_max": -7.903575897216797e-05, + "objective/train/value_min": -0.95849609375, + "objective/train/value_reward_corr": 0.5989706930046986, + "objective/train/value_std": 0.0219573974609375, + "objective/train/weight_avg": 1.001057744026184, + "objective/train/weighted_lm_loss": 1.4125055074691772, + "objective/train/weights_max": 1.8582383394241333, + "objective/train/weights_min": 0.3727388083934784, + "theoretical_loss": 3.413821024852985, + "tokens_seen": 2349465600 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002908842882362382, + "loss": 0.0673, + "theoretical_loss": 3.4138057725045274, + "tokens_seen": 2349596672 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029080404429465576, + "loss": 0.0696, + "theoretical_loss": 3.413775271074624, + "tokens_seen": 2349858816 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002907238003530733, + "loss": 0.0672, + "theoretical_loss": 3.413744773999812, + "tokens_seen": 2350120960 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002906435564114909, + "loss": 0.0653, + "theoretical_loss": 3.413714281278985, + "tokens_seen": 2350383104 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029056331246990854, + "loss": 0.0672, + "theoretical_loss": 3.413683792911035, + "tokens_seen": 2350645248 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002904830685283261, + "loss": 0.0669, + "theoretical_loss": 3.413653308894855, + "tokens_seen": 2350907392 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002904028245867437, + "loss": 0.0657, + "theoretical_loss": 3.4136228292293396, + "tokens_seen": 2351169536 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002903225806451613, + "loss": 0.0671, + "theoretical_loss": 3.4135923539133826, + "tokens_seen": 2351431680 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029024233670357894, + "loss": 0.0669, + "theoretical_loss": 3.413561882945878, + "tokens_seen": 2351693824 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029016209276199644, + "loss": 0.0658, + "theoretical_loss": 3.4135314163257213, + "tokens_seen": 2351955968 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029008184882041405, + "loss": 0.0673, + "theoretical_loss": 3.4135009540518073, + "tokens_seen": 2352218112 + }, + { + "epoch": 0.71, + "learning_rate": 0.00029000160487883166, + "loss": 0.0655, + "theoretical_loss": 3.4134704961230327, + "tokens_seen": 2352480256 + }, + { + "epoch": 0.71, + "objective/train/advantage_avg": 0.000725221005268395, + "objective/train/docs_used": 856640, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.458036184310913, + "objective/train/original_loss": 1.4580363035202026, + "objective/train/theoretical_loss": 3.4134400425382925, + "objective/train/tokens_used": 2373202400, + "objective/train/value_avg": -0.01070404052734375, + "objective/train/value_loss": 0.00018754220218397677, + "objective/train/value_max": -2.110004425048828e-05, + "objective/train/value_min": -0.2406005859375, + "objective/train/value_reward_corr": 0.8047200547991542, + "objective/train/value_std": 0.0181427001953125, + "objective/train/weight_avg": 1.0008143186569214, + "objective/train/weighted_lm_loss": 1.4590731859207153, + "objective/train/weights_max": 1.1350362300872803, + "objective/train/weights_min": 0.3726079761981964, + "theoretical_loss": 3.4134400425382925, + "tokens_seen": 2352742400 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002899213609372492, + "loss": 0.067, + "theoretical_loss": 3.4134400425382925, + "tokens_seen": 2352742400 + }, + { + "epoch": 0.71, + "learning_rate": 0.00028984111699566684, + "loss": 0.0667, + "theoretical_loss": 3.4134095932964836, + "tokens_seen": 2353004544 + }, + { + "epoch": 0.71, + "learning_rate": 0.00028976087305408445, + "loss": 0.0679, + "theoretical_loss": 3.413379148396503, + "tokens_seen": 2353266688 + }, + { + "epoch": 0.71, + "learning_rate": 0.00028968062911250206, + "loss": 0.0653, + "theoretical_loss": 3.413348707837248, + "tokens_seen": 2353528832 + }, + { + "epoch": 0.71, + "learning_rate": 0.00028960038517091957, + "loss": 0.0665, + "theoretical_loss": 3.4133182716176167, + "tokens_seen": 2353790976 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002895201412293372, + "loss": 0.0651, + "theoretical_loss": 3.4132878397365065, + "tokens_seen": 2354053120 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002894398972877548, + "loss": 0.0664, + "theoretical_loss": 3.4132574121928165, + "tokens_seen": 2354315264 + }, + { + "epoch": 0.71, + "learning_rate": 0.00028935965334617235, + "loss": 0.066, + "theoretical_loss": 3.413226988985446, + "tokens_seen": 2354577408 + }, + { + "epoch": 0.71, + "learning_rate": 0.00028927940940458996, + "loss": 0.065, + "theoretical_loss": 3.4131965701132927, + "tokens_seen": 2354839552 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002891991654630076, + "loss": 0.0641, + "theoretical_loss": 3.4131661555752584, + "tokens_seen": 2355101696 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002891189215214252, + "loss": 0.0663, + "theoretical_loss": 3.413135745370242, + "tokens_seen": 2355363840 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002890386775798427, + "loss": 0.0675, + "theoretical_loss": 3.4131053394971445, + "tokens_seen": 2355625984 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002889584336382603, + "loss": 0.0668, + "theoretical_loss": 3.4130749379548666, + "tokens_seen": 2355888128 + }, + { + "epoch": 0.71, + "objective/train/advantage_avg": -0.0007197146187536418, + "objective/train/docs_used": 857700, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.324670433998108, + "objective/train/original_loss": 1.3246703147888184, + "objective/train/theoretical_loss": 3.4130597388074415, + "objective/train/tokens_used": 2376479200, + "objective/train/value_avg": -0.014373779296875, + "objective/train/value_loss": 0.00034638139186426997, + "objective/train/value_max": -3.975629806518555e-05, + "objective/train/value_min": -0.51708984375, + "objective/train/value_reward_corr": 0.8742229407356612, + "objective/train/value_std": 0.0286712646484375, + "objective/train/weight_avg": 0.9994420409202576, + "objective/train/weighted_lm_loss": 1.323861002922058, + "objective/train/weights_max": 1.1958119869232178, + "objective/train/weights_min": 0.36978310346603394, + "theoretical_loss": 3.4130597388074415, + "tokens_seen": 2356019200 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002888781896966779, + "loss": 0.0671, + "theoretical_loss": 3.41304454074231, + "tokens_seen": 2356150272 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002887979457550955, + "loss": 0.0663, + "theoretical_loss": 3.4130141478583758, + "tokens_seen": 2356412416 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002887177018135131, + "loss": 0.066, + "theoretical_loss": 3.4129837593019667, + "tokens_seen": 2356674560 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002886374578719307, + "loss": 0.0672, + "theoretical_loss": 3.412953375071985, + "tokens_seen": 2356936704 + }, + { + "epoch": 0.71, + "learning_rate": 0.00028855721393034826, + "loss": 0.0662, + "theoretical_loss": 3.412922995167334, + "tokens_seen": 2357198848 + }, + { + "epoch": 0.71, + "learning_rate": 0.00028847696998876587, + "loss": 0.0661, + "theoretical_loss": 3.4128926195869163, + "tokens_seen": 2357460992 + }, + { + "epoch": 0.71, + "learning_rate": 0.00028839672604718343, + "loss": 0.0635, + "theoretical_loss": 3.4128622483296365, + "tokens_seen": 2357723136 + }, + { + "epoch": 0.71, + "learning_rate": 0.00028831648210560104, + "loss": 0.0673, + "theoretical_loss": 3.412831881394399, + "tokens_seen": 2357985280 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002882362381640186, + "loss": 0.0668, + "theoretical_loss": 3.4128015187801073, + "tokens_seen": 2358247424 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002881559942224362, + "loss": 0.0648, + "theoretical_loss": 3.4127711604856668, + "tokens_seen": 2358509568 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002880757502808538, + "loss": 0.0665, + "theoretical_loss": 3.4127408065099827, + "tokens_seen": 2358771712 + }, + { + "epoch": 0.71, + "learning_rate": 0.0002879955063392714, + "loss": 0.0664, + "theoretical_loss": 3.4127104568519613, + "tokens_seen": 2359033856 + }, + { + "epoch": 0.71, + "objective/train/advantage_avg": 0.0004256129905115813, + "objective/train/docs_used": 858941, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2593111991882324, + "objective/train/original_loss": 1.2593111991882324, + "objective/train/theoretical_loss": 3.412680111510508, + "objective/train/tokens_used": 2379756000, + "objective/train/value_avg": -0.00688934326171875, + "objective/train/value_loss": 0.0001993957266677171, + "objective/train/value_max": -4.2319297790527344e-05, + "objective/train/value_min": -0.27490234375, + "objective/train/value_reward_corr": 0.6800781802747664, + "objective/train/value_std": 0.01326751708984375, + "objective/train/weight_avg": 1.000515103340149, + "objective/train/weighted_lm_loss": 1.2589720487594604, + "objective/train/weights_max": 1.160586953163147, + "objective/train/weights_min": 0.3680166006088257, + "theoretical_loss": 3.412680111510508, + "tokens_seen": 2359296000 + }, + { + "epoch": 0.71, + "learning_rate": 0.000287915262397689, + "loss": 0.0644, + "theoretical_loss": 3.412680111510508, + "tokens_seen": 2359296000 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028783501845610655, + "loss": 0.0676, + "theoretical_loss": 3.41264977048453, + "tokens_seen": 2359558144 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028775477451452417, + "loss": 0.0691, + "theoretical_loss": 3.412619433772934, + "tokens_seen": 2359820288 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002876745305729417, + "loss": 0.0675, + "theoretical_loss": 3.412589101374627, + "tokens_seen": 2360082432 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028759428663135934, + "loss": 0.0663, + "theoretical_loss": 3.4125587732885174, + "tokens_seen": 2360344576 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028751404268977695, + "loss": 0.0663, + "theoretical_loss": 3.4125284495135126, + "tokens_seen": 2360606720 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002874337987481945, + "loss": 0.0666, + "theoretical_loss": 3.412498130048522, + "tokens_seen": 2360868864 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002873535548066121, + "loss": 0.068, + "theoretical_loss": 3.412467814892454, + "tokens_seen": 2361131008 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002872733108650297, + "loss": 0.0661, + "theoretical_loss": 3.4124375040442176, + "tokens_seen": 2361393152 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002871930669234473, + "loss": 0.067, + "theoretical_loss": 3.4124071975027235, + "tokens_seen": 2361655296 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028711282298186485, + "loss": 0.0667, + "theoretical_loss": 3.4123768952668807, + "tokens_seen": 2361917440 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028703257904028246, + "loss": 0.0676, + "theoretical_loss": 3.412346597335601, + "tokens_seen": 2362179584 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002869523350987001, + "loss": 0.0682, + "theoretical_loss": 3.4123163037077937, + "tokens_seen": 2362441728 + }, + { + "epoch": 0.72, + "objective/train/advantage_avg": 0.0006838241824880242, + "objective/train/docs_used": 860261, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.41428804397583, + "objective/train/original_loss": 1.414287805557251, + "objective/train/theoretical_loss": 3.4123011585073524, + "objective/train/tokens_used": 2383032800, + "objective/train/value_avg": -0.005504608154296875, + "objective/train/value_loss": 8.790633728494868e-05, + "objective/train/value_max": -3.618001937866211e-05, + "objective/train/value_min": -0.268310546875, + "objective/train/value_reward_corr": 0.7021277975284927, + "objective/train/value_std": 0.00928497314453125, + "objective/train/weight_avg": 1.0007272958755493, + "objective/train/weighted_lm_loss": 1.4151378870010376, + "objective/train/weights_max": 1.1215885877609253, + "objective/train/weights_min": 0.7823441624641418, + "theoretical_loss": 3.4123011585073524, + "tokens_seen": 2362572800 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028687209115711763, + "loss": 0.0658, + "theoretical_loss": 3.4122860143823717, + "tokens_seen": 2362703872 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028679184721553525, + "loss": 0.0648, + "theoretical_loss": 3.4122557293582454, + "tokens_seen": 2362966016 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028671160327395286, + "loss": 0.0661, + "theoretical_loss": 3.412225448634328, + "tokens_seen": 2363228160 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028663135933237036, + "loss": 0.0658, + "theoretical_loss": 3.4121951722095316, + "tokens_seen": 2363490304 + }, + { + "epoch": 0.72, + "learning_rate": 0.000286551115390788, + "loss": 0.0684, + "theoretical_loss": 3.412164900082769, + "tokens_seen": 2363752448 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002864708714492056, + "loss": 0.0648, + "theoretical_loss": 3.412134632252953, + "tokens_seen": 2364014592 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002863906275076232, + "loss": 0.0641, + "theoretical_loss": 3.4121043687189982, + "tokens_seen": 2364276736 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028631038356604076, + "loss": 0.0691, + "theoretical_loss": 3.4120741094798186, + "tokens_seen": 2364538880 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002862301396244584, + "loss": 0.0656, + "theoretical_loss": 3.412043854534328, + "tokens_seen": 2364801024 + }, + { + "epoch": 0.72, + "learning_rate": 0.000286149895682876, + "loss": 0.0655, + "theoretical_loss": 3.4120136038814417, + "tokens_seen": 2365063168 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002860696517412935, + "loss": 0.0674, + "theoretical_loss": 3.411983357520075, + "tokens_seen": 2365325312 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002859894077997111, + "loss": 0.0658, + "theoretical_loss": 3.4119531154491436, + "tokens_seen": 2365587456 + }, + { + "epoch": 0.72, + "objective/train/advantage_avg": 0.0007602547993883491, + "objective/train/docs_used": 861421, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1190950870513916, + "objective/train/original_loss": 1.1190950870513916, + "objective/train/theoretical_loss": 3.411922877667563, + "objective/train/tokens_used": 2386309600, + "objective/train/value_avg": -0.007373809814453125, + "objective/train/value_loss": 0.00016765088366810232, + "objective/train/value_max": -6.455183029174805e-05, + "objective/train/value_min": -0.429931640625, + "objective/train/value_reward_corr": 0.6856535482742099, + "objective/train/value_std": 0.01195526123046875, + "objective/train/weight_avg": 1.0008351802825928, + "objective/train/weighted_lm_loss": 1.1199380159378052, + "objective/train/weights_max": 1.2530434131622314, + "objective/train/weights_min": 0.38002079725265503, + "theoretical_loss": 3.411922877667563, + "tokens_seen": 2365849600 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002859091638581287, + "loss": 0.065, + "theoretical_loss": 3.411922877667563, + "tokens_seen": 2365849600 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028582891991654633, + "loss": 0.0661, + "theoretical_loss": 3.4118926441742508, + "tokens_seen": 2366111744 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002857486759749639, + "loss": 0.0653, + "theoretical_loss": 3.4118624149681227, + "tokens_seen": 2366373888 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002856684320333815, + "loss": 0.0648, + "theoretical_loss": 3.4118321900480963, + "tokens_seen": 2366636032 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002855881880917991, + "loss": 0.0658, + "theoretical_loss": 3.4118019694130894, + "tokens_seen": 2366898176 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028550794415021667, + "loss": 0.0691, + "theoretical_loss": 3.41177175306202, + "tokens_seen": 2367160320 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028542770020863423, + "loss": 0.0668, + "theoretical_loss": 3.4117415409938068, + "tokens_seen": 2367422464 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028534745626705184, + "loss": 0.0667, + "theoretical_loss": 3.411711333207368, + "tokens_seen": 2367684608 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028526721232546945, + "loss": 0.0657, + "theoretical_loss": 3.411681129701623, + "tokens_seen": 2367946752 + }, + { + "epoch": 0.72, + "learning_rate": 0.000285186968383887, + "loss": 0.0647, + "theoretical_loss": 3.411650930475491, + "tokens_seen": 2368208896 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002851067244423046, + "loss": 0.0658, + "theoretical_loss": 3.4116207355278934, + "tokens_seen": 2368471040 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028502648050072224, + "loss": 0.0667, + "theoretical_loss": 3.411590544857749, + "tokens_seen": 2368733184 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002849462365591398, + "loss": 0.0674, + "theoretical_loss": 3.4115603584639795, + "tokens_seen": 2368995328 + }, + { + "epoch": 0.72, + "objective/train/advantage_avg": 0.00047216127859428525, + "objective/train/docs_used": 862685, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2210214138031006, + "objective/train/original_loss": 1.2210214138031006, + "objective/train/theoretical_loss": 3.411545266870398, + "objective/train/tokens_used": 2389586400, + "objective/train/value_avg": -0.00592041015625, + "objective/train/value_loss": 0.00012839965347666293, + "objective/train/value_max": -5.227327346801758e-05, + "objective/train/value_min": -0.5556640625, + "objective/train/value_reward_corr": 0.6364871783263564, + "objective/train/value_std": 0.0099945068359375, + "objective/train/weight_avg": 1.0005321502685547, + "objective/train/weighted_lm_loss": 1.2215510606765747, + "objective/train/weights_max": 1.3270212411880493, + "objective/train/weights_min": 0.3708694577217102, + "theoretical_loss": 3.411545266870398, + "tokens_seen": 2369126400 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028486599261755735, + "loss": 0.065, + "theoretical_loss": 3.4115301763455057, + "tokens_seen": 2369257472 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028478574867597497, + "loss": 0.0664, + "theoretical_loss": 3.411499998501249, + "tokens_seen": 2369519616 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002847055047343925, + "loss": 0.0667, + "theoretical_loss": 3.4114698249301316, + "tokens_seen": 2369781760 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028462526079281014, + "loss": 0.0655, + "theoretical_loss": 3.411439655631076, + "tokens_seen": 2370043904 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028454501685122775, + "loss": 0.0663, + "theoretical_loss": 3.4114094906030052, + "tokens_seen": 2370306048 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028446477290964536, + "loss": 0.067, + "theoretical_loss": 3.4113793298448414, + "tokens_seen": 2370568192 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002843845289680629, + "loss": 0.0679, + "theoretical_loss": 3.411349173355508, + "tokens_seen": 2370830336 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002843042850264805, + "loss": 0.069, + "theoretical_loss": 3.4113190211339304, + "tokens_seen": 2371092480 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002842240410848981, + "loss": 0.0676, + "theoretical_loss": 3.4112888731790316, + "tokens_seen": 2371354624 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028414379714331565, + "loss": 0.0661, + "theoretical_loss": 3.4112587294897367, + "tokens_seen": 2371616768 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028406355320173326, + "loss": 0.0665, + "theoretical_loss": 3.4112285900649706, + "tokens_seen": 2371878912 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002839833092601509, + "loss": 0.0647, + "theoretical_loss": 3.411198454903659, + "tokens_seen": 2372141056 + }, + { + "epoch": 0.72, + "objective/train/advantage_avg": 0.00045077133108861744, + "objective/train/docs_used": 863878, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2948390245437622, + "objective/train/original_loss": 1.2948390245437622, + "objective/train/theoretical_loss": 3.4111683240047275, + "objective/train/tokens_used": 2392863200, + "objective/train/value_avg": -0.0070953369140625, + "objective/train/value_loss": 0.00020490289898589253, + "objective/train/value_max": -3.737211227416992e-05, + "objective/train/value_min": -0.74365234375, + "objective/train/value_reward_corr": 0.7157722064321564, + "objective/train/value_std": 0.01473236083984375, + "objective/train/weight_avg": 1.000543475151062, + "objective/train/weighted_lm_loss": 1.2955633401870728, + "objective/train/weights_max": 1.1870945692062378, + "objective/train/weights_min": 0.37713250517845154, + "theoretical_loss": 3.4111683240047275, + "tokens_seen": 2372403200 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002839030653185685, + "loss": 0.0667, + "theoretical_loss": 3.4111683240047275, + "tokens_seen": 2372403200 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028382282137698605, + "loss": 0.0624, + "theoretical_loss": 3.4111381973671024, + "tokens_seen": 2372665344 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028374257743540366, + "loss": 0.0652, + "theoretical_loss": 3.4111080749897105, + "tokens_seen": 2372927488 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002836623334938212, + "loss": 0.0669, + "theoretical_loss": 3.4110779568714786, + "tokens_seen": 2373189632 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002835820895522388, + "loss": 0.0672, + "theoretical_loss": 3.4110478430113345, + "tokens_seen": 2373451776 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002835018456106564, + "loss": 0.064, + "theoretical_loss": 3.4110177334082055, + "tokens_seen": 2373713920 + }, + { + "epoch": 0.72, + "learning_rate": 0.000283421601669074, + "loss": 0.0682, + "theoretical_loss": 3.4109876280610196, + "tokens_seen": 2373976064 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002833413577274916, + "loss": 0.0624, + "theoretical_loss": 3.4109575269687062, + "tokens_seen": 2374238208 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028326111378590917, + "loss": 0.0679, + "theoretical_loss": 3.4109274301301937, + "tokens_seen": 2374500352 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002831808698443268, + "loss": 0.0646, + "theoretical_loss": 3.410897337544412, + "tokens_seen": 2374762496 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028310062590274434, + "loss": 0.0644, + "theoretical_loss": 3.41086724921029, + "tokens_seen": 2375024640 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002830203819611619, + "loss": 0.0667, + "theoretical_loss": 3.410837165126758, + "tokens_seen": 2375286784 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002829401380195795, + "loss": 0.0677, + "theoretical_loss": 3.4108070852927472, + "tokens_seen": 2375548928 + }, + { + "epoch": 0.72, + "objective/train/advantage_avg": 0.00037069982499815524, + "objective/train/docs_used": 865150, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3677678108215332, + "objective/train/original_loss": 1.367767572402954, + "objective/train/theoretical_loss": 3.410792046968978, + "objective/train/tokens_used": 2396140000, + "objective/train/value_avg": -0.00899505615234375, + "objective/train/value_loss": 0.00021003009169362485, + "objective/train/value_max": -3.5643577575683594e-05, + "objective/train/value_min": -0.96826171875, + "objective/train/value_reward_corr": 0.7706586357895658, + "objective/train/value_std": 0.0176239013671875, + "objective/train/weight_avg": 1.0004674196243286, + "objective/train/weighted_lm_loss": 1.3674838542938232, + "objective/train/weights_max": 1.3404009342193604, + "objective/train/weights_min": 0.3890802264213562, + "theoretical_loss": 3.410792046968978, + "tokens_seen": 2375680000 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028285989407799713, + "loss": 0.0655, + "theoretical_loss": 3.4107770097071874, + "tokens_seen": 2375811072 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002827796501364147, + "loss": 0.065, + "theoretical_loss": 3.410746938369011, + "tokens_seen": 2376073216 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002826994061948323, + "loss": 0.068, + "theoretical_loss": 3.410716871277149, + "tokens_seen": 2376335360 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002826191622532499, + "loss": 0.0649, + "theoretical_loss": 3.4106868084305337, + "tokens_seen": 2376597504 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028253891831166747, + "loss": 0.0676, + "theoretical_loss": 3.4106567498280973, + "tokens_seen": 2376859648 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028245867437008503, + "loss": 0.0671, + "theoretical_loss": 3.410626695468773, + "tokens_seen": 2377121792 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028237843042850264, + "loss": 0.0652, + "theoretical_loss": 3.410596645351494, + "tokens_seen": 2377383936 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028229818648692025, + "loss": 0.0649, + "theoretical_loss": 3.4105665994751933, + "tokens_seen": 2377646080 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002822179425453378, + "loss": 0.0642, + "theoretical_loss": 3.4105365578388054, + "tokens_seen": 2377908224 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002821376986037554, + "loss": 0.0673, + "theoretical_loss": 3.410506520441265, + "tokens_seen": 2378170368 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028205745466217304, + "loss": 0.0662, + "theoretical_loss": 3.410476487281506, + "tokens_seen": 2378432512 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028197721072059065, + "loss": 0.0651, + "theoretical_loss": 3.410446458358464, + "tokens_seen": 2378694656 + }, + { + "epoch": 0.72, + "objective/train/advantage_avg": 0.0007026653620414436, + "objective/train/docs_used": 866449, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.125937819480896, + "objective/train/original_loss": 1.1259377002716064, + "objective/train/theoretical_loss": 3.4104164336710747, + "objective/train/tokens_used": 2399416800, + "objective/train/value_avg": -0.0095367431640625, + "objective/train/value_loss": 0.00015510072989854962, + "objective/train/value_max": -3.0934810638427734e-05, + "objective/train/value_min": -0.261474609375, + "objective/train/value_reward_corr": 0.7674390343679358, + "objective/train/value_std": 0.016143798828125, + "objective/train/weight_avg": 1.0007742643356323, + "objective/train/weighted_lm_loss": 1.1264020204544067, + "objective/train/weights_max": 1.1859753131866455, + "objective/train/weights_min": 0.40537041425704956, + "theoretical_loss": 3.4104164336710747, + "tokens_seen": 2378956800 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028189696677900815, + "loss": 0.0651, + "theoretical_loss": 3.4104164336710747, + "tokens_seen": 2378956800 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028181672283742577, + "loss": 0.0648, + "theoretical_loss": 3.4103864132182733, + "tokens_seen": 2379218944 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002817364788958434, + "loss": 0.0667, + "theoretical_loss": 3.410356396998997, + "tokens_seen": 2379481088 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028165623495426094, + "loss": 0.0703, + "theoretical_loss": 3.410326385012182, + "tokens_seen": 2379743232 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028157599101267855, + "loss": 0.0666, + "theoretical_loss": 3.4102963772567656, + "tokens_seen": 2380005376 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028149574707109616, + "loss": 0.0664, + "theoretical_loss": 3.4102663737316847, + "tokens_seen": 2380267520 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002814155031295138, + "loss": 0.065, + "theoretical_loss": 3.410236374435878, + "tokens_seen": 2380529664 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002813352591879313, + "loss": 0.0653, + "theoretical_loss": 3.410206379368283, + "tokens_seen": 2380791808 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002812550152463489, + "loss": 0.0659, + "theoretical_loss": 3.4101763885278387, + "tokens_seen": 2381053952 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002811747713047665, + "loss": 0.0675, + "theoretical_loss": 3.410146401913484, + "tokens_seen": 2381316096 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028109452736318406, + "loss": 0.0653, + "theoretical_loss": 3.410116419524158, + "tokens_seen": 2381578240 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002810142834216017, + "loss": 0.0656, + "theoretical_loss": 3.4100864413588003, + "tokens_seen": 2381840384 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002809340394800193, + "loss": 0.0652, + "theoretical_loss": 3.410056467416352, + "tokens_seen": 2382102528 + }, + { + "epoch": 0.72, + "objective/train/advantage_avg": 0.00013219354150351137, + "objective/train/docs_used": 867590, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3340719938278198, + "objective/train/original_loss": 1.3340721130371094, + "objective/train/theoretical_loss": 3.410041482028387, + "objective/train/tokens_used": 2402693600, + "objective/train/value_avg": -0.01092529296875, + "objective/train/value_loss": 0.0003473052056506276, + "objective/train/value_max": -3.6776065826416016e-05, + "objective/train/value_min": -0.576171875, + "objective/train/value_reward_corr": 0.7138899279201467, + "objective/train/value_std": 0.020782470703125, + "objective/train/weight_avg": 1.0002974271774292, + "objective/train/weighted_lm_loss": 1.3337911367416382, + "objective/train/weights_max": 1.586497187614441, + "objective/train/weights_min": 0.37298911809921265, + "theoretical_loss": 3.410041482028387, + "tokens_seen": 2382233600 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002808537955384369, + "loss": 0.0668, + "theoretical_loss": 3.4100264976957524, + "tokens_seen": 2382364672 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028077355159685446, + "loss": 0.0663, + "theoretical_loss": 3.4099965321959433, + "tokens_seen": 2382626816 + }, + { + "epoch": 0.72, + "learning_rate": 0.000280693307655272, + "loss": 0.0656, + "theoretical_loss": 3.4099665709158655, + "tokens_seen": 2382888960 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028061306371368963, + "loss": 0.0658, + "theoretical_loss": 3.409936613854461, + "tokens_seen": 2383151104 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002805328197721072, + "loss": 0.0676, + "theoretical_loss": 3.4099066610106714, + "tokens_seen": 2383413248 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002804525758305248, + "loss": 0.0658, + "theoretical_loss": 3.40987671238344, + "tokens_seen": 2383675392 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002803723318889424, + "loss": 0.0659, + "theoretical_loss": 3.4098467679717084, + "tokens_seen": 2383937536 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028029208794735997, + "loss": 0.0664, + "theoretical_loss": 3.4098168277744203, + "tokens_seen": 2384199680 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002802118440057776, + "loss": 0.0667, + "theoretical_loss": 3.4097868917905196, + "tokens_seen": 2384461824 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028013160006419514, + "loss": 0.0653, + "theoretical_loss": 3.40975696001895, + "tokens_seen": 2384723968 + }, + { + "epoch": 0.72, + "learning_rate": 0.00028005135612261276, + "loss": 0.0683, + "theoretical_loss": 3.4097270324586555, + "tokens_seen": 2384986112 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002799711121810303, + "loss": 0.0653, + "theoretical_loss": 3.4096971091085817, + "tokens_seen": 2385248256 + }, + { + "epoch": 0.72, + "objective/train/advantage_avg": 0.00127929646987468, + "objective/train/docs_used": 868828, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3008966445922852, + "objective/train/original_loss": 1.3008966445922852, + "objective/train/theoretical_loss": 3.4096671899676725, + "objective/train/tokens_used": 2405970400, + "objective/train/value_avg": -0.0106964111328125, + "objective/train/value_loss": 0.00021989217202644795, + "objective/train/value_max": -4.988908767700195e-05, + "objective/train/value_min": -0.251220703125, + "objective/train/value_reward_corr": 0.7391274026351544, + "objective/train/value_std": 0.0176239013671875, + "objective/train/weight_avg": 1.001381754875183, + "objective/train/weighted_lm_loss": 1.3017239570617676, + "objective/train/weights_max": 1.1854703426361084, + "objective/train/weights_min": 0.3728525638580322, + "theoretical_loss": 3.4096671899676725, + "tokens_seen": 2385510400 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002798908682394479, + "loss": 0.0687, + "theoretical_loss": 3.4096671899676725, + "tokens_seen": 2385510400 + }, + { + "epoch": 0.72, + "learning_rate": 0.00027981062429786554, + "loss": 0.0661, + "theoretical_loss": 3.4096372750348745, + "tokens_seen": 2385772544 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002797303803562831, + "loss": 0.0666, + "theoretical_loss": 3.409607364309133, + "tokens_seen": 2386034688 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002796501364147007, + "loss": 0.0699, + "theoretical_loss": 3.4095774577893936, + "tokens_seen": 2386296832 + }, + { + "epoch": 0.72, + "learning_rate": 0.00027956989247311827, + "loss": 0.0653, + "theoretical_loss": 3.4095475554746044, + "tokens_seen": 2386558976 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002794896485315359, + "loss": 0.0676, + "theoretical_loss": 3.409517657363711, + "tokens_seen": 2386821120 + }, + { + "epoch": 0.72, + "learning_rate": 0.00027940940458995344, + "loss": 0.0674, + "theoretical_loss": 3.4094877634556617, + "tokens_seen": 2387083264 + }, + { + "epoch": 0.72, + "learning_rate": 0.00027932916064837105, + "loss": 0.0678, + "theoretical_loss": 3.4094578737494037, + "tokens_seen": 2387345408 + }, + { + "epoch": 0.72, + "learning_rate": 0.00027924891670678866, + "loss": 0.0681, + "theoretical_loss": 3.4094279882438854, + "tokens_seen": 2387607552 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002791686727652062, + "loss": 0.0635, + "theoretical_loss": 3.409398106938055, + "tokens_seen": 2387869696 + }, + { + "epoch": 0.72, + "learning_rate": 0.00027908842882362384, + "loss": 0.0677, + "theoretical_loss": 3.4093682298308616, + "tokens_seen": 2388131840 + }, + { + "epoch": 0.72, + "learning_rate": 0.00027900818488204145, + "loss": 0.0664, + "theoretical_loss": 3.4093383569212548, + "tokens_seen": 2388393984 + }, + { + "epoch": 0.72, + "learning_rate": 0.00027892794094045895, + "loss": 0.0665, + "theoretical_loss": 3.4093084882081834, + "tokens_seen": 2388656128 + }, + { + "epoch": 0.72, + "objective/train/advantage_avg": -9.742360271047801e-05, + "objective/train/docs_used": 870071, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3626017570495605, + "objective/train/original_loss": 1.36260187625885, + "objective/train/theoretical_loss": 3.409293555425021, + "objective/train/tokens_used": 2409247200, + "objective/train/value_avg": -0.00656890869140625, + "objective/train/value_loss": 0.00039384656702168286, + "objective/train/value_max": -3.069639205932617e-05, + "objective/train/value_min": -0.94189453125, + "objective/train/value_reward_corr": 0.6771950033846164, + "objective/train/value_std": 0.015106201171875, + "objective/train/weight_avg": 1.000066876411438, + "objective/train/weighted_lm_loss": 1.3620959520339966, + "objective/train/weights_max": 1.1942163705825806, + "objective/train/weights_min": 0.3682420551776886, + "theoretical_loss": 3.409293555425021, + "tokens_seen": 2388787200 + }, + { + "epoch": 0.72, + "learning_rate": 0.00027884769699887657, + "loss": 0.0717, + "theoretical_loss": 3.4092786236905983, + "tokens_seen": 2388918272 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002787674530572942, + "loss": 0.0648, + "theoretical_loss": 3.4092487633674495, + "tokens_seen": 2389180416 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002786872091157118, + "loss": 0.0668, + "theoretical_loss": 3.4092189072376877, + "tokens_seen": 2389442560 + }, + { + "epoch": 0.72, + "learning_rate": 0.00027860696517412935, + "loss": 0.068, + "theoretical_loss": 3.4091890553002644, + "tokens_seen": 2389704704 + }, + { + "epoch": 0.72, + "learning_rate": 0.00027852672123254696, + "loss": 0.0677, + "theoretical_loss": 3.4091592075541306, + "tokens_seen": 2389966848 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002784464772909646, + "loss": 0.0654, + "theoretical_loss": 3.4091293639982387, + "tokens_seen": 2390228992 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002783662333493821, + "loss": 0.065, + "theoretical_loss": 3.4090995246315403, + "tokens_seen": 2390491136 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002782859894077997, + "loss": 0.0651, + "theoretical_loss": 3.4090696894529886, + "tokens_seen": 2390753280 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002782057454662173, + "loss": 0.0667, + "theoretical_loss": 3.409039858461537, + "tokens_seen": 2391015424 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002781255015246349, + "loss": 0.0677, + "theoretical_loss": 3.4090100316561385, + "tokens_seen": 2391277568 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002780452575830525, + "loss": 0.067, + "theoretical_loss": 3.408980209035746, + "tokens_seen": 2391539712 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002779650136414701, + "loss": 0.0669, + "theoretical_loss": 3.4089503905993155, + "tokens_seen": 2391801856 + }, + { + "epoch": 0.72, + "objective/train/advantage_avg": -0.0004110058944206685, + "objective/train/docs_used": 871244, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4543697834014893, + "objective/train/original_loss": 1.4543697834014893, + "objective/train/theoretical_loss": 3.4089205763458, + "objective/train/tokens_used": 2412524000, + "objective/train/value_avg": -0.00823211669921875, + "objective/train/value_loss": 0.00014163576997816563, + "objective/train/value_max": -3.0934810638427734e-05, + "objective/train/value_min": -0.306640625, + "objective/train/value_reward_corr": 0.7843476737962104, + "objective/train/value_std": 0.015869140625, + "objective/train/weight_avg": 0.9996587038040161, + "objective/train/weighted_lm_loss": 1.4536728858947754, + "objective/train/weights_max": 1.181889295578003, + "objective/train/weights_min": 0.7192026972770691, + "theoretical_loss": 3.4089205763458, + "tokens_seen": 2392064000 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002778847696998877, + "loss": 0.0672, + "theoretical_loss": 3.4089205763458, + "tokens_seen": 2392064000 + }, + { + "epoch": 0.72, + "learning_rate": 0.0002778045257583052, + "loss": 0.0675, + "theoretical_loss": 3.408890766274155, + "tokens_seen": 2392326144 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002777242818167228, + "loss": 0.0669, + "theoretical_loss": 3.408860960383336, + "tokens_seen": 2392588288 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027764403787514043, + "loss": 0.0661, + "theoretical_loss": 3.4088311586722986, + "tokens_seen": 2392850432 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027756379393355804, + "loss": 0.0664, + "theoretical_loss": 3.4088013611399983, + "tokens_seen": 2393112576 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002774835499919756, + "loss": 0.0669, + "theoretical_loss": 3.408771567785392, + "tokens_seen": 2393374720 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002774033060503932, + "loss": 0.0665, + "theoretical_loss": 3.4087417786074363, + "tokens_seen": 2393636864 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002773230621088108, + "loss": 0.0677, + "theoretical_loss": 3.4087119936050887, + "tokens_seen": 2393899008 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002772428181672284, + "loss": 0.0674, + "theoretical_loss": 3.4086822127773067, + "tokens_seen": 2394161152 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027716257422564594, + "loss": 0.0645, + "theoretical_loss": 3.4086524361230475, + "tokens_seen": 2394423296 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027708233028406355, + "loss": 0.0658, + "theoretical_loss": 3.40862266364127, + "tokens_seen": 2394685440 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027700208634248117, + "loss": 0.0643, + "theoretical_loss": 3.4085928953309335, + "tokens_seen": 2394947584 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002769218424008987, + "loss": 0.0676, + "theoretical_loss": 3.408563131190996, + "tokens_seen": 2395209728 + }, + { + "epoch": 0.73, + "objective/train/advantage_avg": 0.000668889086227864, + "objective/train/docs_used": 872384, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2460774183273315, + "objective/train/original_loss": 1.2460774183273315, + "objective/train/theoretical_loss": 3.408548250684601, + "objective/train/tokens_used": 2415800800, + "objective/train/value_avg": -0.006397247314453125, + "objective/train/value_loss": 0.00014817185001447797, + "objective/train/value_max": -5.829334259033203e-05, + "objective/train/value_min": -0.2276611328125, + "objective/train/value_reward_corr": 0.5951377272201106, + "objective/train/value_std": 0.0102996826171875, + "objective/train/weight_avg": 1.0007387399673462, + "objective/train/weighted_lm_loss": 1.2479617595672607, + "objective/train/weights_max": 1.1634101867675781, + "objective/train/weights_min": 0.3796035349369049, + "theoretical_loss": 3.408548250684601, + "tokens_seen": 2395340800 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027684159845931634, + "loss": 0.0661, + "theoretical_loss": 3.408533371220417, + "tokens_seen": 2395471872 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027676135451773395, + "loss": 0.0663, + "theoretical_loss": 3.408503615418156, + "tokens_seen": 2395734016 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002766811105761515, + "loss": 0.0657, + "theoretical_loss": 3.4084738637831746, + "tokens_seen": 2395996160 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027660086663456907, + "loss": 0.0645, + "theoretical_loss": 3.408444116314432, + "tokens_seen": 2396258304 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002765206226929867, + "loss": 0.0674, + "theoretical_loss": 3.4084143730108893, + "tokens_seen": 2396520448 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027644037875140424, + "loss": 0.0671, + "theoretical_loss": 3.408384633871509, + "tokens_seen": 2396782592 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027636013480982185, + "loss": 0.0684, + "theoretical_loss": 3.408354898895251, + "tokens_seen": 2397044736 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027627989086823946, + "loss": 0.0669, + "theoretical_loss": 3.408325168081078, + "tokens_seen": 2397306880 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002761996469266571, + "loss": 0.0665, + "theoretical_loss": 3.4082954414279523, + "tokens_seen": 2397569024 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027611940298507464, + "loss": 0.0659, + "theoretical_loss": 3.408265718934837, + "tokens_seen": 2397831168 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027603915904349225, + "loss": 0.0686, + "theoretical_loss": 3.4082360006006955, + "tokens_seen": 2398093312 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002759589151019098, + "loss": 0.0661, + "theoretical_loss": 3.4082062864244906, + "tokens_seen": 2398355456 + }, + { + "epoch": 0.73, + "objective/train/advantage_avg": 0.0005152066005393863, + "objective/train/docs_used": 873551, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2965365648269653, + "objective/train/original_loss": 1.2965364456176758, + "objective/train/theoretical_loss": 3.4081765764051863, + "objective/train/tokens_used": 2419077600, + "objective/train/value_avg": -0.00856781005859375, + "objective/train/value_loss": 0.00024020728596951813, + "objective/train/value_max": -5.435943603515625e-05, + "objective/train/value_min": -0.264892578125, + "objective/train/value_reward_corr": 0.7181920272642077, + "objective/train/value_std": 0.016571044921875, + "objective/train/weight_avg": 1.000626564025879, + "objective/train/weighted_lm_loss": 1.2960542440414429, + "objective/train/weights_max": 1.1773669719696045, + "objective/train/weights_min": 0.3695334792137146, + "theoretical_loss": 3.4081765764051863, + "tokens_seen": 2398617600 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027587867116032736, + "loss": 0.0651, + "theoretical_loss": 3.4081765764051863, + "tokens_seen": 2398617600 + }, + { + "epoch": 0.73, + "learning_rate": 0.000275798427218745, + "loss": 0.0674, + "theoretical_loss": 3.4081468705417475, + "tokens_seen": 2398879744 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002757181832771626, + "loss": 0.064, + "theoretical_loss": 3.408117168833138, + "tokens_seen": 2399141888 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002756379393355802, + "loss": 0.0647, + "theoretical_loss": 3.408087471278323, + "tokens_seen": 2399404032 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027555769539399776, + "loss": 0.0657, + "theoretical_loss": 3.4080577778762686, + "tokens_seen": 2399666176 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002754774514524154, + "loss": 0.0692, + "theoretical_loss": 3.4080280886259393, + "tokens_seen": 2399928320 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027539720751083293, + "loss": 0.0663, + "theoretical_loss": 3.4079984035263022, + "tokens_seen": 2400190464 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002753169635692505, + "loss": 0.0646, + "theoretical_loss": 3.4079687225763236, + "tokens_seen": 2400452608 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002752367196276681, + "loss": 0.0675, + "theoretical_loss": 3.40793904577497, + "tokens_seen": 2400714752 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002751564756860857, + "loss": 0.0688, + "theoretical_loss": 3.4079093731212087, + "tokens_seen": 2400976896 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027507623174450333, + "loss": 0.0646, + "theoretical_loss": 3.4078797046140075, + "tokens_seen": 2401239040 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002749959878029209, + "loss": 0.0668, + "theoretical_loss": 3.4078500402523346, + "tokens_seen": 2401501184 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002749157438613385, + "loss": 0.0654, + "theoretical_loss": 3.407820380035157, + "tokens_seen": 2401763328 + }, + { + "epoch": 0.73, + "objective/train/advantage_avg": 0.0004949698923155665, + "objective/train/docs_used": 874334, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2778346538543701, + "objective/train/original_loss": 1.2778346538543701, + "objective/train/theoretical_loss": 3.4078055514804326, + "objective/train/tokens_used": 2422354400, + "objective/train/value_avg": -0.00798797607421875, + "objective/train/value_loss": 0.0001910333667183295, + "objective/train/value_max": -2.0623207092285156e-05, + "objective/train/value_min": -0.2366943359375, + "objective/train/value_reward_corr": 0.7184370480920186, + "objective/train/value_std": 0.01427459716796875, + "objective/train/weight_avg": 1.0005849599838257, + "objective/train/weighted_lm_loss": 1.2781203985214233, + "objective/train/weights_max": 1.1762759685516357, + "objective/train/weights_min": 0.3691932260990143, + "theoretical_loss": 3.4078055514804326, + "tokens_seen": 2401894400 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027483549991975606, + "loss": 0.0668, + "theoretical_loss": 3.4077907239614453, + "tokens_seen": 2402025472 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002747552559781736, + "loss": 0.068, + "theoretical_loss": 3.4077610720301674, + "tokens_seen": 2402287616 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027467501203659123, + "loss": 0.0689, + "theoretical_loss": 3.407731424240293, + "tokens_seen": 2402549760 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027459476809500884, + "loss": 0.0657, + "theoretical_loss": 3.4077017805907923, + "tokens_seen": 2402811904 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002745145241534264, + "loss": 0.0707, + "theoretical_loss": 3.4076721410806345, + "tokens_seen": 2403074048 + }, + { + "epoch": 0.73, + "learning_rate": 0.000274434280211844, + "loss": 0.0657, + "theoretical_loss": 3.407642505708791, + "tokens_seen": 2403336192 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002743540362702616, + "loss": 0.0673, + "theoretical_loss": 3.4076128744742324, + "tokens_seen": 2403598336 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027427379232867924, + "loss": 0.0662, + "theoretical_loss": 3.4075832473759298, + "tokens_seen": 2403860480 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027419354838709674, + "loss": 0.0714, + "theoretical_loss": 3.4075536244128553, + "tokens_seen": 2404122624 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027411330444551435, + "loss": 0.0701, + "theoretical_loss": 3.4075240055839804, + "tokens_seen": 2404384768 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027403306050393197, + "loss": 0.0666, + "theoretical_loss": 3.407494390888278, + "tokens_seen": 2404646912 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002739528165623495, + "loss": 0.068, + "theoretical_loss": 3.4074647803247204, + "tokens_seen": 2404909056 + }, + { + "epoch": 0.73, + "objective/train/advantage_avg": 0.0006163050420582294, + "objective/train/docs_used": 875512, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2573219537734985, + "objective/train/original_loss": 1.257321834564209, + "objective/train/theoretical_loss": 3.407435173892281, + "objective/train/tokens_used": 2425631200, + "objective/train/value_avg": -0.004299163818359375, + "objective/train/value_loss": 0.00012144984066253528, + "objective/train/value_max": -2.9325485229492188e-05, + "objective/train/value_min": -0.2366943359375, + "objective/train/value_reward_corr": 0.5173738843260449, + "objective/train/value_std": 0.0069122314453125, + "objective/train/weight_avg": 1.0006687641143799, + "objective/train/weighted_lm_loss": 1.2582823038101196, + "objective/train/weights_max": 1.2060829401016235, + "objective/train/weights_min": 0.3706997036933899, + "theoretical_loss": 3.407435173892281, + "tokens_seen": 2405171200 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027387257262076714, + "loss": 0.0641, + "theoretical_loss": 3.407435173892281, + "tokens_seen": 2405171200 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027379232867918475, + "loss": 0.0696, + "theoretical_loss": 3.407405571589933, + "tokens_seen": 2405433344 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027371208473760236, + "loss": 0.0685, + "theoretical_loss": 3.4073759734166504, + "tokens_seen": 2405695488 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027363184079601987, + "loss": 0.0668, + "theoretical_loss": 3.4073463793714076, + "tokens_seen": 2405957632 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002735515968544375, + "loss": 0.0697, + "theoretical_loss": 3.407316789453179, + "tokens_seen": 2406219776 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002734713529128551, + "loss": 0.0663, + "theoretical_loss": 3.40728720366094, + "tokens_seen": 2406481920 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027339110897127265, + "loss": 0.0687, + "theoretical_loss": 3.407257621993665, + "tokens_seen": 2406744064 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027331086502969026, + "loss": 0.0658, + "theoretical_loss": 3.4072280444503305, + "tokens_seen": 2407006208 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002732306210881079, + "loss": 0.0679, + "theoretical_loss": 3.407198471029912, + "tokens_seen": 2407268352 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002731503771465255, + "loss": 0.0676, + "theoretical_loss": 3.4071689017313864, + "tokens_seen": 2407530496 + }, + { + "epoch": 0.73, + "learning_rate": 0.000273070133204943, + "loss": 0.0685, + "theoretical_loss": 3.40713933655373, + "tokens_seen": 2407792640 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002729898892633606, + "loss": 0.0712, + "theoretical_loss": 3.40710977549592, + "tokens_seen": 2408054784 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002729096453217782, + "loss": 0.0679, + "theoretical_loss": 3.4070802185569344, + "tokens_seen": 2408316928 + }, + { + "epoch": 0.73, + "objective/train/advantage_avg": 0.0003587008104659617, + "objective/train/docs_used": 876655, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.369438886642456, + "objective/train/original_loss": 1.369438886642456, + "objective/train/theoretical_loss": 3.4070654416316812, + "objective/train/tokens_used": 2428908000, + "objective/train/value_avg": -0.00531768798828125, + "objective/train/value_loss": 0.00010862105409614742, + "objective/train/value_max": -4.506111145019531e-05, + "objective/train/value_min": -0.1915283203125, + "objective/train/value_reward_corr": 0.6196675556798137, + "objective/train/value_std": 0.00820159912109375, + "objective/train/weight_avg": 1.0004091262817383, + "objective/train/weighted_lm_loss": 1.3702502250671387, + "objective/train/weights_max": 1.2110991477966309, + "objective/train/weights_min": 0.40386396646499634, + "theoretical_loss": 3.4070654416316812, + "tokens_seen": 2408448000 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002728294013801958, + "loss": 0.0684, + "theoretical_loss": 3.407050665735751, + "tokens_seen": 2408579072 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002727491574386134, + "loss": 0.0671, + "theoretical_loss": 3.407021117031347, + "tokens_seen": 2408841216 + }, + { + "epoch": 0.73, + "learning_rate": 0.000272668913497031, + "loss": 0.0659, + "theoretical_loss": 3.4069915724427027, + "tokens_seen": 2409103360 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002725886695554486, + "loss": 0.0662, + "theoretical_loss": 3.4069620319687957, + "tokens_seen": 2409365504 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027250842561386617, + "loss": 0.0692, + "theoretical_loss": 3.406932495608606, + "tokens_seen": 2409627648 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027242818167228373, + "loss": 0.0672, + "theoretical_loss": 3.4069029633611128, + "tokens_seen": 2409889792 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027234793773070134, + "loss": 0.0676, + "theoretical_loss": 3.4068734352252967, + "tokens_seen": 2410151936 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002722676937891189, + "loss": 0.0667, + "theoretical_loss": 3.406843911200138, + "tokens_seen": 2410414080 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002721874498475365, + "loss": 0.0686, + "theoretical_loss": 3.406814391284617, + "tokens_seen": 2410676224 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027210720590595413, + "loss": 0.0655, + "theoretical_loss": 3.4067848754777152, + "tokens_seen": 2410938368 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002720269619643717, + "loss": 0.0678, + "theoretical_loss": 3.4067553637784145, + "tokens_seen": 2411200512 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002719467180227893, + "loss": 0.0682, + "theoretical_loss": 3.406725856185696, + "tokens_seen": 2411462656 + }, + { + "epoch": 0.73, + "objective/train/advantage_avg": 8.720710320631042e-05, + "objective/train/docs_used": 877919, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4042465686798096, + "objective/train/original_loss": 1.40424644947052, + "objective/train/theoretical_loss": 3.4066963526985425, + "objective/train/tokens_used": 2432184800, + "objective/train/value_avg": -0.00838470458984375, + "objective/train/value_loss": 0.00015662990335840732, + "objective/train/value_max": -4.00543212890625e-05, + "objective/train/value_min": -0.375244140625, + "objective/train/value_reward_corr": 0.7157159937105209, + "objective/train/value_std": 0.01337432861328125, + "objective/train/weight_avg": 1.0001612901687622, + "objective/train/weighted_lm_loss": 1.4041028022766113, + "objective/train/weights_max": 1.2201085090637207, + "objective/train/weights_min": 0.3898527920246124, + "theoretical_loss": 3.4066963526985425, + "tokens_seen": 2411724800 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027186647408120686, + "loss": 0.0671, + "theoretical_loss": 3.4066963526985425, + "tokens_seen": 2411724800 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027178623013962447, + "loss": 0.0674, + "theoretical_loss": 3.4066668533159365, + "tokens_seen": 2411986944 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027170598619804203, + "loss": 0.0688, + "theoretical_loss": 3.4066373580368614, + "tokens_seen": 2412249088 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027162574225645964, + "loss": 0.0691, + "theoretical_loss": 3.4066078668602997, + "tokens_seen": 2412511232 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027154549831487725, + "loss": 0.0672, + "theoretical_loss": 3.4065783797852354, + "tokens_seen": 2412773376 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002714652543732948, + "loss": 0.0669, + "theoretical_loss": 3.4065488968106528, + "tokens_seen": 2413035520 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002713850104317124, + "loss": 0.0689, + "theoretical_loss": 3.406519417935536, + "tokens_seen": 2413297664 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027130476649013004, + "loss": 0.0685, + "theoretical_loss": 3.4064899431588698, + "tokens_seen": 2413559808 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002712245225485476, + "loss": 0.0669, + "theoretical_loss": 3.4064604724796395, + "tokens_seen": 2413821952 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027114427860696515, + "loss": 0.0682, + "theoretical_loss": 3.4064310058968306, + "tokens_seen": 2414084096 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027106403466538277, + "loss": 0.0637, + "theoretical_loss": 3.406401543409429, + "tokens_seen": 2414346240 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002709837907238004, + "loss": 0.0689, + "theoretical_loss": 3.4063720850164203, + "tokens_seen": 2414608384 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027090354678221794, + "loss": 0.0673, + "theoretical_loss": 3.406342630716792, + "tokens_seen": 2414870528 + }, + { + "epoch": 0.73, + "objective/train/advantage_avg": -0.00025344311143271625, + "objective/train/docs_used": 879191, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2216204404830933, + "objective/train/original_loss": 1.2216203212738037, + "objective/train/theoretical_loss": 3.406327905101679, + "objective/train/tokens_used": 2435461600, + "objective/train/value_avg": -0.0059356689453125, + "objective/train/value_loss": 0.00020720952306874096, + "objective/train/value_max": -4.297494888305664e-05, + "objective/train/value_min": -0.35400390625, + "objective/train/value_reward_corr": 0.6279787353063246, + "objective/train/value_std": 0.0110015869140625, + "objective/train/weight_avg": 0.9998371601104736, + "objective/train/weighted_lm_loss": 1.2207871675491333, + "objective/train/weights_max": 1.235093593597412, + "objective/train/weights_min": 0.37949347496032715, + "theoretical_loss": 3.406327905101679, + "tokens_seen": 2415001600 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027082330284063555, + "loss": 0.0679, + "theoretical_loss": 3.406313180509531, + "tokens_seen": 2415132672 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027074305889905316, + "loss": 0.0675, + "theoretical_loss": 3.406283734393624, + "tokens_seen": 2415394816 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027066281495747067, + "loss": 0.0659, + "theoretical_loss": 3.4062542923680588, + "tokens_seen": 2415656960 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002705825710158883, + "loss": 0.0681, + "theoretical_loss": 3.406224854431824, + "tokens_seen": 2415919104 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002705023270743059, + "loss": 0.0683, + "theoretical_loss": 3.406195420583907, + "tokens_seen": 2416181248 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002704220831327235, + "loss": 0.0661, + "theoretical_loss": 3.4061659908232973, + "tokens_seen": 2416443392 + }, + { + "epoch": 0.73, + "learning_rate": 0.00027034183919114106, + "loss": 0.0668, + "theoretical_loss": 3.4061365651489837, + "tokens_seen": 2416705536 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002702615952495587, + "loss": 0.0686, + "theoretical_loss": 3.406107143559956, + "tokens_seen": 2416967680 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002701813513079763, + "loss": 0.0677, + "theoretical_loss": 3.4060777260552038, + "tokens_seen": 2417229824 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002701011073663938, + "loss": 0.0685, + "theoretical_loss": 3.4060483126337173, + "tokens_seen": 2417491968 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002700208634248114, + "loss": 0.0693, + "theoretical_loss": 3.4060189032944868, + "tokens_seen": 2417754112 + }, + { + "epoch": 0.73, + "learning_rate": 0.000269940619483229, + "loss": 0.066, + "theoretical_loss": 3.4059894980365035, + "tokens_seen": 2418016256 + }, + { + "epoch": 0.73, + "objective/train/advantage_avg": 6.107565423008054e-05, + "objective/train/docs_used": 880852, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3322004079818726, + "objective/train/original_loss": 1.332200527191162, + "objective/train/theoretical_loss": 3.4059600968587587, + "objective/train/tokens_used": 2438738400, + "objective/train/value_avg": -0.007678985595703125, + "objective/train/value_loss": 0.0005021752440370619, + "objective/train/value_max": -4.00543212890625e-05, + "objective/train/value_min": -0.59912109375, + "objective/train/value_reward_corr": 0.7073546829138758, + "objective/train/value_std": 0.019378662109375, + "objective/train/weight_avg": 1.0002740621566772, + "objective/train/weighted_lm_loss": 1.3317418098449707, + "objective/train/weights_max": 1.279171109199524, + "objective/train/weights_min": 0.36919885873794556, + "theoretical_loss": 3.4059600968587587, + "tokens_seen": 2418278400 + }, + { + "epoch": 0.73, + "learning_rate": 0.00026986037554164663, + "loss": 0.0674, + "theoretical_loss": 3.4059600968587587, + "tokens_seen": 2418278400 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002697801316000642, + "loss": 0.0665, + "theoretical_loss": 3.4059306997602437, + "tokens_seen": 2418540544 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002696998876584818, + "loss": 0.0659, + "theoretical_loss": 3.405901306739951, + "tokens_seen": 2418802688 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002696196437168994, + "loss": 0.0657, + "theoretical_loss": 3.405871917796872, + "tokens_seen": 2419064832 + }, + { + "epoch": 0.73, + "learning_rate": 0.00026953939977531697, + "loss": 0.0695, + "theoretical_loss": 3.405842532930001, + "tokens_seen": 2419326976 + }, + { + "epoch": 0.73, + "learning_rate": 0.00026945915583373453, + "loss": 0.0653, + "theoretical_loss": 3.4058131521383292, + "tokens_seen": 2419589120 + }, + { + "epoch": 0.73, + "learning_rate": 0.00026937891189215214, + "loss": 0.0651, + "theoretical_loss": 3.4057837754208515, + "tokens_seen": 2419851264 + }, + { + "epoch": 0.73, + "learning_rate": 0.00026929866795056976, + "loss": 0.0676, + "theoretical_loss": 3.4057544027765605, + "tokens_seen": 2420113408 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002692184240089873, + "loss": 0.07, + "theoretical_loss": 3.4057250342044516, + "tokens_seen": 2420375552 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002691381800674049, + "loss": 0.065, + "theoretical_loss": 3.405695669703518, + "tokens_seen": 2420637696 + }, + { + "epoch": 0.73, + "learning_rate": 0.00026905793612582254, + "loss": 0.0661, + "theoretical_loss": 3.405666309272755, + "tokens_seen": 2420899840 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002689776921842401, + "loss": 0.0681, + "theoretical_loss": 3.4056369529111583, + "tokens_seen": 2421161984 + }, + { + "epoch": 0.73, + "learning_rate": 0.00026889744824265766, + "loss": 0.0677, + "theoretical_loss": 3.4056076006177234, + "tokens_seen": 2421424128 + }, + { + "epoch": 0.73, + "objective/train/advantage_avg": 0.0007955876644700766, + "objective/train/docs_used": 881885, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2016552686691284, + "objective/train/original_loss": 1.2016551494598389, + "objective/train/theoretical_loss": 3.4055929259962525, + "objective/train/tokens_used": 2442015200, + "objective/train/value_avg": -0.00476837158203125, + "objective/train/value_loss": 7.694558007642627e-05, + "objective/train/value_max": -5.739927291870117e-05, + "objective/train/value_min": -0.2288818359375, + "objective/train/value_reward_corr": 0.7368732879979765, + "objective/train/value_std": 0.009124755859375, + "objective/train/weight_avg": 1.000833511352539, + "objective/train/weighted_lm_loss": 1.202494740486145, + "objective/train/weights_max": 1.0841654539108276, + "objective/train/weights_min": 0.8189886808395386, + "theoretical_loss": 3.4055929259962525, + "tokens_seen": 2421555200 + }, + { + "epoch": 0.73, + "learning_rate": 0.00026881720430107527, + "loss": 0.066, + "theoretical_loss": 3.4055782523914453, + "tokens_seen": 2421686272 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002687369603594929, + "loss": 0.0677, + "theoretical_loss": 3.405548908231321, + "tokens_seen": 2421948416 + }, + { + "epoch": 0.73, + "learning_rate": 0.00026865671641791044, + "loss": 0.0665, + "theoretical_loss": 3.405519568136347, + "tokens_seen": 2422210560 + }, + { + "epoch": 0.73, + "learning_rate": 0.00026857647247632805, + "loss": 0.0714, + "theoretical_loss": 3.40549023210552, + "tokens_seen": 2422472704 + }, + { + "epoch": 0.73, + "learning_rate": 0.00026849622853474566, + "loss": 0.0703, + "theoretical_loss": 3.4054609001378378, + "tokens_seen": 2422734848 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002684159845931632, + "loss": 0.0682, + "theoretical_loss": 3.4054315722322976, + "tokens_seen": 2422996992 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002683357406515808, + "loss": 0.0665, + "theoretical_loss": 3.4054022483878983, + "tokens_seen": 2423259136 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002682554967099984, + "loss": 0.0681, + "theoretical_loss": 3.4053729286036374, + "tokens_seen": 2423521280 + }, + { + "epoch": 0.73, + "learning_rate": 0.00026817525276841595, + "loss": 0.0661, + "theoretical_loss": 3.405343612878514, + "tokens_seen": 2423783424 + }, + { + "epoch": 0.73, + "learning_rate": 0.00026809500882683357, + "loss": 0.065, + "theoretical_loss": 3.405314301211527, + "tokens_seen": 2424045568 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002680147648852512, + "loss": 0.0652, + "theoretical_loss": 3.4052849936016765, + "tokens_seen": 2424307712 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002679345209436688, + "loss": 0.0669, + "theoretical_loss": 3.4052556900479614, + "tokens_seen": 2424569856 + }, + { + "epoch": 0.73, + "objective/train/advantage_avg": 0.0007682173163630068, + "objective/train/docs_used": 882990, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4554877281188965, + "objective/train/original_loss": 1.4554879665374756, + "objective/train/theoretical_loss": 3.405226390549383, + "objective/train/tokens_used": 2445292000, + "objective/train/value_avg": -0.00702667236328125, + "objective/train/value_loss": 0.00018625352822709829, + "objective/train/value_max": -0.00010150671005249023, + "objective/train/value_min": -0.33203125, + "objective/train/value_reward_corr": 0.6389221280767927, + "objective/train/value_std": 0.01166534423828125, + "objective/train/weight_avg": 1.000852346420288, + "objective/train/weighted_lm_loss": 1.4559569358825684, + "objective/train/weights_max": 1.1959669589996338, + "objective/train/weights_min": 0.36976757645606995, + "theoretical_loss": 3.405226390549383, + "tokens_seen": 2424832000 + }, + { + "epoch": 0.73, + "learning_rate": 0.00026785427700208635, + "loss": 0.0674, + "theoretical_loss": 3.405226390549383, + "tokens_seen": 2424832000 + }, + { + "epoch": 0.73, + "learning_rate": 0.00026777403306050396, + "loss": 0.0683, + "theoretical_loss": 3.4051970951049406, + "tokens_seen": 2425094144 + }, + { + "epoch": 0.73, + "learning_rate": 0.0002676937891189215, + "loss": 0.0693, + "theoretical_loss": 3.4051678037136357, + "tokens_seen": 2425356288 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002676135451773391, + "loss": 0.0675, + "theoretical_loss": 3.40513851637447, + "tokens_seen": 2425618432 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002675333012357567, + "loss": 0.0678, + "theoretical_loss": 3.4051092330864443, + "tokens_seen": 2425880576 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002674530572941743, + "loss": 0.0672, + "theoretical_loss": 3.405079953848561, + "tokens_seen": 2426142720 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002673728133525919, + "loss": 0.0678, + "theoretical_loss": 3.4050506786598222, + "tokens_seen": 2426404864 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002672925694110095, + "loss": 0.0684, + "theoretical_loss": 3.405021407519231, + "tokens_seen": 2426667008 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002672123254694271, + "loss": 0.0679, + "theoretical_loss": 3.4049921404257897, + "tokens_seen": 2426929152 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026713208152784465, + "loss": 0.0652, + "theoretical_loss": 3.4049628773785017, + "tokens_seen": 2427191296 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002670518375862622, + "loss": 0.0648, + "theoretical_loss": 3.4049336183763717, + "tokens_seen": 2427453440 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002669715936446798, + "loss": 0.0677, + "theoretical_loss": 3.4049043634184026, + "tokens_seen": 2427715584 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026689134970309743, + "loss": 0.0679, + "theoretical_loss": 3.4048751125035994, + "tokens_seen": 2427977728 + }, + { + "epoch": 0.74, + "objective/train/advantage_avg": 0.0006166448583826423, + "objective/train/docs_used": 884091, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2245112657546997, + "objective/train/original_loss": 1.2245113849639893, + "objective/train/theoretical_loss": 3.404860488562074, + "objective/train/tokens_used": 2448568800, + "objective/train/value_avg": -0.006103515625, + "objective/train/value_loss": 9.313844930147752e-05, + "objective/train/value_max": -2.9087066650390625e-05, + "objective/train/value_min": -0.1859130859375, + "objective/train/value_reward_corr": 0.6941336433678544, + "objective/train/value_std": 0.0103302001953125, + "objective/train/weight_avg": 1.0006623268127441, + "objective/train/weighted_lm_loss": 1.225055456161499, + "objective/train/weights_max": 1.1435328722000122, + "objective/train/weights_min": 0.616561770439148, + "theoretical_loss": 3.404860488562074, + "tokens_seen": 2428108800 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026681110576151504, + "loss": 0.067, + "theoretical_loss": 3.404845865630967, + "tokens_seen": 2428239872 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002667308618199326, + "loss": 0.0674, + "theoretical_loss": 3.40481662279951, + "tokens_seen": 2428502016 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002666506178783502, + "loss": 0.0671, + "theoretical_loss": 3.4047873840082348, + "tokens_seen": 2428764160 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002665703739367678, + "loss": 0.0672, + "theoretical_loss": 3.404758149256146, + "tokens_seen": 2429026304 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026649012999518533, + "loss": 0.067, + "theoretical_loss": 3.4047289185422507, + "tokens_seen": 2429288448 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026640988605360294, + "loss": 0.0652, + "theoretical_loss": 3.404699691865555, + "tokens_seen": 2429550592 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026632964211202055, + "loss": 0.068, + "theoretical_loss": 3.4046704692250658, + "tokens_seen": 2429812736 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002662493981704381, + "loss": 0.0663, + "theoretical_loss": 3.404641250619791, + "tokens_seen": 2430074880 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002661691542288557, + "loss": 0.0693, + "theoretical_loss": 3.404612036048737, + "tokens_seen": 2430337024 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026608891028727334, + "loss": 0.0682, + "theoretical_loss": 3.404582825510913, + "tokens_seen": 2430599168 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026600866634569095, + "loss": 0.0666, + "theoretical_loss": 3.404553619005326, + "tokens_seen": 2430861312 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026592842240410846, + "loss": 0.067, + "theoretical_loss": 3.404524416530986, + "tokens_seen": 2431123456 + }, + { + "epoch": 0.74, + "objective/train/advantage_avg": 0.001202281448058784, + "objective/train/docs_used": 885315, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3508189916610718, + "objective/train/original_loss": 1.3508188724517822, + "objective/train/theoretical_loss": 3.4044952180869013, + "objective/train/tokens_used": 2451845600, + "objective/train/value_avg": -0.006610870361328125, + "objective/train/value_loss": 0.00029168155742809176, + "objective/train/value_max": -3.427267074584961e-05, + "objective/train/value_min": -0.72021484375, + "objective/train/value_reward_corr": 0.6147350016844114, + "objective/train/value_std": 0.01470184326171875, + "objective/train/weight_avg": 1.001336932182312, + "objective/train/weighted_lm_loss": 1.3525681495666504, + "objective/train/weights_max": 1.9614876508712769, + "objective/train/weights_min": 0.39149805903434753, + "theoretical_loss": 3.4044952180869013, + "tokens_seen": 2431385600 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026584817846252607, + "loss": 0.0673, + "theoretical_loss": 3.4044952180869013, + "tokens_seen": 2431385600 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002657679345209437, + "loss": 0.0688, + "theoretical_loss": 3.4044660236720805, + "tokens_seen": 2431647744 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026568769057936124, + "loss": 0.0654, + "theoretical_loss": 3.404436833285535, + "tokens_seen": 2431909888 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026560744663777885, + "loss": 0.0671, + "theoretical_loss": 3.4044076469262734, + "tokens_seen": 2432172032 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026552720269619646, + "loss": 0.0651, + "theoretical_loss": 3.4043784645933064, + "tokens_seen": 2432434176 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002654469587546141, + "loss": 0.067, + "theoretical_loss": 3.4043492862856457, + "tokens_seen": 2432696320 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002653667148130316, + "loss": 0.0684, + "theoretical_loss": 3.404320112002301, + "tokens_seen": 2432958464 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002652864708714492, + "loss": 0.0676, + "theoretical_loss": 3.4042909417422846, + "tokens_seen": 2433220608 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002652062269298668, + "loss": 0.0677, + "theoretical_loss": 3.404261775504608, + "tokens_seen": 2433482752 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026512598298828436, + "loss": 0.0656, + "theoretical_loss": 3.404232613288283, + "tokens_seen": 2433744896 + }, + { + "epoch": 0.74, + "learning_rate": 0.000265045739046702, + "loss": 0.0675, + "theoretical_loss": 3.404203455092323, + "tokens_seen": 2434007040 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002649654951051196, + "loss": 0.0651, + "theoretical_loss": 3.40417430091574, + "tokens_seen": 2434269184 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002648852511635372, + "loss": 0.0674, + "theoretical_loss": 3.404145150757548, + "tokens_seen": 2434531328 + }, + { + "epoch": 0.74, + "objective/train/advantage_avg": 0.00019034542492590845, + "objective/train/docs_used": 886508, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3613204956054688, + "objective/train/original_loss": 1.3613204956054688, + "objective/train/theoretical_loss": 3.40413057718504, + "objective/train/tokens_used": 2455122400, + "objective/train/value_avg": -0.0055999755859375, + "objective/train/value_loss": 0.00023138828692026436, + "objective/train/value_max": -4.988908767700195e-05, + "objective/train/value_min": -0.6611328125, + "objective/train/value_reward_corr": 0.6082355678463873, + "objective/train/value_std": 0.01116943359375, + "objective/train/weight_avg": 1.0002928972244263, + "objective/train/weighted_lm_loss": 1.361567735671997, + "objective/train/weights_max": 1.397885799407959, + "objective/train/weights_min": 0.3696603775024414, + "theoretical_loss": 3.40413057718504, + "tokens_seen": 2434662400 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026480500722195476, + "loss": 0.0683, + "theoretical_loss": 3.4041160046167596, + "tokens_seen": 2434793472 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002647247632803723, + "loss": 0.0663, + "theoretical_loss": 3.4040868624923895, + "tokens_seen": 2435055616 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026464451933878993, + "loss": 0.0685, + "theoretical_loss": 3.4040577243834513, + "tokens_seen": 2435317760 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002645642753972075, + "loss": 0.0648, + "theoretical_loss": 3.4040285902889598, + "tokens_seen": 2435579904 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002644840314556251, + "loss": 0.0681, + "theoretical_loss": 3.40399946020793, + "tokens_seen": 2435842048 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002644037875140427, + "loss": 0.0665, + "theoretical_loss": 3.403970334139377, + "tokens_seen": 2436104192 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026432354357246033, + "loss": 0.0654, + "theoretical_loss": 3.403941212082317, + "tokens_seen": 2436366336 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002642432996308779, + "loss": 0.0676, + "theoretical_loss": 3.4039120940357654, + "tokens_seen": 2436628480 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026416305568929544, + "loss": 0.0661, + "theoretical_loss": 3.4038829799987385, + "tokens_seen": 2436890624 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026408281174771306, + "loss": 0.0672, + "theoretical_loss": 3.4038538699702534, + "tokens_seen": 2437152768 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002640025678061306, + "loss": 0.0664, + "theoretical_loss": 3.403824763949326, + "tokens_seen": 2437414912 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026392232386454823, + "loss": 0.0671, + "theoretical_loss": 3.403795661934976, + "tokens_seen": 2437677056 + }, + { + "epoch": 0.74, + "objective/train/advantage_avg": -0.0011622668243944645, + "objective/train/docs_used": 887686, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3085782527923584, + "objective/train/original_loss": 1.3085782527923584, + "objective/train/theoretical_loss": 3.4037665639262182, + "objective/train/tokens_used": 2458399200, + "objective/train/value_avg": -0.006916046142578125, + "objective/train/value_loss": 0.0005313310539349914, + "objective/train/value_max": -1.9252300262451172e-05, + "objective/train/value_min": -0.72412109375, + "objective/train/value_reward_corr": 0.6526455956013295, + "objective/train/value_std": 0.0173187255859375, + "objective/train/weight_avg": 0.9990724921226501, + "objective/train/weighted_lm_loss": 1.3065530061721802, + "objective/train/weights_max": 1.766230583190918, + "objective/train/weights_min": 0.38440650701522827, + "theoretical_loss": 3.4037665639262182, + "tokens_seen": 2437939200 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026384207992296584, + "loss": 0.0642, + "theoretical_loss": 3.4037665639262182, + "tokens_seen": 2437939200 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002637618359813834, + "loss": 0.0653, + "theoretical_loss": 3.403737469922073, + "tokens_seen": 2438201344 + }, + { + "epoch": 0.74, + "learning_rate": 0.000263681592039801, + "loss": 0.0674, + "theoretical_loss": 3.4037083799215573, + "tokens_seen": 2438463488 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026360134809821857, + "loss": 0.0647, + "theoretical_loss": 3.40367929392369, + "tokens_seen": 2438725632 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002635211041566362, + "loss": 0.0658, + "theoretical_loss": 3.4036502119274914, + "tokens_seen": 2438987776 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026344086021505374, + "loss": 0.0632, + "theoretical_loss": 3.4036211339319795, + "tokens_seen": 2439249920 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026336061627347135, + "loss": 0.0657, + "theoretical_loss": 3.4035920599361753, + "tokens_seen": 2439512064 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026328037233188897, + "loss": 0.0685, + "theoretical_loss": 3.403562989939098, + "tokens_seen": 2439774208 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002632001283903065, + "loss": 0.0677, + "theoretical_loss": 3.4035339239397686, + "tokens_seen": 2440036352 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026311988444872414, + "loss": 0.0687, + "theoretical_loss": 3.4035048619372072, + "tokens_seen": 2440298496 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026303964050714175, + "loss": 0.0661, + "theoretical_loss": 3.403475803930436, + "tokens_seen": 2440560640 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002629593965655593, + "loss": 0.0661, + "theoretical_loss": 3.4034467499184755, + "tokens_seen": 2440822784 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026287915262397687, + "loss": 0.0662, + "theoretical_loss": 3.4034176999003485, + "tokens_seen": 2441084928 + }, + { + "epoch": 0.74, + "objective/train/advantage_avg": -0.00039502777508459985, + "objective/train/docs_used": 888977, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1488186120986938, + "objective/train/original_loss": 1.1488186120986938, + "objective/train/theoretical_loss": 3.4034031763886667, + "objective/train/tokens_used": 2461676000, + "objective/train/value_avg": -0.008819580078125, + "objective/train/value_loss": 0.00020208398927934468, + "objective/train/value_max": -4.470348358154297e-05, + "objective/train/value_min": -0.68310546875, + "objective/train/value_reward_corr": 0.8013842923461975, + "objective/train/value_std": 0.016876220703125, + "objective/train/weight_avg": 0.9997006058692932, + "objective/train/weighted_lm_loss": 1.1482248306274414, + "objective/train/weights_max": 1.6021926403045654, + "objective/train/weights_min": 0.43927404284477234, + "theoretical_loss": 3.4034031763886667, + "tokens_seen": 2441216000 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002627989086823945, + "loss": 0.0647, + "theoretical_loss": 3.4033886538750764, + "tokens_seen": 2441347072 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002627186647408121, + "loss": 0.0668, + "theoretical_loss": 3.4033596118416822, + "tokens_seen": 2441609216 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026263842079922965, + "loss": 0.063, + "theoretical_loss": 3.4033305737991886, + "tokens_seen": 2441871360 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026255817685764726, + "loss": 0.0678, + "theoretical_loss": 3.403301539746619, + "tokens_seen": 2442133504 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002624779329160649, + "loss": 0.0665, + "theoretical_loss": 3.4032725096829965, + "tokens_seen": 2442395648 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002623976889744824, + "loss": 0.0669, + "theoretical_loss": 3.4032434836073455, + "tokens_seen": 2442657792 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002623174450329, + "loss": 0.0688, + "theoretical_loss": 3.40321446151869, + "tokens_seen": 2442919936 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002622372010913176, + "loss": 0.0677, + "theoretical_loss": 3.4031854434160556, + "tokens_seen": 2443182080 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002621569571497352, + "loss": 0.0681, + "theoretical_loss": 3.4031564292984653, + "tokens_seen": 2443444224 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002620767132081528, + "loss": 0.0665, + "theoretical_loss": 3.403127419164946, + "tokens_seen": 2443706368 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002619964692665704, + "loss": 0.068, + "theoretical_loss": 3.4030984130145225, + "tokens_seen": 2443968512 + }, + { + "epoch": 0.74, + "learning_rate": 0.000261916225324988, + "loss": 0.0688, + "theoretical_loss": 3.4030694108462214, + "tokens_seen": 2444230656 + }, + { + "epoch": 0.74, + "objective/train/advantage_avg": 0.0006499043083749712, + "objective/train/docs_used": 890203, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4842965602874756, + "objective/train/original_loss": 1.4842965602874756, + "objective/train/theoretical_loss": 3.4030404126590685, + "objective/train/tokens_used": 2464952800, + "objective/train/value_avg": -0.00832366943359375, + "objective/train/value_loss": 0.00019193159823771566, + "objective/train/value_max": -8.046627044677734e-06, + "objective/train/value_min": -0.34423828125, + "objective/train/value_reward_corr": 0.713886533715314, + "objective/train/value_std": 0.01493072509765625, + "objective/train/weight_avg": 1.000736951828003, + "objective/train/weighted_lm_loss": 1.4847995042800903, + "objective/train/weights_max": 1.258875846862793, + "objective/train/weights_min": 0.3706134557723999, + "theoretical_loss": 3.4030404126590685, + "tokens_seen": 2444492800 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026183598138340556, + "loss": 0.0687, + "theoretical_loss": 3.4030404126590685, + "tokens_seen": 2444492800 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002617557374418231, + "loss": 0.0685, + "theoretical_loss": 3.403011418452091, + "tokens_seen": 2444754944 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026167549350024073, + "loss": 0.0682, + "theoretical_loss": 3.402982428224315, + "tokens_seen": 2445017088 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026159524955865834, + "loss": 0.0686, + "theoretical_loss": 3.4029534419747685, + "tokens_seen": 2445279232 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002615150056170759, + "loss": 0.0677, + "theoretical_loss": 3.4029244597024793, + "tokens_seen": 2445541376 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002614347616754935, + "loss": 0.0657, + "theoretical_loss": 3.402895481406475, + "tokens_seen": 2445803520 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026135451773391113, + "loss": 0.065, + "theoretical_loss": 3.4028665070857844, + "tokens_seen": 2446065664 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002612742737923287, + "loss": 0.067, + "theoretical_loss": 3.402837536739436, + "tokens_seen": 2446327808 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026119402985074624, + "loss": 0.0669, + "theoretical_loss": 3.4028085703664583, + "tokens_seen": 2446589952 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026111378590916386, + "loss": 0.067, + "theoretical_loss": 3.402779607965882, + "tokens_seen": 2446852096 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026103354196758147, + "loss": 0.0684, + "theoretical_loss": 3.4027506495367357, + "tokens_seen": 2447114240 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026095329802599903, + "loss": 0.0665, + "theoretical_loss": 3.4027216950780494, + "tokens_seen": 2447376384 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026087305408441664, + "loss": 0.0654, + "theoretical_loss": 3.4026927445888546, + "tokens_seen": 2447638528 + }, + { + "epoch": 0.74, + "objective/train/advantage_avg": 0.0006002167356200516, + "objective/train/docs_used": 890833, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1991567611694336, + "objective/train/original_loss": 1.1991567611694336, + "objective/train/theoretical_loss": 3.402678270832513, + "objective/train/tokens_used": 2468229600, + "objective/train/value_avg": -0.006008148193359375, + "objective/train/value_loss": 0.00013356241106521338, + "objective/train/value_max": -3.88026237487793e-05, + "objective/train/value_min": -0.2310791015625, + "objective/train/value_reward_corr": 0.7085963162066402, + "objective/train/value_std": 0.0113525390625, + "objective/train/weight_avg": 1.0006622076034546, + "objective/train/weighted_lm_loss": 1.2000420093536377, + "objective/train/weights_max": 1.1282485723495483, + "objective/train/weights_min": 0.3694094717502594, + "theoretical_loss": 3.402678270832513, + "tokens_seen": 2447769600 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026079281014283425, + "loss": 0.0608, + "theoretical_loss": 3.4026637980681813, + "tokens_seen": 2447900672 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002607125662012518, + "loss": 0.0662, + "theoretical_loss": 3.4026348555150605, + "tokens_seen": 2448162816 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026063232225966937, + "loss": 0.0667, + "theoretical_loss": 3.402605916928524, + "tokens_seen": 2448424960 + }, + { + "epoch": 0.74, + "learning_rate": 0.000260552078318087, + "loss": 0.0657, + "theoretical_loss": 3.4025769823076035, + "tokens_seen": 2448687104 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002604718343765046, + "loss": 0.0669, + "theoretical_loss": 3.402548051651331, + "tokens_seen": 2448949248 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026039159043492215, + "loss": 0.0688, + "theoretical_loss": 3.402519124958739, + "tokens_seen": 2449211392 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026031134649333977, + "loss": 0.0645, + "theoretical_loss": 3.4024902022288606, + "tokens_seen": 2449473536 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002602311025517574, + "loss": 0.0643, + "theoretical_loss": 3.4024612834607284, + "tokens_seen": 2449735680 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026015085861017494, + "loss": 0.0617, + "theoretical_loss": 3.402432368653376, + "tokens_seen": 2449997824 + }, + { + "epoch": 0.74, + "learning_rate": 0.00026007061466859255, + "loss": 0.0667, + "theoretical_loss": 3.4024034578058373, + "tokens_seen": 2450259968 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002599903707270101, + "loss": 0.0645, + "theoretical_loss": 3.4023745509171466, + "tokens_seen": 2450522112 + }, + { + "epoch": 0.74, + "learning_rate": 0.00025991012678542767, + "loss": 0.0638, + "theoretical_loss": 3.4023456479863383, + "tokens_seen": 2450784256 + }, + { + "epoch": 0.74, + "objective/train/advantage_avg": 0.0015511343954131007, + "objective/train/docs_used": 891914, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4076441526412964, + "objective/train/original_loss": 1.407644271850586, + "objective/train/theoretical_loss": 3.402316749012447, + "objective/train/tokens_used": 2471506400, + "objective/train/value_avg": -0.007404327392578125, + "objective/train/value_loss": 0.00013716179819311947, + "objective/train/value_max": -4.398822784423828e-05, + "objective/train/value_min": -0.2044677734375, + "objective/train/value_reward_corr": 0.6486603775127737, + "objective/train/value_std": 0.01141357421875, + "objective/train/weight_avg": 1.0016121864318848, + "objective/train/weighted_lm_loss": 1.410326361656189, + "objective/train/weights_max": 1.0898046493530273, + "objective/train/weights_min": 0.37855079770088196, + "theoretical_loss": 3.402316749012447, + "tokens_seen": 2451046400 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002598298828438453, + "loss": 0.0647, + "theoretical_loss": 3.402316749012447, + "tokens_seen": 2451046400 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002597496389022629, + "loss": 0.0623, + "theoretical_loss": 3.4022878539945087, + "tokens_seen": 2451308544 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002596693949606805, + "loss": 0.0662, + "theoretical_loss": 3.402258962931558, + "tokens_seen": 2451570688 + }, + { + "epoch": 0.74, + "learning_rate": 0.00025958915101909806, + "loss": 0.0643, + "theoretical_loss": 3.4022300758226307, + "tokens_seen": 2451832832 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002595089070775157, + "loss": 0.0655, + "theoretical_loss": 3.4022011926667637, + "tokens_seen": 2452094976 + }, + { + "epoch": 0.74, + "learning_rate": 0.00025942866313593323, + "loss": 0.0635, + "theoretical_loss": 3.402172313462993, + "tokens_seen": 2452357120 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002593484191943508, + "loss": 0.065, + "theoretical_loss": 3.4021434382103557, + "tokens_seen": 2452619264 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002592681752527684, + "loss": 0.064, + "theoretical_loss": 3.4021145669078887, + "tokens_seen": 2452881408 + }, + { + "epoch": 0.74, + "learning_rate": 0.000259187931311186, + "loss": 0.0652, + "theoretical_loss": 3.40208569955463, + "tokens_seen": 2453143552 + }, + { + "epoch": 0.74, + "learning_rate": 0.00025910768736960363, + "loss": 0.0649, + "theoretical_loss": 3.402056836149617, + "tokens_seen": 2453405696 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002590274434280212, + "loss": 0.0634, + "theoretical_loss": 3.4020279766918886, + "tokens_seen": 2453667840 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002589471994864388, + "loss": 0.0662, + "theoretical_loss": 3.401999121180482, + "tokens_seen": 2453929984 + }, + { + "epoch": 0.74, + "learning_rate": 0.00025886695554485636, + "loss": 0.0603, + "theoretical_loss": 3.401970269614438, + "tokens_seen": 2454192128 + }, + { + "epoch": 0.74, + "objective/train/advantage_avg": 0.0009583333157934248, + "objective/train/docs_used": 893100, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3329460620880127, + "objective/train/original_loss": 1.3329460620880127, + "objective/train/theoretical_loss": 3.401955845310626, + "objective/train/tokens_used": 2474783200, + "objective/train/value_avg": -0.0069580078125, + "objective/train/value_loss": 0.0001466940448153764, + "objective/train/value_max": -2.9981136322021484e-05, + "objective/train/value_min": -0.35791015625, + "objective/train/value_reward_corr": 0.7129261684967718, + "objective/train/value_std": 0.0130462646484375, + "objective/train/weight_avg": 1.0010298490524292, + "objective/train/weighted_lm_loss": 1.3337637186050415, + "objective/train/weights_max": 1.1912778615951538, + "objective/train/weights_min": 0.7188255190849304, + "theoretical_loss": 3.401955845310626, + "tokens_seen": 2454323200 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002587867116032739, + "loss": 0.0648, + "theoretical_loss": 3.4019414219927944, + "tokens_seen": 2454454272 + }, + { + "epoch": 0.74, + "learning_rate": 0.00025870646766169153, + "loss": 0.0622, + "theoretical_loss": 3.4019125783145907, + "tokens_seen": 2454716416 + }, + { + "epoch": 0.74, + "learning_rate": 0.00025862622372010914, + "loss": 0.0628, + "theoretical_loss": 3.4018837385788676, + "tokens_seen": 2454978560 + }, + { + "epoch": 0.74, + "learning_rate": 0.00025854597977852676, + "loss": 0.0664, + "theoretical_loss": 3.401854902784665, + "tokens_seen": 2455240704 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002584657358369443, + "loss": 0.0651, + "theoretical_loss": 3.4018260709310235, + "tokens_seen": 2455502848 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002583854918953619, + "loss": 0.0633, + "theoretical_loss": 3.4017972430169836, + "tokens_seen": 2455764992 + }, + { + "epoch": 0.74, + "learning_rate": 0.00025830524795377954, + "loss": 0.0657, + "theoretical_loss": 3.4017684190415873, + "tokens_seen": 2456027136 + }, + { + "epoch": 0.74, + "learning_rate": 0.00025822500401219704, + "loss": 0.0642, + "theoretical_loss": 3.4017395990038755, + "tokens_seen": 2456289280 + }, + { + "epoch": 0.74, + "learning_rate": 0.00025814476007061466, + "loss": 0.0655, + "theoretical_loss": 3.4017107829028905, + "tokens_seen": 2456551424 + }, + { + "epoch": 0.74, + "learning_rate": 0.00025806451612903227, + "loss": 0.063, + "theoretical_loss": 3.401681970737674, + "tokens_seen": 2456813568 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002579842721874498, + "loss": 0.0652, + "theoretical_loss": 3.4016531625072695, + "tokens_seen": 2457075712 + }, + { + "epoch": 0.74, + "learning_rate": 0.00025790402824586744, + "loss": 0.0672, + "theoretical_loss": 3.4016243582107193, + "tokens_seen": 2457337856 + }, + { + "epoch": 0.74, + "objective/train/advantage_avg": 0.00063708471134305, + "objective/train/docs_used": 894282, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2375600337982178, + "objective/train/original_loss": 1.2375599145889282, + "objective/train/theoretical_loss": 3.4015955578470667, + "objective/train/tokens_used": 2478060000, + "objective/train/value_avg": -0.00560760498046875, + "objective/train/value_loss": 0.00014373878366313875, + "objective/train/value_max": -1.8358230590820312e-05, + "objective/train/value_min": -0.255859375, + "objective/train/value_reward_corr": 0.6946928880812087, + "objective/train/value_std": 0.011260986328125, + "objective/train/weight_avg": 1.0007013082504272, + "objective/train/weighted_lm_loss": 1.2383193969726562, + "objective/train/weights_max": 1.2915711402893066, + "objective/train/weights_min": 0.3804037272930145, + "theoretical_loss": 3.4015955578470667, + "tokens_seen": 2457600000 + }, + { + "epoch": 0.74, + "learning_rate": 0.00025782378430428505, + "loss": 0.0629, + "theoretical_loss": 3.4015955578470667, + "tokens_seen": 2457600000 + }, + { + "epoch": 0.74, + "learning_rate": 0.00025774354036270266, + "loss": 0.0643, + "theoretical_loss": 3.4015667614153555, + "tokens_seen": 2457862144 + }, + { + "epoch": 0.74, + "learning_rate": 0.00025766329642112017, + "loss": 0.0631, + "theoretical_loss": 3.4015379689146292, + "tokens_seen": 2458124288 + }, + { + "epoch": 0.74, + "learning_rate": 0.0002575830524795378, + "loss": 0.066, + "theoretical_loss": 3.4015091803439326, + "tokens_seen": 2458386432 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002575028085379554, + "loss": 0.0668, + "theoretical_loss": 3.4014803957023094, + "tokens_seen": 2458648576 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025742256459637295, + "loss": 0.0644, + "theoretical_loss": 3.4014516149888054, + "tokens_seen": 2458910720 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025734232065479057, + "loss": 0.0625, + "theoretical_loss": 3.401422838202466, + "tokens_seen": 2459172864 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002572620767132082, + "loss": 0.0617, + "theoretical_loss": 3.401394065342336, + "tokens_seen": 2459435008 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002571818327716258, + "loss": 0.0661, + "theoretical_loss": 3.4013652964074614, + "tokens_seen": 2459697152 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025710158883004335, + "loss": 0.0655, + "theoretical_loss": 3.4013365313968893, + "tokens_seen": 2459959296 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002570213448884609, + "loss": 0.0654, + "theoretical_loss": 3.4013077703096655, + "tokens_seen": 2460221440 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002569411009468785, + "loss": 0.0649, + "theoretical_loss": 3.4012790131448374, + "tokens_seen": 2460483584 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002568608570052961, + "loss": 0.061, + "theoretical_loss": 3.4012502599014516, + "tokens_seen": 2460745728 + }, + { + "epoch": 0.75, + "objective/train/advantage_avg": -0.00014280248433351517, + "objective/train/docs_used": 895477, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.349886178970337, + "objective/train/original_loss": 1.349886178970337, + "objective/train/theoretical_loss": 3.401235884750002, + "objective/train/tokens_used": 2481336800, + "objective/train/value_avg": -0.006229400634765625, + "objective/train/value_loss": 0.0001846926606958732, + "objective/train/value_max": -3.319978713989258e-05, + "objective/train/value_min": -0.31396484375, + "objective/train/value_reward_corr": 0.644053372197632, + "objective/train/value_std": 0.011749267578125, + "objective/train/weight_avg": 0.9999400973320007, + "objective/train/weighted_lm_loss": 1.3507781028747559, + "objective/train/weights_max": 1.1320422887802124, + "objective/train/weights_min": 0.3732339143753052, + "theoretical_loss": 3.401235884750002, + "tokens_seen": 2460876800 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002567806130637137, + "loss": 0.0642, + "theoretical_loss": 3.4012215105785564, + "tokens_seen": 2461007872 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002567003691221313, + "loss": 0.0642, + "theoretical_loss": 3.401192765175199, + "tokens_seen": 2461270016 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002566201251805489, + "loss": 0.0654, + "theoretical_loss": 3.4011640236904284, + "tokens_seen": 2461532160 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002565398812389665, + "loss": 0.0618, + "theoretical_loss": 3.401135286123293, + "tokens_seen": 2461794304 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025645963729738403, + "loss": 0.0647, + "theoretical_loss": 3.401106552472841, + "tokens_seen": 2462056448 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025637939335580165, + "loss": 0.065, + "theoretical_loss": 3.4010778227381233, + "tokens_seen": 2462318592 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002562991494142192, + "loss": 0.0651, + "theoretical_loss": 3.4010490969181877, + "tokens_seen": 2462580736 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002562189054726368, + "loss": 0.0663, + "theoretical_loss": 3.401020375012085, + "tokens_seen": 2462842880 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025613866153105443, + "loss": 0.0659, + "theoretical_loss": 3.400991657018865, + "tokens_seen": 2463105024 + }, + { + "epoch": 0.75, + "learning_rate": 0.000256058417589472, + "loss": 0.0661, + "theoretical_loss": 3.400962942937579, + "tokens_seen": 2463367168 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002559781736478896, + "loss": 0.0642, + "theoretical_loss": 3.400934232767277, + "tokens_seen": 2463629312 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025589792970630716, + "loss": 0.0629, + "theoretical_loss": 3.400905526507011, + "tokens_seen": 2463891456 + }, + { + "epoch": 0.75, + "objective/train/advantage_avg": 7.708780321991071e-05, + "objective/train/docs_used": 896700, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1344764232635498, + "objective/train/original_loss": 1.1344763040542603, + "objective/train/theoretical_loss": 3.4008768241558323, + "objective/train/tokens_used": 2484613600, + "objective/train/value_avg": -0.0108184814453125, + "objective/train/value_loss": 0.00026770742260850966, + "objective/train/value_max": -1.6033649444580078e-05, + "objective/train/value_min": -0.35400390625, + "objective/train/value_reward_corr": 0.8677597661953379, + "objective/train/value_std": 0.0283966064453125, + "objective/train/weight_avg": 1.0001976490020752, + "objective/train/weighted_lm_loss": 1.134037733078003, + "objective/train/weights_max": 1.1688330173492432, + "objective/train/weights_min": 0.3690671920776367, + "theoretical_loss": 3.4008768241558323, + "tokens_seen": 2464153600 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025581768576472477, + "loss": 0.0645, + "theoretical_loss": 3.4008768241558323, + "tokens_seen": 2464153600 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025573744182314233, + "loss": 0.0658, + "theoretical_loss": 3.4008481257127925, + "tokens_seen": 2464415744 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025565719788155994, + "loss": 0.063, + "theoretical_loss": 3.400819431176944, + "tokens_seen": 2464677888 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025557695393997755, + "loss": 0.0619, + "theoretical_loss": 3.4007907405473405, + "tokens_seen": 2464940032 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002554967099983951, + "loss": 0.0662, + "theoretical_loss": 3.400762053823033, + "tokens_seen": 2465202176 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002554164660568127, + "loss": 0.064, + "theoretical_loss": 3.400733371003076, + "tokens_seen": 2465464320 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025533622211523034, + "loss": 0.0663, + "theoretical_loss": 3.4007046920865225, + "tokens_seen": 2465726464 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002552559781736479, + "loss": 0.063, + "theoretical_loss": 3.4006760170724264, + "tokens_seen": 2465988608 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025517573423206546, + "loss": 0.0664, + "theoretical_loss": 3.4006473459598423, + "tokens_seen": 2466250752 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025509549029048307, + "loss": 0.0661, + "theoretical_loss": 3.4006186787478243, + "tokens_seen": 2466512896 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002550152463489007, + "loss": 0.0655, + "theoretical_loss": 3.4005900154354274, + "tokens_seen": 2466775040 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025493500240731824, + "loss": 0.0652, + "theoretical_loss": 3.400561356021707, + "tokens_seen": 2467037184 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025485475846573585, + "loss": 0.0662, + "theoretical_loss": 3.400532700505719, + "tokens_seen": 2467299328 + }, + { + "epoch": 0.75, + "objective/train/advantage_avg": 0.0001382756163366139, + "objective/train/docs_used": 897881, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2757847309112549, + "objective/train/original_loss": 1.2757846117019653, + "objective/train/theoretical_loss": 3.4005183742090788, + "objective/train/tokens_used": 2487890400, + "objective/train/value_avg": -0.007843017578125, + "objective/train/value_loss": 0.0002772591251414269, + "objective/train/value_max": -2.300739288330078e-05, + "objective/train/value_min": -0.6279296875, + "objective/train/value_reward_corr": 0.7207148024922085, + "objective/train/value_std": 0.0155487060546875, + "objective/train/weight_avg": 1.0002609491348267, + "objective/train/weighted_lm_loss": 1.2752574682235718, + "objective/train/weights_max": 1.4305932521820068, + "objective/train/weights_min": 0.3688715398311615, + "theoretical_loss": 3.4005183742090788, + "tokens_seen": 2467430400 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025477451452415346, + "loss": 0.0667, + "theoretical_loss": 3.400504048886518, + "tokens_seen": 2467561472 + }, + { + "epoch": 0.75, + "learning_rate": 0.000254694270582571, + "loss": 0.0642, + "theoretical_loss": 3.4004754011631615, + "tokens_seen": 2467823616 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002546140266409886, + "loss": 0.0644, + "theoretical_loss": 3.4004467573347053, + "tokens_seen": 2468085760 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002545337826994062, + "loss": 0.0657, + "theoretical_loss": 3.400418117400206, + "tokens_seen": 2468347904 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002544535387578238, + "loss": 0.0638, + "theoretical_loss": 3.4003894813587223, + "tokens_seen": 2468610048 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025437329481624136, + "loss": 0.0642, + "theoretical_loss": 3.4003608492093096, + "tokens_seen": 2468872192 + }, + { + "epoch": 0.75, + "learning_rate": 0.000254293050874659, + "loss": 0.065, + "theoretical_loss": 3.400332220951027, + "tokens_seen": 2469134336 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002542128069330766, + "loss": 0.0648, + "theoretical_loss": 3.400303596582933, + "tokens_seen": 2469396480 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002541325629914941, + "loss": 0.0631, + "theoretical_loss": 3.4002749761040847, + "tokens_seen": 2469658624 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002540523190499117, + "loss": 0.0644, + "theoretical_loss": 3.400246359513542, + "tokens_seen": 2469920768 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002539720751083293, + "loss": 0.0677, + "theoretical_loss": 3.4002177468103643, + "tokens_seen": 2470182912 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025389183116674693, + "loss": 0.0645, + "theoretical_loss": 3.40018913799361, + "tokens_seen": 2470445056 + }, + { + "epoch": 0.75, + "objective/train/advantage_avg": -0.000898054102435708, + "objective/train/docs_used": 899059, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.324047327041626, + "objective/train/original_loss": 1.3240472078323364, + "objective/train/theoretical_loss": 3.4001605330623397, + "objective/train/tokens_used": 2491167200, + "objective/train/value_avg": -0.01049041748046875, + "objective/train/value_loss": 0.00029594701481983066, + "objective/train/value_max": -3.647804260253906e-05, + "objective/train/value_min": -0.95458984375, + "objective/train/value_reward_corr": 0.8844284783228258, + "objective/train/value_std": 0.028594970703125, + "objective/train/weight_avg": 0.9992377161979675, + "objective/train/weighted_lm_loss": 1.3232636451721191, + "objective/train/weights_max": 1.8098821640014648, + "objective/train/weights_min": 0.3930663764476776, + "theoretical_loss": 3.4001605330623397, + "tokens_seen": 2470707200 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002538115872251645, + "loss": 0.0633, + "theoretical_loss": 3.4001605330623397, + "tokens_seen": 2470707200 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002537313432835821, + "loss": 0.0644, + "theoretical_loss": 3.400131932015613, + "tokens_seen": 2470969344 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002536510993419997, + "loss": 0.0634, + "theoretical_loss": 3.4001033348524907, + "tokens_seen": 2471231488 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002535708554004173, + "loss": 0.0662, + "theoretical_loss": 3.4000747415720336, + "tokens_seen": 2471493632 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025349061145883483, + "loss": 0.0673, + "theoretical_loss": 3.4000461521733025, + "tokens_seen": 2471755776 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025341036751725244, + "loss": 0.0654, + "theoretical_loss": 3.400017566655359, + "tokens_seen": 2472017920 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025333012357567006, + "loss": 0.0646, + "theoretical_loss": 3.3999889850172655, + "tokens_seen": 2472280064 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002532498796340876, + "loss": 0.0642, + "theoretical_loss": 3.399960407258083, + "tokens_seen": 2472542208 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025316963569250523, + "loss": 0.0646, + "theoretical_loss": 3.3999318333768747, + "tokens_seen": 2472804352 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025308939175092284, + "loss": 0.0618, + "theoretical_loss": 3.3999032633727024, + "tokens_seen": 2473066496 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002530091478093404, + "loss": 0.0675, + "theoretical_loss": 3.3998746972446305, + "tokens_seen": 2473328640 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025292890386775796, + "loss": 0.0672, + "theoretical_loss": 3.3998461349917215, + "tokens_seen": 2473590784 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025284865992617557, + "loss": 0.0643, + "theoretical_loss": 3.3998175766130396, + "tokens_seen": 2473852928 + }, + { + "epoch": 0.75, + "objective/train/advantage_avg": 0.0003679748042486608, + "objective/train/docs_used": 900350, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2481285333633423, + "objective/train/original_loss": 1.2481282949447632, + "objective/train/theoretical_loss": 3.399803298876241, + "objective/train/tokens_used": 2494444000, + "objective/train/value_avg": -0.00688934326171875, + "objective/train/value_loss": 0.0001671165373409167, + "objective/train/value_max": -3.147125244140625e-05, + "objective/train/value_min": -0.243408203125, + "objective/train/value_reward_corr": 0.676076042149849, + "objective/train/value_std": 0.0119476318359375, + "objective/train/weight_avg": 1.0004433393478394, + "objective/train/weighted_lm_loss": 1.2477900981903076, + "objective/train/weights_max": 1.2238802909851074, + "objective/train/weights_min": 0.4139463007450104, + "theoretical_loss": 3.399803298876241, + "tokens_seen": 2473984000 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002527684159845932, + "loss": 0.0676, + "theoretical_loss": 3.399789022107648, + "tokens_seen": 2474115072 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025268817204301074, + "loss": 0.0654, + "theoretical_loss": 3.399760471474612, + "tokens_seen": 2474377216 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025260792810142835, + "loss": 0.0652, + "theoretical_loss": 3.399731924712996, + "tokens_seen": 2474639360 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025252768415984597, + "loss": 0.0644, + "theoretical_loss": 3.3997033818218645, + "tokens_seen": 2474901504 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002524474402182635, + "loss": 0.0675, + "theoretical_loss": 3.3996748428002834, + "tokens_seen": 2475163648 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025236719627668114, + "loss": 0.0665, + "theoretical_loss": 3.3996463076473185, + "tokens_seen": 2475425792 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002522869523350987, + "loss": 0.0658, + "theoretical_loss": 3.399617776362035, + "tokens_seen": 2475687936 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002522067083935163, + "loss": 0.0631, + "theoretical_loss": 3.3995892489435007, + "tokens_seen": 2475950080 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025212646445193387, + "loss": 0.065, + "theoretical_loss": 3.3995607253907805, + "tokens_seen": 2476212224 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002520462205103515, + "loss": 0.0658, + "theoretical_loss": 3.3995322057029425, + "tokens_seen": 2476474368 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002519659765687691, + "loss": 0.064, + "theoretical_loss": 3.3995036898790536, + "tokens_seen": 2476736512 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025188573262718665, + "loss": 0.064, + "theoretical_loss": 3.3994751779181813, + "tokens_seen": 2476998656 + }, + { + "epoch": 0.75, + "objective/train/advantage_avg": 0.0007566566346213222, + "objective/train/docs_used": 901501, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2408159971237183, + "objective/train/original_loss": 1.2408158779144287, + "objective/train/theoretical_loss": 3.399446669819394, + "objective/train/tokens_used": 2497720800, + "objective/train/value_avg": -0.0081329345703125, + "objective/train/value_loss": 0.0002506741730030626, + "objective/train/value_max": -8.350610733032227e-05, + "objective/train/value_min": -0.342529296875, + "objective/train/value_reward_corr": 0.6260954868844988, + "objective/train/value_std": 0.0129241943359375, + "objective/train/weight_avg": 1.000864028930664, + "objective/train/weighted_lm_loss": 1.2423843145370483, + "objective/train/weights_max": 1.342802882194519, + "objective/train/weights_min": 0.3907461166381836, + "theoretical_loss": 3.399446669819394, + "tokens_seen": 2477260800 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025180548868560426, + "loss": 0.0639, + "theoretical_loss": 3.399446669819394, + "tokens_seen": 2477260800 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002517252447440218, + "loss": 0.0659, + "theoretical_loss": 3.3994181655817592, + "tokens_seen": 2477522944 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002516450008024394, + "loss": 0.0633, + "theoretical_loss": 3.3993896652043465, + "tokens_seen": 2477785088 + }, + { + "epoch": 0.75, + "learning_rate": 0.000251564756860857, + "loss": 0.0663, + "theoretical_loss": 3.399361168686224, + "tokens_seen": 2478047232 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002514845129192746, + "loss": 0.0652, + "theoretical_loss": 3.399332676026461, + "tokens_seen": 2478309376 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002514042689776922, + "loss": 0.0686, + "theoretical_loss": 3.399304187224127, + "tokens_seen": 2478571520 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002513240250361098, + "loss": 0.0658, + "theoretical_loss": 3.3992757022782927, + "tokens_seen": 2478833664 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002512437810945274, + "loss": 0.0664, + "theoretical_loss": 3.3992472211880274, + "tokens_seen": 2479095808 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025116353715294495, + "loss": 0.0666, + "theoretical_loss": 3.3992187439524018, + "tokens_seen": 2479357952 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002510832932113625, + "loss": 0.0658, + "theoretical_loss": 3.399190270570487, + "tokens_seen": 2479620096 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002510030492697801, + "loss": 0.0665, + "theoretical_loss": 3.3991618010413536, + "tokens_seen": 2479882240 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025092280532819773, + "loss": 0.0674, + "theoretical_loss": 3.3991333353640742, + "tokens_seen": 2480144384 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025084256138661534, + "loss": 0.0688, + "theoretical_loss": 3.3991048735377194, + "tokens_seen": 2480406528 + }, + { + "epoch": 0.75, + "objective/train/advantage_avg": 0.00013513656449504197, + "objective/train/docs_used": 902720, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4015086889266968, + "objective/train/original_loss": 1.4015085697174072, + "objective/train/theoretical_loss": 3.399090644068349, + "objective/train/tokens_used": 2500997600, + "objective/train/value_avg": -0.00548553466796875, + "objective/train/value_loss": 0.000248807918978855, + "objective/train/value_max": -3.2961368560791016e-05, + "objective/train/value_min": -0.46142578125, + "objective/train/value_reward_corr": 0.6525971630038765, + "objective/train/value_std": 0.0128936767578125, + "objective/train/weight_avg": 1.0002446174621582, + "objective/train/weighted_lm_loss": 1.4011058807373047, + "objective/train/weights_max": 1.1942163705825806, + "objective/train/weights_min": 0.3705597221851349, + "theoretical_loss": 3.399090644068349, + "tokens_seen": 2480537600 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002507623174450329, + "loss": 0.0663, + "theoretical_loss": 3.399076415561362, + "tokens_seen": 2480668672 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002506820735034505, + "loss": 0.0667, + "theoretical_loss": 3.399047961434074, + "tokens_seen": 2480930816 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025060182956186813, + "loss": 0.0652, + "theoretical_loss": 3.399019511154929, + "tokens_seen": 2481192960 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025052158562028563, + "loss": 0.0647, + "theoretical_loss": 3.398991064722999, + "tokens_seen": 2481455104 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025044134167870324, + "loss": 0.0675, + "theoretical_loss": 3.3989626221373586, + "tokens_seen": 2481717248 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025036109773712086, + "loss": 0.0656, + "theoretical_loss": 3.3989341833970803, + "tokens_seen": 2481979392 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025028085379553847, + "loss": 0.0641, + "theoretical_loss": 3.398905748501239, + "tokens_seen": 2482241536 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025020060985395603, + "loss": 0.0655, + "theoretical_loss": 3.3988773174489086, + "tokens_seen": 2482503680 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025012036591237364, + "loss": 0.0667, + "theoretical_loss": 3.3988488902391643, + "tokens_seen": 2482765824 + }, + { + "epoch": 0.75, + "learning_rate": 0.00025004012197079125, + "loss": 0.065, + "theoretical_loss": 3.3988204668710806, + "tokens_seen": 2483027968 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002499598780292088, + "loss": 0.0648, + "theoretical_loss": 3.398792047343733, + "tokens_seen": 2483290112 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002498796340876264, + "loss": 0.0668, + "theoretical_loss": 3.3987636316561978, + "tokens_seen": 2483552256 + }, + { + "epoch": 0.75, + "objective/train/advantage_avg": 0.0007500542560592294, + "objective/train/docs_used": 903880, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3642420768737793, + "objective/train/original_loss": 1.3642420768737793, + "objective/train/theoretical_loss": 3.3987352198075502, + "objective/train/tokens_used": 2504274400, + "objective/train/value_avg": -0.006439208984375, + "objective/train/value_loss": 0.00011737121531041339, + "objective/train/value_max": -5.1021575927734375e-05, + "objective/train/value_min": -0.319580078125, + "objective/train/value_reward_corr": 0.7698854559037797, + "objective/train/value_std": 0.013671875, + "objective/train/weight_avg": 1.0008044242858887, + "objective/train/weighted_lm_loss": 1.3653987646102905, + "objective/train/weights_max": 1.2016448974609375, + "objective/train/weights_min": 0.3697238564491272, + "theoretical_loss": 3.3987352198075502, + "tokens_seen": 2483814400 + }, + { + "epoch": 0.75, + "learning_rate": 0.000249799390146044, + "loss": 0.0662, + "theoretical_loss": 3.3987352198075502, + "tokens_seen": 2483814400 + }, + { + "epoch": 0.75, + "learning_rate": 0.00024971914620446154, + "loss": 0.0666, + "theoretical_loss": 3.3987068117968664, + "tokens_seen": 2484076544 + }, + { + "epoch": 0.75, + "learning_rate": 0.00024963890226287915, + "loss": 0.0634, + "theoretical_loss": 3.3986784076232235, + "tokens_seen": 2484338688 + }, + { + "epoch": 0.75, + "learning_rate": 0.00024955865832129677, + "loss": 0.0625, + "theoretical_loss": 3.3986500072856987, + "tokens_seen": 2484600832 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002494784143797143, + "loss": 0.0642, + "theoretical_loss": 3.398621610783368, + "tokens_seen": 2484862976 + }, + { + "epoch": 0.75, + "learning_rate": 0.00024939817043813194, + "loss": 0.0665, + "theoretical_loss": 3.3985932181153107, + "tokens_seen": 2485125120 + }, + { + "epoch": 0.75, + "learning_rate": 0.00024931792649654955, + "loss": 0.0653, + "theoretical_loss": 3.398564829280603, + "tokens_seen": 2485387264 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002492376825549671, + "loss": 0.0647, + "theoretical_loss": 3.3985364442783244, + "tokens_seen": 2485649408 + }, + { + "epoch": 0.75, + "learning_rate": 0.00024915743861338467, + "loss": 0.0653, + "theoretical_loss": 3.398508063107553, + "tokens_seen": 2485911552 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002490771946718023, + "loss": 0.066, + "theoretical_loss": 3.3984796857673674, + "tokens_seen": 2486173696 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002489969507302199, + "loss": 0.0652, + "theoretical_loss": 3.3984513122568467, + "tokens_seen": 2486435840 + }, + { + "epoch": 0.75, + "learning_rate": 0.00024891670678863745, + "loss": 0.0677, + "theoretical_loss": 3.3984229425750714, + "tokens_seen": 2486697984 + }, + { + "epoch": 0.75, + "learning_rate": 0.00024883646284705506, + "loss": 0.0652, + "theoretical_loss": 3.3983945767211203, + "tokens_seen": 2486960128 + }, + { + "epoch": 0.75, + "objective/train/advantage_avg": -0.0002880508254747838, + "objective/train/docs_used": 905256, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3411630392074585, + "objective/train/original_loss": 1.341162919998169, + "objective/train/theoretical_loss": 3.398380395229291, + "objective/train/tokens_used": 2507551200, + "objective/train/value_avg": -0.007007598876953125, + "objective/train/value_loss": 0.00013375855633057654, + "objective/train/value_max": -5.269050598144531e-05, + "objective/train/value_min": -0.1951904296875, + "objective/train/value_reward_corr": 0.7629542877622761, + "objective/train/value_std": 0.01235198974609375, + "objective/train/weight_avg": 0.9997767210006714, + "objective/train/weighted_lm_loss": 1.3408594131469727, + "objective/train/weights_max": 1.1886895895004272, + "objective/train/weights_min": 0.5346084237098694, + "theoretical_loss": 3.398380395229291, + "tokens_seen": 2487091200 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002487562189054726, + "loss": 0.066, + "theoretical_loss": 3.3983662146940734, + "tokens_seen": 2487222272 + }, + { + "epoch": 0.75, + "learning_rate": 0.00024867597496389023, + "loss": 0.066, + "theoretical_loss": 3.398337856493012, + "tokens_seen": 2487484416 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002485957310223078, + "loss": 0.0661, + "theoretical_loss": 3.3983095021170158, + "tokens_seen": 2487746560 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002485154870807254, + "loss": 0.0664, + "theoretical_loss": 3.398281151565167, + "tokens_seen": 2488008704 + }, + { + "epoch": 0.75, + "learning_rate": 0.000248435243139143, + "loss": 0.0693, + "theoretical_loss": 3.398252804836546, + "tokens_seen": 2488270848 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002483549991975606, + "loss": 0.0662, + "theoretical_loss": 3.3982244619302358, + "tokens_seen": 2488532992 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002482747552559782, + "loss": 0.0676, + "theoretical_loss": 3.398196122845317, + "tokens_seen": 2488795136 + }, + { + "epoch": 0.75, + "learning_rate": 0.00024819451131439575, + "loss": 0.0671, + "theoretical_loss": 3.3981677875808725, + "tokens_seen": 2489057280 + }, + { + "epoch": 0.75, + "learning_rate": 0.00024811426737281336, + "loss": 0.0648, + "theoretical_loss": 3.3981394561359854, + "tokens_seen": 2489319424 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002480340234312309, + "loss": 0.068, + "theoretical_loss": 3.398111128509738, + "tokens_seen": 2489581568 + }, + { + "epoch": 0.75, + "learning_rate": 0.00024795377948964853, + "loss": 0.0649, + "theoretical_loss": 3.3980828047012146, + "tokens_seen": 2489843712 + }, + { + "epoch": 0.75, + "learning_rate": 0.00024787353554806614, + "loss": 0.0637, + "theoretical_loss": 3.3980544847094976, + "tokens_seen": 2490105856 + }, + { + "epoch": 0.75, + "objective/train/advantage_avg": 0.0003321922558825463, + "objective/train/docs_used": 906478, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.231596827507019, + "objective/train/original_loss": 1.231596827507019, + "objective/train/theoretical_loss": 3.3980261685336712, + "objective/train/tokens_used": 2510828000, + "objective/train/value_avg": -0.0033416748046875, + "objective/train/value_loss": 0.00019317824626341462, + "objective/train/value_max": -3.319978713989258e-05, + "objective/train/value_min": -0.337646484375, + "objective/train/value_reward_corr": 0.46135290460696765, + "objective/train/value_std": 0.00681304931640625, + "objective/train/weight_avg": 1.0004125833511353, + "objective/train/weighted_lm_loss": 1.231949806213379, + "objective/train/weights_max": 1.1942163705825806, + "objective/train/weights_min": 0.36899471282958984, + "theoretical_loss": 3.3980261685336712, + "tokens_seen": 2490368000 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002477932916064837, + "loss": 0.0654, + "theoretical_loss": 3.3980261685336712, + "tokens_seen": 2490368000 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002477130476649013, + "loss": 0.0634, + "theoretical_loss": 3.39799785617282, + "tokens_seen": 2490630144 + }, + { + "epoch": 0.75, + "learning_rate": 0.00024763280372331887, + "loss": 0.0663, + "theoretical_loss": 3.3979695476260288, + "tokens_seen": 2490892288 + }, + { + "epoch": 0.75, + "learning_rate": 0.0002475525597817365, + "loss": 0.0666, + "theoretical_loss": 3.397941242892382, + "tokens_seen": 2491154432 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024747231584015404, + "loss": 0.0695, + "theoretical_loss": 3.397912941970965, + "tokens_seen": 2491416576 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024739207189857166, + "loss": 0.0676, + "theoretical_loss": 3.3978846448608633, + "tokens_seen": 2491678720 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024731182795698927, + "loss": 0.0667, + "theoretical_loss": 3.3978563515611624, + "tokens_seen": 2491940864 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024723158401540683, + "loss": 0.0673, + "theoretical_loss": 3.397828062070949, + "tokens_seen": 2492203008 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024715134007382444, + "loss": 0.0638, + "theoretical_loss": 3.3977997763893093, + "tokens_seen": 2492465152 + }, + { + "epoch": 0.76, + "learning_rate": 0.000247071096132242, + "loss": 0.0689, + "theoretical_loss": 3.3977714945153297, + "tokens_seen": 2492727296 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002469908521906596, + "loss": 0.0651, + "theoretical_loss": 3.397743216448098, + "tokens_seen": 2492989440 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002469106082490772, + "loss": 0.0667, + "theoretical_loss": 3.3977149421867012, + "tokens_seen": 2493251584 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002468303643074948, + "loss": 0.0683, + "theoretical_loss": 3.397686671730227, + "tokens_seen": 2493513728 + }, + { + "epoch": 0.76, + "objective/train/advantage_avg": 8.832375897327438e-05, + "objective/train/docs_used": 907814, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2755478620529175, + "objective/train/original_loss": 1.275547981262207, + "objective/train/theoretical_loss": 3.3976725379285506, + "objective/train/tokens_used": 2514104800, + "objective/train/value_avg": -0.006931304931640625, + "objective/train/value_loss": 0.0002151692460756749, + "objective/train/value_max": -4.506111145019531e-05, + "objective/train/value_min": -0.21484375, + "objective/train/value_reward_corr": 0.6177437024129359, + "objective/train/value_std": 0.01136016845703125, + "objective/train/weight_avg": 1.0001837015151978, + "objective/train/weighted_lm_loss": 1.2755656242370605, + "objective/train/weights_max": 1.1405754089355469, + "objective/train/weights_min": 0.3710364103317261, + "theoretical_loss": 3.3976725379285506, + "tokens_seen": 2493644800 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002467501203659124, + "loss": 0.0654, + "theoretical_loss": 3.3976584050777636, + "tokens_seen": 2493775872 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024666987642432995, + "loss": 0.0643, + "theoretical_loss": 3.397630142228399, + "tokens_seen": 2494038016 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024658963248274757, + "loss": 0.0655, + "theoretical_loss": 3.3976018831812222, + "tokens_seen": 2494300160 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002465093885411651, + "loss": 0.066, + "theoretical_loss": 3.3975736279353224, + "tokens_seen": 2494562304 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024642914459958274, + "loss": 0.0629, + "theoretical_loss": 3.3975453764897883, + "tokens_seen": 2494824448 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024634890065800035, + "loss": 0.065, + "theoretical_loss": 3.3975171288437096, + "tokens_seen": 2495086592 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002462686567164179, + "loss": 0.0644, + "theoretical_loss": 3.397488884996177, + "tokens_seen": 2495348736 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002461884127748355, + "loss": 0.0657, + "theoretical_loss": 3.3974606449462796, + "tokens_seen": 2495610880 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002461081688332531, + "loss": 0.0654, + "theoretical_loss": 3.3974324086931085, + "tokens_seen": 2495873024 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002460279248916707, + "loss": 0.0661, + "theoretical_loss": 3.3974041762357547, + "tokens_seen": 2496135168 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024594768095008825, + "loss": 0.0657, + "theoretical_loss": 3.397375947573309, + "tokens_seen": 2496397312 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024586743700850586, + "loss": 0.0646, + "theoretical_loss": 3.397347722704863, + "tokens_seen": 2496659456 + }, + { + "epoch": 0.76, + "objective/train/advantage_avg": 0.001230034977197647, + "objective/train/docs_used": 908925, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.309017539024353, + "objective/train/original_loss": 1.3090176582336426, + "objective/train/theoretical_loss": 3.397319501629509, + "objective/train/tokens_used": 2517381600, + "objective/train/value_avg": -0.010955810546875, + "objective/train/value_loss": 0.000233681479585357, + "objective/train/value_max": -6.812810897827148e-05, + "objective/train/value_min": -0.26611328125, + "objective/train/value_reward_corr": 0.7308134439488347, + "objective/train/value_std": 0.0172119140625, + "objective/train/weight_avg": 1.0013446807861328, + "objective/train/weighted_lm_loss": 1.3119720220565796, + "objective/train/weights_max": 1.260574221611023, + "objective/train/weights_min": 0.7193522453308105, + "theoretical_loss": 3.397319501629509, + "tokens_seen": 2496921600 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002457871930669235, + "loss": 0.0664, + "theoretical_loss": 3.397319501629509, + "tokens_seen": 2496921600 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024570694912534103, + "loss": 0.0644, + "theoretical_loss": 3.397291284346338, + "tokens_seen": 2497183744 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024562670518375865, + "loss": 0.0652, + "theoretical_loss": 3.397263070854444, + "tokens_seen": 2497445888 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002455464612421762, + "loss": 0.0658, + "theoretical_loss": 3.397234861152918, + "tokens_seen": 2497708032 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002454662173005938, + "loss": 0.066, + "theoretical_loss": 3.397206655240854, + "tokens_seen": 2497970176 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002453859733590114, + "loss": 0.0638, + "theoretical_loss": 3.3971784531173457, + "tokens_seen": 2498232320 + }, + { + "epoch": 0.76, + "learning_rate": 0.000245305729417429, + "loss": 0.0637, + "theoretical_loss": 3.397150254781486, + "tokens_seen": 2498494464 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002452254854758466, + "loss": 0.067, + "theoretical_loss": 3.3971220602323693, + "tokens_seen": 2498756608 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024514524153426416, + "loss": 0.0665, + "theoretical_loss": 3.3970938694690895, + "tokens_seen": 2499018752 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024506499759268177, + "loss": 0.0634, + "theoretical_loss": 3.3970656824907417, + "tokens_seen": 2499280896 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024498475365109933, + "loss": 0.0648, + "theoretical_loss": 3.3970374992964207, + "tokens_seen": 2499543040 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024490450970951694, + "loss": 0.0663, + "theoretical_loss": 3.3970093198852216, + "tokens_seen": 2499805184 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024482426576793456, + "loss": 0.0667, + "theoretical_loss": 3.3969811442562396, + "tokens_seen": 2500067328 + }, + { + "epoch": 0.76, + "objective/train/advantage_avg": 5.48859452464967e-06, + "objective/train/docs_used": 910166, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2282203435897827, + "objective/train/original_loss": 1.2282203435897827, + "objective/train/theoretical_loss": 3.396967057859798, + "objective/train/tokens_used": 2520658400, + "objective/train/value_avg": -0.00603485107421875, + "objective/train/value_loss": 0.00012088635412510484, + "objective/train/value_max": -5.3048133850097656e-05, + "objective/train/value_min": -0.1802978515625, + "objective/train/value_reward_corr": 0.6573426501227082, + "objective/train/value_std": 0.0094757080078125, + "objective/train/weight_avg": 1.0000579357147217, + "objective/train/weighted_lm_loss": 1.2287547588348389, + "objective/train/weights_max": 1.1159210205078125, + "objective/train/weights_min": 0.3718043565750122, + "theoretical_loss": 3.396967057859798, + "tokens_seen": 2500198400 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002447440218263521, + "loss": 0.0626, + "theoretical_loss": 3.396952972408571, + "tokens_seen": 2500329472 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002446637778847697, + "loss": 0.0655, + "theoretical_loss": 3.3969248043413125, + "tokens_seen": 2500591616 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002445835339431873, + "loss": 0.0642, + "theoretical_loss": 3.3968966400535594, + "tokens_seen": 2500853760 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002445032900016049, + "loss": 0.0647, + "theoretical_loss": 3.396868479544409, + "tokens_seen": 2501115904 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024442304606002246, + "loss": 0.063, + "theoretical_loss": 3.3968403228129587, + "tokens_seen": 2501378048 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024434280211844007, + "loss": 0.0612, + "theoretical_loss": 3.396812169858306, + "tokens_seen": 2501640192 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002442625581768577, + "loss": 0.0646, + "theoretical_loss": 3.396784020679547, + "tokens_seen": 2501902336 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024418231423527524, + "loss": 0.066, + "theoretical_loss": 3.3967558752757823, + "tokens_seen": 2502164480 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024410207029369282, + "loss": 0.0681, + "theoretical_loss": 3.396727733646108, + "tokens_seen": 2502426624 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024402182635211044, + "loss": 0.0652, + "theoretical_loss": 3.396699595789624, + "tokens_seen": 2502688768 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024394158241052802, + "loss": 0.0668, + "theoretical_loss": 3.396671461705429, + "tokens_seen": 2502950912 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024386133846894558, + "loss": 0.0651, + "theoretical_loss": 3.396643331392622, + "tokens_seen": 2503213056 + }, + { + "epoch": 0.76, + "objective/train/advantage_avg": -0.0002855405327863991, + "objective/train/docs_used": 911421, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4110859632492065, + "objective/train/original_loss": 1.411085844039917, + "objective/train/theoretical_loss": 3.3966152048503027, + "objective/train/tokens_used": 2523935200, + "objective/train/value_avg": -0.0101470947265625, + "objective/train/value_loss": 0.00018147114315070212, + "objective/train/value_max": -3.88026237487793e-05, + "objective/train/value_min": -0.268798828125, + "objective/train/value_reward_corr": 0.7311637151553665, + "objective/train/value_std": 0.01434326171875, + "objective/train/weight_avg": 0.9997983574867249, + "objective/train/weighted_lm_loss": 1.4095782041549683, + "objective/train/weights_max": 1.1146713495254517, + "objective/train/weights_min": 0.39282652735710144, + "theoretical_loss": 3.3966152048503027, + "tokens_seen": 2503475200 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002437810945273632, + "loss": 0.0665, + "theoretical_loss": 3.3966152048503027, + "tokens_seen": 2503475200 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024370085058578078, + "loss": 0.0627, + "theoretical_loss": 3.396587082077571, + "tokens_seen": 2503737344 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024362060664419836, + "loss": 0.0672, + "theoretical_loss": 3.3965589630735273, + "tokens_seen": 2503999488 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024354036270261595, + "loss": 0.0622, + "theoretical_loss": 3.3965308478372718, + "tokens_seen": 2504261632 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024346011876103356, + "loss": 0.0652, + "theoretical_loss": 3.3965027363679052, + "tokens_seen": 2504523776 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024337987481945115, + "loss": 0.0651, + "theoretical_loss": 3.3964746286645293, + "tokens_seen": 2504785920 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002432996308778687, + "loss": 0.063, + "theoretical_loss": 3.3964465247262448, + "tokens_seen": 2505048064 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024321938693628632, + "loss": 0.0647, + "theoretical_loss": 3.3964184245521536, + "tokens_seen": 2505310208 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002431391429947039, + "loss": 0.0674, + "theoretical_loss": 3.396390328141358, + "tokens_seen": 2505572352 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024305889905312152, + "loss": 0.0655, + "theoretical_loss": 3.3963622354929597, + "tokens_seen": 2505834496 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024297865511153908, + "loss": 0.0652, + "theoretical_loss": 3.396334146606062, + "tokens_seen": 2506096640 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024289841116995666, + "loss": 0.0632, + "theoretical_loss": 3.396306061479768, + "tokens_seen": 2506358784 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024281816722837427, + "loss": 0.0669, + "theoretical_loss": 3.3962779801131804, + "tokens_seen": 2506620928 + }, + { + "epoch": 0.76, + "objective/train/advantage_avg": -0.00020517715893220156, + "objective/train/docs_used": 912553, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3760594129562378, + "objective/train/original_loss": 1.3760592937469482, + "objective/train/theoretical_loss": 3.396263940839497, + "objective/train/tokens_used": 2527212000, + "objective/train/value_avg": -0.007061004638671875, + "objective/train/value_loss": 0.000244474591454491, + "objective/train/value_max": -9.953975677490234e-06, + "objective/train/value_min": -0.64453125, + "objective/train/value_reward_corr": 0.7240199633703653, + "objective/train/value_std": 0.0160675048828125, + "objective/train/weight_avg": 0.9999077320098877, + "objective/train/weighted_lm_loss": 1.3755663633346558, + "objective/train/weights_max": 1.7818225622177124, + "objective/train/weights_min": 0.40386396646499634, + "theoretical_loss": 3.396263940839497, + "tokens_seen": 2506752000 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024273792328679183, + "loss": 0.0666, + "theoretical_loss": 3.3962499025054034, + "tokens_seen": 2506883072 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024265767934520945, + "loss": 0.0637, + "theoretical_loss": 3.3962218286555403, + "tokens_seen": 2507145216 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024257743540362703, + "loss": 0.0623, + "theoretical_loss": 3.3961937585626956, + "tokens_seen": 2507407360 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024249719146204464, + "loss": 0.0654, + "theoretical_loss": 3.3961656922259738, + "tokens_seen": 2507669504 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002424169475204622, + "loss": 0.0662, + "theoretical_loss": 3.3961376296444796, + "tokens_seen": 2507931648 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002423367035788798, + "loss": 0.0664, + "theoretical_loss": 3.396109570817318, + "tokens_seen": 2508193792 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002422564596372974, + "loss": 0.0654, + "theoretical_loss": 3.3960815157435946, + "tokens_seen": 2508455936 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024217621569571499, + "loss": 0.0652, + "theoretical_loss": 3.3960534644224154, + "tokens_seen": 2508718080 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024209597175413257, + "loss": 0.067, + "theoretical_loss": 3.3960254168528863, + "tokens_seen": 2508980224 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024201572781255016, + "loss": 0.0621, + "theoretical_loss": 3.395997373034113, + "tokens_seen": 2509242368 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024193548387096774, + "loss": 0.0683, + "theoretical_loss": 3.395969332965203, + "tokens_seen": 2509504512 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024185523992938533, + "loss": 0.0649, + "theoretical_loss": 3.3959412966452627, + "tokens_seen": 2509766656 + }, + { + "epoch": 0.76, + "objective/train/advantage_avg": -0.0003315886715427041, + "objective/train/docs_used": 913305, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.426952838897705, + "objective/train/original_loss": 1.4269527196884155, + "objective/train/theoretical_loss": 3.3959132640733998, + "objective/train/tokens_used": 2530488800, + "objective/train/value_avg": -0.009674072265625, + "objective/train/value_loss": 0.00035766951623372734, + "objective/train/value_max": -3.6776065826416016e-05, + "objective/train/value_min": -0.92431640625, + "objective/train/value_reward_corr": 0.750209118273047, + "objective/train/value_std": 0.0196990966796875, + "objective/train/weight_avg": 0.9998272061347961, + "objective/train/weighted_lm_loss": 1.4265179634094238, + "objective/train/weights_max": 1.8945186138153076, + "objective/train/weights_min": 0.37036895751953125, + "theoretical_loss": 3.3959132640733998, + "tokens_seen": 2510028800 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002417749959878029, + "loss": 0.0657, + "theoretical_loss": 3.3959132640733998, + "tokens_seen": 2510028800 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024169475204622053, + "loss": 0.0667, + "theoretical_loss": 3.395885235248721, + "tokens_seen": 2510290944 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002416145081046381, + "loss": 0.0671, + "theoretical_loss": 3.3958572101703353, + "tokens_seen": 2510553088 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002415342641630557, + "loss": 0.0626, + "theoretical_loss": 3.3958291888373506, + "tokens_seen": 2510815232 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024145402022147328, + "loss": 0.0653, + "theoretical_loss": 3.3958011712488747, + "tokens_seen": 2511077376 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024137377627989087, + "loss": 0.0668, + "theoretical_loss": 3.395773157404017, + "tokens_seen": 2511339520 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024129353233830848, + "loss": 0.0689, + "theoretical_loss": 3.395745147301887, + "tokens_seen": 2511601664 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024121328839672604, + "loss": 0.0659, + "theoretical_loss": 3.395717140941593, + "tokens_seen": 2511863808 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024113304445514365, + "loss": 0.0667, + "theoretical_loss": 3.395689138322245, + "tokens_seen": 2512125952 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024105280051356124, + "loss": 0.0654, + "theoretical_loss": 3.3956611394429537, + "tokens_seen": 2512388096 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002409725565719788, + "loss": 0.0638, + "theoretical_loss": 3.395633144302829, + "tokens_seen": 2512650240 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002408923126303964, + "loss": 0.0654, + "theoretical_loss": 3.3956051529009814, + "tokens_seen": 2512912384 + }, + { + "epoch": 0.76, + "learning_rate": 0.000240812068688814, + "loss": 0.0653, + "theoretical_loss": 3.3955771652365216, + "tokens_seen": 2513174528 + }, + { + "epoch": 0.76, + "objective/train/advantage_avg": 0.0007327437051571906, + "objective/train/docs_used": 914593, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4524928331375122, + "objective/train/original_loss": 1.4524928331375122, + "objective/train/theoretical_loss": 3.395563172805535, + "objective/train/tokens_used": 2533765600, + "objective/train/value_avg": -0.005107879638671875, + "objective/train/value_loss": 8.34153761388734e-05, + "objective/train/value_max": -5.7816505432128906e-05, + "objective/train/value_min": -0.1873779296875, + "objective/train/value_reward_corr": 0.6602010471209969, + "objective/train/value_std": 0.0084381103515625, + "objective/train/weight_avg": 1.0007708072662354, + "objective/train/weighted_lm_loss": 1.4538295269012451, + "objective/train/weights_max": 1.1876744031906128, + "objective/train/weights_min": 0.3969721794128418, + "theoretical_loss": 3.395563172805535, + "tokens_seen": 2513305600 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002407318247472316, + "loss": 0.0667, + "theoretical_loss": 3.395549181308562, + "tokens_seen": 2513436672 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024065158080564916, + "loss": 0.0683, + "theoretical_loss": 3.3955212011162126, + "tokens_seen": 2513698816 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024057133686406678, + "loss": 0.0654, + "theoretical_loss": 3.395493224658586, + "tokens_seen": 2513960960 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024049109292248436, + "loss": 0.0627, + "theoretical_loss": 3.395465251934794, + "tokens_seen": 2514223104 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024041084898090195, + "loss": 0.0635, + "theoretical_loss": 3.39543728294395, + "tokens_seen": 2514485248 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024033060503931953, + "loss": 0.063, + "theoretical_loss": 3.395409317685165, + "tokens_seen": 2514747392 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024025036109773712, + "loss": 0.0659, + "theoretical_loss": 3.395381356157554, + "tokens_seen": 2515009536 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024017011715615473, + "loss": 0.0674, + "theoretical_loss": 3.3953533983602293, + "tokens_seen": 2515271680 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024008987321457232, + "loss": 0.066, + "theoretical_loss": 3.3953254442923044, + "tokens_seen": 2515533824 + }, + { + "epoch": 0.76, + "learning_rate": 0.00024000962927298988, + "loss": 0.0672, + "theoretical_loss": 3.3952974939528935, + "tokens_seen": 2515795968 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002399293853314075, + "loss": 0.0639, + "theoretical_loss": 3.395269547341111, + "tokens_seen": 2516058112 + }, + { + "epoch": 0.76, + "learning_rate": 0.00023984914138982507, + "loss": 0.0645, + "theoretical_loss": 3.3952416044560714, + "tokens_seen": 2516320256 + }, + { + "epoch": 0.76, + "objective/train/advantage_avg": -0.000704776612110436, + "objective/train/docs_used": 916228, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4172725677490234, + "objective/train/original_loss": 1.4172724485397339, + "objective/train/theoretical_loss": 3.3952136652968896, + "objective/train/tokens_used": 2537042400, + "objective/train/value_avg": -0.00705718994140625, + "objective/train/value_loss": 0.00018338569498155266, + "objective/train/value_max": -2.9325485229492188e-05, + "objective/train/value_min": -0.1939697265625, + "objective/train/value_reward_corr": 0.6904037047392118, + "objective/train/value_std": 0.01161956787109375, + "objective/train/weight_avg": 0.9993780851364136, + "objective/train/weighted_lm_loss": 1.4166984558105469, + "objective/train/weights_max": 1.1339391469955444, + "objective/train/weights_min": 0.36854875087738037, + "theoretical_loss": 3.3952136652968896, + "tokens_seen": 2516582400 + }, + { + "epoch": 0.76, + "learning_rate": 0.00023976889744824266, + "loss": 0.0686, + "theoretical_loss": 3.3952136652968896, + "tokens_seen": 2516582400 + }, + { + "epoch": 0.76, + "learning_rate": 0.00023968865350666024, + "loss": 0.0649, + "theoretical_loss": 3.3951857298626806, + "tokens_seen": 2516844544 + }, + { + "epoch": 0.76, + "learning_rate": 0.00023960840956507786, + "loss": 0.0647, + "theoretical_loss": 3.3951577981525602, + "tokens_seen": 2517106688 + }, + { + "epoch": 0.76, + "learning_rate": 0.00023952816562349544, + "loss": 0.0655, + "theoretical_loss": 3.395129870165644, + "tokens_seen": 2517368832 + }, + { + "epoch": 0.76, + "learning_rate": 0.000239447921681913, + "loss": 0.0665, + "theoretical_loss": 3.3951019459010476, + "tokens_seen": 2517630976 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002393676777403306, + "loss": 0.0636, + "theoretical_loss": 3.3950740253578875, + "tokens_seen": 2517893120 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002392874337987482, + "loss": 0.0649, + "theoretical_loss": 3.3950461085352814, + "tokens_seen": 2518155264 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002392071898571658, + "loss": 0.0659, + "theoretical_loss": 3.3950181954323453, + "tokens_seen": 2518417408 + }, + { + "epoch": 0.76, + "learning_rate": 0.00023912694591558337, + "loss": 0.0652, + "theoretical_loss": 3.3949902860481966, + "tokens_seen": 2518679552 + }, + { + "epoch": 0.76, + "learning_rate": 0.00023904670197400096, + "loss": 0.0653, + "theoretical_loss": 3.394962380381953, + "tokens_seen": 2518941696 + }, + { + "epoch": 0.76, + "learning_rate": 0.00023896645803241857, + "loss": 0.066, + "theoretical_loss": 3.3949344784327327, + "tokens_seen": 2519203840 + }, + { + "epoch": 0.76, + "learning_rate": 0.00023888621409083613, + "loss": 0.0663, + "theoretical_loss": 3.3949065801996534, + "tokens_seen": 2519465984 + }, + { + "epoch": 0.76, + "learning_rate": 0.00023880597014925374, + "loss": 0.0629, + "theoretical_loss": 3.3948786856818334, + "tokens_seen": 2519728128 + }, + { + "epoch": 0.76, + "objective/train/advantage_avg": 0.001090792939066887, + "objective/train/docs_used": 917453, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2770960330963135, + "objective/train/original_loss": 1.277095913887024, + "objective/train/theoretical_loss": 3.394864739815871, + "objective/train/tokens_used": 2540319200, + "objective/train/value_avg": -0.01312255859375, + "objective/train/value_loss": 0.00037298392271623015, + "objective/train/value_max": -3.4809112548828125e-05, + "objective/train/value_min": -0.74951171875, + "objective/train/value_reward_corr": 0.7780359654904554, + "objective/train/value_std": 0.0252227783203125, + "objective/train/weight_avg": 1.0012657642364502, + "objective/train/weighted_lm_loss": 1.2776134014129639, + "objective/train/weights_max": 1.5529954433441162, + "objective/train/weights_min": 0.3973599970340729, + "theoretical_loss": 3.394864739815871, + "tokens_seen": 2519859200 + }, + { + "epoch": 0.76, + "learning_rate": 0.00023872572620767132, + "loss": 0.0644, + "theoretical_loss": 3.3948507948783924, + "tokens_seen": 2519990272 + }, + { + "epoch": 0.76, + "learning_rate": 0.00023864548226608894, + "loss": 0.0634, + "theoretical_loss": 3.3948229077884484, + "tokens_seen": 2520252416 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002385652383245065, + "loss": 0.0659, + "theoretical_loss": 3.394795024411122, + "tokens_seen": 2520514560 + }, + { + "epoch": 0.76, + "learning_rate": 0.00023848499438292408, + "loss": 0.0665, + "theoretical_loss": 3.394767144745532, + "tokens_seen": 2520776704 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002384047504413417, + "loss": 0.0691, + "theoretical_loss": 3.394739268790798, + "tokens_seen": 2521038848 + }, + { + "epoch": 0.76, + "learning_rate": 0.00023832450649975928, + "loss": 0.0643, + "theoretical_loss": 3.3947113965460414, + "tokens_seen": 2521300992 + }, + { + "epoch": 0.76, + "learning_rate": 0.00023824426255817686, + "loss": 0.0672, + "theoretical_loss": 3.3946835280103826, + "tokens_seen": 2521563136 + }, + { + "epoch": 0.76, + "learning_rate": 0.00023816401861659445, + "loss": 0.0659, + "theoretical_loss": 3.3946556631829417, + "tokens_seen": 2521825280 + }, + { + "epoch": 0.76, + "learning_rate": 0.00023808377467501204, + "loss": 0.0668, + "theoretical_loss": 3.3946278020628404, + "tokens_seen": 2522087424 + }, + { + "epoch": 0.76, + "learning_rate": 0.00023800353073342962, + "loss": 0.0641, + "theoretical_loss": 3.3945999446492, + "tokens_seen": 2522349568 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002379232867918472, + "loss": 0.0652, + "theoretical_loss": 3.3945720909411428, + "tokens_seen": 2522611712 + }, + { + "epoch": 0.76, + "learning_rate": 0.00023784304285026482, + "loss": 0.0652, + "theoretical_loss": 3.3945442409377904, + "tokens_seen": 2522873856 + }, + { + "epoch": 0.76, + "objective/train/advantage_avg": 0.0010124132968485355, + "objective/train/docs_used": 918647, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3882094621658325, + "objective/train/original_loss": 1.388209342956543, + "objective/train/theoretical_loss": 3.394516394638265, + "objective/train/tokens_used": 2543596000, + "objective/train/value_avg": -0.00812530517578125, + "objective/train/value_loss": 0.00019301401334814727, + "objective/train/value_max": -5.918741226196289e-05, + "objective/train/value_min": -0.5341796875, + "objective/train/value_reward_corr": 0.7157041268135379, + "objective/train/value_std": 0.01470947265625, + "objective/train/weight_avg": 1.001099705696106, + "objective/train/weighted_lm_loss": 1.3891737461090088, + "objective/train/weights_max": 1.2065247297286987, + "objective/train/weights_min": 0.3989395797252655, + "theoretical_loss": 3.394516394638265, + "tokens_seen": 2523136000 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002377627989086824, + "loss": 0.0672, + "theoretical_loss": 3.394516394638265, + "tokens_seen": 2523136000 + }, + { + "epoch": 0.76, + "learning_rate": 0.0002376825549671, + "loss": 0.0641, + "theoretical_loss": 3.3944885520416896, + "tokens_seen": 2523398144 + }, + { + "epoch": 0.76, + "learning_rate": 0.00023760231102551758, + "loss": 0.0681, + "theoretical_loss": 3.3944607131471876, + "tokens_seen": 2523660288 + }, + { + "epoch": 0.76, + "learning_rate": 0.00023752206708393516, + "loss": 0.0675, + "theoretical_loss": 3.3944328779538813, + "tokens_seen": 2523922432 + }, + { + "epoch": 0.76, + "learning_rate": 0.00023744182314235277, + "loss": 0.0637, + "theoretical_loss": 3.3944050464608955, + "tokens_seen": 2524184576 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023736157920077033, + "loss": 0.0652, + "theoretical_loss": 3.394377218667353, + "tokens_seen": 2524446720 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023728133525918795, + "loss": 0.0627, + "theoretical_loss": 3.3943493945723784, + "tokens_seen": 2524708864 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023720109131760553, + "loss": 0.0676, + "theoretical_loss": 3.394321574175096, + "tokens_seen": 2524971008 + }, + { + "epoch": 0.77, + "learning_rate": 0.0002371208473760231, + "loss": 0.0654, + "theoretical_loss": 3.394293757474631, + "tokens_seen": 2525233152 + }, + { + "epoch": 0.77, + "learning_rate": 0.0002370406034344407, + "loss": 0.0682, + "theoretical_loss": 3.394265944470108, + "tokens_seen": 2525495296 + }, + { + "epoch": 0.77, + "learning_rate": 0.0002369603594928583, + "loss": 0.063, + "theoretical_loss": 3.3942381351606525, + "tokens_seen": 2525757440 + }, + { + "epoch": 0.77, + "learning_rate": 0.0002368801155512759, + "loss": 0.0669, + "theoretical_loss": 3.3942103295453903, + "tokens_seen": 2526019584 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023679987160969346, + "loss": 0.0635, + "theoretical_loss": 3.394182527623448, + "tokens_seen": 2526281728 + }, + { + "epoch": 0.77, + "objective/train/advantage_avg": 0.0004012822755612433, + "objective/train/docs_used": 919806, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.173367977142334, + "objective/train/original_loss": 1.1733680963516235, + "objective/train/theoretical_loss": 3.394168628047198, + "objective/train/tokens_used": 2546872800, + "objective/train/value_avg": -0.01085662841796875, + "objective/train/value_loss": 0.0007181814289651811, + "objective/train/value_max": -1.9669532775878906e-05, + "objective/train/value_min": -0.9755859375, + "objective/train/value_reward_corr": 0.7875797944694152, + "objective/train/value_std": 0.034210205078125, + "objective/train/weight_avg": 1.000738501548767, + "objective/train/weighted_lm_loss": 1.1747418642044067, + "objective/train/weights_max": 2.2193915843963623, + "objective/train/weights_min": 0.3813451826572418, + "theoretical_loss": 3.394168628047198, + "tokens_seen": 2526412800 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023671962766811107, + "loss": 0.0675, + "theoretical_loss": 3.39415472939395, + "tokens_seen": 2526543872 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023663938372652866, + "loss": 0.0644, + "theoretical_loss": 3.3941269348560246, + "tokens_seen": 2526806016 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023655913978494624, + "loss": 0.0662, + "theoretical_loss": 3.3940991440087984, + "tokens_seen": 2527068160 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023647889584336383, + "loss": 0.068, + "theoretical_loss": 3.3940713568513976, + "tokens_seen": 2527330304 + }, + { + "epoch": 0.77, + "learning_rate": 0.0002363986519017814, + "loss": 0.0646, + "theoretical_loss": 3.394043573382951, + "tokens_seen": 2527592448 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023631840796019903, + "loss": 0.0654, + "theoretical_loss": 3.394015793602585, + "tokens_seen": 2527854592 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023623816401861658, + "loss": 0.0653, + "theoretical_loss": 3.393988017509429, + "tokens_seen": 2528116736 + }, + { + "epoch": 0.77, + "learning_rate": 0.0002361579200770342, + "loss": 0.0664, + "theoretical_loss": 3.3939602451026096, + "tokens_seen": 2528378880 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023607767613545178, + "loss": 0.0645, + "theoretical_loss": 3.393932476381257, + "tokens_seen": 2528641024 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023599743219386937, + "loss": 0.0658, + "theoretical_loss": 3.3939047113445, + "tokens_seen": 2528903168 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023591718825228695, + "loss": 0.0657, + "theoretical_loss": 3.393876949991467, + "tokens_seen": 2529165312 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023583694431070454, + "loss": 0.0657, + "theoretical_loss": 3.393849192321288, + "tokens_seen": 2529427456 + }, + { + "epoch": 0.77, + "objective/train/advantage_avg": 7.331218512263149e-05, + "objective/train/docs_used": 920541, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.277720332145691, + "objective/train/original_loss": 1.277720332145691, + "objective/train/theoretical_loss": 3.3938214383330925, + "objective/train/tokens_used": 2550149600, + "objective/train/value_avg": -0.00475311279296875, + "objective/train/value_loss": 0.00014214959810487926, + "objective/train/value_max": -2.753734588623047e-05, + "objective/train/value_min": -0.287353515625, + "objective/train/value_reward_corr": 0.5490045712645399, + "objective/train/value_std": 0.0084991455078125, + "objective/train/weight_avg": 1.0001379251480103, + "objective/train/weighted_lm_loss": 1.277161955833435, + "objective/train/weights_max": 1.1933420896530151, + "objective/train/weights_min": 0.3975783586502075, + "theoretical_loss": 3.3938214383330925, + "tokens_seen": 2529689600 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023575670036912215, + "loss": 0.0676, + "theoretical_loss": 3.3938214383330925, + "tokens_seen": 2529689600 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023567645642753974, + "loss": 0.0663, + "theoretical_loss": 3.3937936880260113, + "tokens_seen": 2529951744 + }, + { + "epoch": 0.77, + "learning_rate": 0.0002355962124859573, + "loss": 0.0674, + "theoretical_loss": 3.3937659413991743, + "tokens_seen": 2530213888 + }, + { + "epoch": 0.77, + "learning_rate": 0.0002355159685443749, + "loss": 0.0661, + "theoretical_loss": 3.3937381984517123, + "tokens_seen": 2530476032 + }, + { + "epoch": 0.77, + "learning_rate": 0.0002354357246027925, + "loss": 0.0634, + "theoretical_loss": 3.3937104591827563, + "tokens_seen": 2530738176 + }, + { + "epoch": 0.77, + "learning_rate": 0.0002353554806612101, + "loss": 0.0657, + "theoretical_loss": 3.3936827235914375, + "tokens_seen": 2531000320 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023527523671962766, + "loss": 0.0663, + "theoretical_loss": 3.3936549916768874, + "tokens_seen": 2531262464 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023519499277804528, + "loss": 0.0682, + "theoretical_loss": 3.3936272634382387, + "tokens_seen": 2531524608 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023511474883646286, + "loss": 0.0662, + "theoretical_loss": 3.3935995388746227, + "tokens_seen": 2531786752 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023503450489488042, + "loss": 0.0631, + "theoretical_loss": 3.393571817985172, + "tokens_seen": 2532048896 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023495426095329803, + "loss": 0.0672, + "theoretical_loss": 3.3935441007690197, + "tokens_seen": 2532311040 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023487401701171562, + "loss": 0.0655, + "theoretical_loss": 3.393516387225299, + "tokens_seen": 2532573184 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023479377307013323, + "loss": 0.0653, + "theoretical_loss": 3.393488677353142, + "tokens_seen": 2532835328 + }, + { + "epoch": 0.77, + "objective/train/advantage_avg": -0.0010578639339655638, + "objective/train/docs_used": 921695, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3273663520812988, + "objective/train/original_loss": 1.3273662328720093, + "objective/train/theoretical_loss": 3.39347482379363, + "objective/train/tokens_used": 2553426400, + "objective/train/value_avg": -0.0111236572265625, + "objective/train/value_loss": 0.00039930749335326254, + "objective/train/value_max": -5.650520324707031e-05, + "objective/train/value_min": -0.5908203125, + "objective/train/value_reward_corr": 0.7351847696098024, + "objective/train/value_std": 0.0203704833984375, + "objective/train/weight_avg": 0.9991251230239868, + "objective/train/weighted_lm_loss": 1.3260952234268188, + "objective/train/weights_max": 1.4991999864578247, + "objective/train/weights_min": 0.368156373500824, + "theoretical_loss": 3.39347482379363, + "tokens_seen": 2532966400 + }, + { + "epoch": 0.77, + "learning_rate": 0.0002347135291285508, + "loss": 0.0653, + "theoretical_loss": 3.3934609711516845, + "tokens_seen": 2533097472 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023463328518696838, + "loss": 0.0638, + "theoretical_loss": 3.3934332686200586, + "tokens_seen": 2533359616 + }, + { + "epoch": 0.77, + "learning_rate": 0.000234553041245386, + "loss": 0.0662, + "theoretical_loss": 3.3934055697573995, + "tokens_seen": 2533621760 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023447279730380357, + "loss": 0.0663, + "theoretical_loss": 3.393377874562841, + "tokens_seen": 2533883904 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023439255336222116, + "loss": 0.0656, + "theoretical_loss": 3.393350183035519, + "tokens_seen": 2534146048 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023431230942063874, + "loss": 0.0644, + "theoretical_loss": 3.3933224951745675, + "tokens_seen": 2534408192 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023423206547905636, + "loss": 0.0654, + "theoretical_loss": 3.3932948109791226, + "tokens_seen": 2534670336 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023415182153747392, + "loss": 0.0666, + "theoretical_loss": 3.39326713044832, + "tokens_seen": 2534932480 + }, + { + "epoch": 0.77, + "learning_rate": 0.0002340715775958915, + "loss": 0.0668, + "theoretical_loss": 3.393239453581295, + "tokens_seen": 2535194624 + }, + { + "epoch": 0.77, + "learning_rate": 0.0002339913336543091, + "loss": 0.067, + "theoretical_loss": 3.393211780377185, + "tokens_seen": 2535456768 + }, + { + "epoch": 0.77, + "learning_rate": 0.0002339110897127267, + "loss": 0.0644, + "theoretical_loss": 3.3931841108351257, + "tokens_seen": 2535718912 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023383084577114428, + "loss": 0.0646, + "theoretical_loss": 3.393156444954255, + "tokens_seen": 2535981056 + }, + { + "epoch": 0.77, + "objective/train/advantage_avg": 0.0006873606471344829, + "objective/train/docs_used": 922895, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.403268575668335, + "objective/train/original_loss": 1.403268575668335, + "objective/train/theoretical_loss": 3.393128782733709, + "objective/train/tokens_used": 2556703200, + "objective/train/value_avg": -0.00769805908203125, + "objective/train/value_loss": 0.00030688842525705695, + "objective/train/value_max": -4.267692565917969e-05, + "objective/train/value_min": -0.6689453125, + "objective/train/value_reward_corr": 0.7166908491636361, + "objective/train/value_std": 0.0182342529296875, + "objective/train/weight_avg": 1.00082528591156, + "objective/train/weighted_lm_loss": 1.4040279388427734, + "objective/train/weights_max": 1.318975806236267, + "objective/train/weights_min": 0.3694151043891907, + "theoretical_loss": 3.393128782733709, + "tokens_seen": 2536243200 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023375060182956187, + "loss": 0.0669, + "theoretical_loss": 3.393128782733709, + "tokens_seen": 2536243200 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023367035788797946, + "loss": 0.0676, + "theoretical_loss": 3.3931011241726248, + "tokens_seen": 2536505344 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023359011394639707, + "loss": 0.064, + "theoretical_loss": 3.393073469270142, + "tokens_seen": 2536767488 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023350987000481463, + "loss": 0.0652, + "theoretical_loss": 3.393045818025397, + "tokens_seen": 2537029632 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023342962606323224, + "loss": 0.0663, + "theoretical_loss": 3.393018170437529, + "tokens_seen": 2537291776 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023334938212164982, + "loss": 0.067, + "theoretical_loss": 3.392990526505676, + "tokens_seen": 2537553920 + }, + { + "epoch": 0.77, + "learning_rate": 0.0002332691381800674, + "loss": 0.0659, + "theoretical_loss": 3.3929628862289776, + "tokens_seen": 2537816064 + }, + { + "epoch": 0.77, + "learning_rate": 0.000233188894238485, + "loss": 0.066, + "theoretical_loss": 3.392935249606573, + "tokens_seen": 2538078208 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023310865029690258, + "loss": 0.0672, + "theoretical_loss": 3.3929076166376007, + "tokens_seen": 2538340352 + }, + { + "epoch": 0.77, + "learning_rate": 0.0002330284063553202, + "loss": 0.0631, + "theoretical_loss": 3.3928799873212014, + "tokens_seen": 2538602496 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023294816241373775, + "loss": 0.065, + "theoretical_loss": 3.3928523616565154, + "tokens_seen": 2538864640 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023286791847215536, + "loss": 0.0636, + "theoretical_loss": 3.3928247396426827, + "tokens_seen": 2539126784 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023278767453057295, + "loss": 0.0629, + "theoretical_loss": 3.3927971212788437, + "tokens_seen": 2539388928 + }, + { + "epoch": 0.77, + "objective/train/advantage_avg": 0.0004690186178777367, + "objective/train/docs_used": 924078, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2749264240264893, + "objective/train/original_loss": 1.2749264240264893, + "objective/train/theoretical_loss": 3.3927833134654035, + "objective/train/tokens_used": 2559980000, + "objective/train/value_avg": -0.00989532470703125, + "objective/train/value_loss": 0.0002566258190199733, + "objective/train/value_max": -4.2319297790527344e-05, + "objective/train/value_min": -0.68017578125, + "objective/train/value_reward_corr": 0.7511561420886459, + "objective/train/value_std": 0.0196990966796875, + "objective/train/weight_avg": 1.0005854368209839, + "objective/train/weighted_lm_loss": 1.2742602825164795, + "objective/train/weights_max": 1.3322807550430298, + "objective/train/weights_min": 0.3702559173107147, + "theoretical_loss": 3.3927833134654035, + "tokens_seen": 2539520000 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023270743058899054, + "loss": 0.0657, + "theoretical_loss": 3.3927695065641394, + "tokens_seen": 2539651072 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023262718664740812, + "loss": 0.0643, + "theoretical_loss": 3.392741895497712, + "tokens_seen": 2539913216 + }, + { + "epoch": 0.77, + "learning_rate": 0.0002325469427058257, + "loss": 0.0628, + "theoretical_loss": 3.392714288078702, + "tokens_seen": 2540175360 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023246669876424332, + "loss": 0.0647, + "theoretical_loss": 3.3926866843062515, + "tokens_seen": 2540437504 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023238645482266088, + "loss": 0.0642, + "theoretical_loss": 3.392659084179503, + "tokens_seen": 2540699648 + }, + { + "epoch": 0.77, + "learning_rate": 0.0002323062108810785, + "loss": 0.0632, + "theoretical_loss": 3.3926314876975985, + "tokens_seen": 2540961792 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023222596693949608, + "loss": 0.0642, + "theoretical_loss": 3.3926038948596813, + "tokens_seen": 2541223936 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023214572299791366, + "loss": 0.0648, + "theoretical_loss": 3.3925763056648934, + "tokens_seen": 2541486080 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023206547905633125, + "loss": 0.065, + "theoretical_loss": 3.3925487201123787, + "tokens_seen": 2541748224 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023198523511474883, + "loss": 0.0671, + "theoretical_loss": 3.392521138201281, + "tokens_seen": 2542010368 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023190499117316645, + "loss": 0.065, + "theoretical_loss": 3.392493559930744, + "tokens_seen": 2542272512 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023182474723158403, + "loss": 0.0668, + "theoretical_loss": 3.3924659852999115, + "tokens_seen": 2542534656 + }, + { + "epoch": 0.77, + "objective/train/advantage_avg": -0.0006032312521710992, + "objective/train/docs_used": 925229, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.0970501899719238, + "objective/train/original_loss": 1.0970501899719238, + "objective/train/theoretical_loss": 3.3924384143079283, + "objective/train/tokens_used": 2563256800, + "objective/train/value_avg": -0.0078582763671875, + "objective/train/value_loss": 0.0001397857558913529, + "objective/train/value_max": -6.204843521118164e-05, + "objective/train/value_min": -0.244873046875, + "objective/train/value_reward_corr": 0.7809542534963139, + "objective/train/value_std": 0.01401519775390625, + "objective/train/weight_avg": 0.999462366104126, + "objective/train/weighted_lm_loss": 1.0965497493743896, + "objective/train/weights_max": 1.122611403465271, + "objective/train/weights_min": 0.3745575249195099, + "theoretical_loss": 3.3924384143079283, + "tokens_seen": 2542796800 + }, + { + "epoch": 0.77, + "learning_rate": 0.0002317445032900016, + "loss": 0.0646, + "theoretical_loss": 3.3924384143079283, + "tokens_seen": 2542796800 + }, + { + "epoch": 0.77, + "learning_rate": 0.0002316642593484192, + "loss": 0.0684, + "theoretical_loss": 3.392410846953939, + "tokens_seen": 2543058944 + }, + { + "epoch": 0.77, + "learning_rate": 0.0002315840154068368, + "loss": 0.0661, + "theoretical_loss": 3.3923832832370886, + "tokens_seen": 2543321088 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023150377146525437, + "loss": 0.067, + "theoretical_loss": 3.392355723156523, + "tokens_seen": 2543583232 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023142352752367196, + "loss": 0.0662, + "theoretical_loss": 3.392328166711387, + "tokens_seen": 2543845376 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023134328358208957, + "loss": 0.065, + "theoretical_loss": 3.3923006139008267, + "tokens_seen": 2544107520 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023126303964050716, + "loss": 0.0643, + "theoretical_loss": 3.3922730647239887, + "tokens_seen": 2544369664 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023118279569892471, + "loss": 0.0632, + "theoretical_loss": 3.392245519180019, + "tokens_seen": 2544631808 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023110255175734233, + "loss": 0.0642, + "theoretical_loss": 3.3922179772680643, + "tokens_seen": 2544893952 + }, + { + "epoch": 0.77, + "learning_rate": 0.0002310223078157599, + "loss": 0.0658, + "theoretical_loss": 3.392190438987272, + "tokens_seen": 2545156096 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023094206387417753, + "loss": 0.0667, + "theoretical_loss": 3.39216290433679, + "tokens_seen": 2545418240 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023086181993259508, + "loss": 0.0641, + "theoretical_loss": 3.392135373315764, + "tokens_seen": 2545680384 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023078157599101267, + "loss": 0.0633, + "theoretical_loss": 3.392107845923344, + "tokens_seen": 2545942528 + }, + { + "epoch": 0.77, + "objective/train/advantage_avg": 0.0006966609507799149, + "objective/train/docs_used": 926243, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2135592699050903, + "objective/train/original_loss": 1.2135592699050903, + "objective/train/theoretical_loss": 3.392094083587595, + "objective/train/tokens_used": 2566533600, + "objective/train/value_avg": -0.00760650634765625, + "objective/train/value_loss": 0.00015065676416270435, + "objective/train/value_max": -5.650520324707031e-05, + "objective/train/value_min": -0.312744140625, + "objective/train/value_reward_corr": 0.6875495082349552, + "objective/train/value_std": 0.01123046875, + "objective/train/weight_avg": 1.0007692575454712, + "objective/train/weighted_lm_loss": 1.2141996622085571, + "objective/train/weights_max": 1.2364944219589233, + "objective/train/weights_min": 0.6092786192893982, + "theoretical_loss": 3.392094083587595, + "tokens_seen": 2546073600 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023070133204943028, + "loss": 0.0635, + "theoretical_loss": 3.3920803221586775, + "tokens_seen": 2546204672 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023062108810784784, + "loss": 0.0636, + "theoretical_loss": 3.3920528020209124, + "tokens_seen": 2546466816 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023054084416626545, + "loss": 0.0616, + "theoretical_loss": 3.392025285509198, + "tokens_seen": 2546728960 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023046060022468304, + "loss": 0.0631, + "theoretical_loss": 3.391997772622683, + "tokens_seen": 2546991104 + }, + { + "epoch": 0.77, + "learning_rate": 0.00023038035628310065, + "loss": 0.062, + "theoretical_loss": 3.3919702633605175, + "tokens_seen": 2547253248 + }, + { + "epoch": 0.77, + "learning_rate": 0.0002303001123415182, + "loss": 0.062, + "theoretical_loss": 3.391942757721851, + "tokens_seen": 2547515392 + }, + { + "epoch": 0.77, + "learning_rate": 0.0002302198683999358, + "loss": 0.0649, + "theoretical_loss": 3.3919152557058325, + "tokens_seen": 2547777536 + }, + { + "epoch": 0.77, + "learning_rate": 0.0002301396244583534, + "loss": 0.0637, + "theoretical_loss": 3.3918877573116126, + "tokens_seen": 2548039680 + }, + { + "epoch": 0.77, + "learning_rate": 0.000230059380516771, + "loss": 0.0659, + "theoretical_loss": 3.3918602625383425, + "tokens_seen": 2548301824 + }, + { + "epoch": 0.77, + "learning_rate": 0.00022997913657518858, + "loss": 0.0646, + "theoretical_loss": 3.391832771385172, + "tokens_seen": 2548563968 + }, + { + "epoch": 0.77, + "learning_rate": 0.00022989889263360616, + "loss": 0.0632, + "theoretical_loss": 3.3918052838512533, + "tokens_seen": 2548826112 + }, + { + "epoch": 0.77, + "learning_rate": 0.00022981864869202375, + "loss": 0.0641, + "theoretical_loss": 3.3917777999357366, + "tokens_seen": 2549088256 + }, + { + "epoch": 0.77, + "objective/train/advantage_avg": 0.0001538729848107323, + "objective/train/docs_used": 927515, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2925198078155518, + "objective/train/original_loss": 1.2925195693969727, + "objective/train/theoretical_loss": 3.3917503196377745, + "objective/train/tokens_used": 2569810400, + "objective/train/value_avg": -0.006214141845703125, + "objective/train/value_loss": 0.00016669290198478848, + "objective/train/value_max": -5.435943603515625e-05, + "objective/train/value_min": -0.2509765625, + "objective/train/value_reward_corr": 0.631749738686405, + "objective/train/value_std": 0.0099029541015625, + "objective/train/weight_avg": 1.0002256631851196, + "objective/train/weighted_lm_loss": 1.2930883169174194, + "objective/train/weights_max": 1.1256929636001587, + "objective/train/weights_min": 0.36989736557006836, + "theoretical_loss": 3.3917503196377745, + "tokens_seen": 2549350400 + }, + { + "epoch": 0.77, + "learning_rate": 0.00022973840475044136, + "loss": 0.066, + "theoretical_loss": 3.3917503196377745, + "tokens_seen": 2549350400 + }, + { + "epoch": 0.77, + "learning_rate": 0.00022965816080885892, + "loss": 0.0647, + "theoretical_loss": 3.391722842956518, + "tokens_seen": 2549612544 + }, + { + "epoch": 0.77, + "learning_rate": 0.00022957791686727653, + "loss": 0.0626, + "theoretical_loss": 3.3916953698911203, + "tokens_seen": 2549874688 + }, + { + "epoch": 0.77, + "learning_rate": 0.00022949767292569412, + "loss": 0.0639, + "theoretical_loss": 3.391667900440733, + "tokens_seen": 2550136832 + }, + { + "epoch": 0.77, + "learning_rate": 0.0002294174289841117, + "loss": 0.0646, + "theoretical_loss": 3.3916404346045095, + "tokens_seen": 2550398976 + }, + { + "epoch": 0.77, + "learning_rate": 0.0002293371850425293, + "loss": 0.0641, + "theoretical_loss": 3.3916129723816026, + "tokens_seen": 2550661120 + }, + { + "epoch": 0.77, + "learning_rate": 0.00022925694110094688, + "loss": 0.0652, + "theoretical_loss": 3.3915855137711657, + "tokens_seen": 2550923264 + }, + { + "epoch": 0.77, + "learning_rate": 0.0002291766971593645, + "loss": 0.0617, + "theoretical_loss": 3.3915580587723526, + "tokens_seen": 2551185408 + }, + { + "epoch": 0.77, + "learning_rate": 0.00022909645321778205, + "loss": 0.0621, + "theoretical_loss": 3.391530607384317, + "tokens_seen": 2551447552 + }, + { + "epoch": 0.77, + "learning_rate": 0.00022901620927619966, + "loss": 0.0631, + "theoretical_loss": 3.3915031596062133, + "tokens_seen": 2551709696 + }, + { + "epoch": 0.77, + "learning_rate": 0.00022893596533461724, + "loss": 0.0633, + "theoretical_loss": 3.391475715437196, + "tokens_seen": 2551971840 + }, + { + "epoch": 0.77, + "learning_rate": 0.00022885572139303486, + "loss": 0.0622, + "theoretical_loss": 3.39144827487642, + "tokens_seen": 2552233984 + }, + { + "epoch": 0.77, + "learning_rate": 0.00022877547745145242, + "loss": 0.0656, + "theoretical_loss": 3.3914208379230395, + "tokens_seen": 2552496128 + }, + { + "epoch": 0.77, + "objective/train/advantage_avg": 0.00029837756301276386, + "objective/train/docs_used": 928605, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2360426187515259, + "objective/train/original_loss": 1.2360424995422363, + "objective/train/theoretical_loss": 3.391407120798859, + "objective/train/tokens_used": 2573087200, + "objective/train/value_avg": -0.01241302490234375, + "objective/train/value_loss": 0.00045713441795669496, + "objective/train/value_max": -6.35385513305664e-05, + "objective/train/value_min": -0.70263671875, + "objective/train/value_reward_corr": 0.6990157582170531, + "objective/train/value_std": 0.0210723876953125, + "objective/train/weight_avg": 1.0004957914352417, + "objective/train/weighted_lm_loss": 1.2367889881134033, + "objective/train/weights_max": 1.3078596591949463, + "objective/train/weights_min": 0.3716115355491638, + "theoretical_loss": 3.391407120798859, + "tokens_seen": 2552627200 + }, + { + "epoch": 0.77, + "learning_rate": 0.00022869523350987, + "loss": 0.0654, + "theoretical_loss": 3.3913934045762106, + "tokens_seen": 2552758272 + }, + { + "epoch": 0.77, + "learning_rate": 0.00022861498956828761, + "loss": 0.0623, + "theoretical_loss": 3.3913659748350895, + "tokens_seen": 2553020416 + }, + { + "epoch": 0.77, + "learning_rate": 0.00022853474562670517, + "loss": 0.0658, + "theoretical_loss": 3.391338548698831, + "tokens_seen": 2553282560 + }, + { + "epoch": 0.77, + "learning_rate": 0.00022845450168512278, + "loss": 0.0643, + "theoretical_loss": 3.391311126166592, + "tokens_seen": 2553544704 + }, + { + "epoch": 0.77, + "learning_rate": 0.00022837425774354037, + "loss": 0.0622, + "theoretical_loss": 3.3912837072375286, + "tokens_seen": 2553806848 + }, + { + "epoch": 0.77, + "learning_rate": 0.00022829401380195796, + "loss": 0.0647, + "theoretical_loss": 3.391256291910798, + "tokens_seen": 2554068992 + }, + { + "epoch": 0.77, + "learning_rate": 0.00022821376986037554, + "loss": 0.0639, + "theoretical_loss": 3.391228880185557, + "tokens_seen": 2554331136 + }, + { + "epoch": 0.77, + "learning_rate": 0.00022813352591879313, + "loss": 0.0624, + "theoretical_loss": 3.3912014720609625, + "tokens_seen": 2554593280 + }, + { + "epoch": 0.77, + "learning_rate": 0.00022805328197721074, + "loss": 0.0658, + "theoretical_loss": 3.391174067536173, + "tokens_seen": 2554855424 + }, + { + "epoch": 0.77, + "learning_rate": 0.00022797303803562832, + "loss": 0.0663, + "theoretical_loss": 3.391146666610346, + "tokens_seen": 2555117568 + }, + { + "epoch": 0.77, + "learning_rate": 0.00022789279409404588, + "loss": 0.0664, + "theoretical_loss": 3.3911192692826395, + "tokens_seen": 2555379712 + }, + { + "epoch": 0.77, + "learning_rate": 0.0002278125501524635, + "loss": 0.0647, + "theoretical_loss": 3.3910918755522124, + "tokens_seen": 2555641856 + }, + { + "epoch": 0.77, + "objective/train/advantage_avg": 0.0012136992299929261, + "objective/train/docs_used": 929757, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3189996480941772, + "objective/train/original_loss": 1.3189997673034668, + "objective/train/theoretical_loss": 3.391064485418223, + "objective/train/tokens_used": 2576364000, + "objective/train/value_avg": -0.00600433349609375, + "objective/train/value_loss": 0.000124513782793656, + "objective/train/value_max": -5.7816505432128906e-05, + "objective/train/value_min": -0.381103515625, + "objective/train/value_reward_corr": 0.7361791465930938, + "objective/train/value_std": 0.01274871826171875, + "objective/train/weight_avg": 1.0012743473052979, + "objective/train/weighted_lm_loss": 1.3205986022949219, + "objective/train/weights_max": 1.353885293006897, + "objective/train/weights_min": 0.7072691321372986, + "theoretical_loss": 3.391064485418223, + "tokens_seen": 2555904000 + }, + { + "epoch": 0.77, + "learning_rate": 0.00022773230621088108, + "loss": 0.0644, + "theoretical_loss": 3.391064485418223, + "tokens_seen": 2555904000 + }, + { + "epoch": 0.77, + "learning_rate": 0.00022765206226929867, + "loss": 0.0666, + "theoretical_loss": 3.3910370988798304, + "tokens_seen": 2556166144 + }, + { + "epoch": 0.77, + "learning_rate": 0.00022757181832771625, + "loss": 0.0667, + "theoretical_loss": 3.3910097159361943, + "tokens_seen": 2556428288 + }, + { + "epoch": 0.77, + "learning_rate": 0.00022749157438613386, + "loss": 0.0633, + "theoretical_loss": 3.3909823365864744, + "tokens_seen": 2556690432 + }, + { + "epoch": 0.77, + "learning_rate": 0.00022741133044455145, + "loss": 0.0644, + "theoretical_loss": 3.3909549608298297, + "tokens_seen": 2556952576 + }, + { + "epoch": 0.77, + "learning_rate": 0.000227331086502969, + "loss": 0.0644, + "theoretical_loss": 3.3909275886654213, + "tokens_seen": 2557214720 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022725084256138662, + "loss": 0.0651, + "theoretical_loss": 3.3909002200924094, + "tokens_seen": 2557476864 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002271705986198042, + "loss": 0.0655, + "theoretical_loss": 3.3908728551099543, + "tokens_seen": 2557739008 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022709035467822182, + "loss": 0.0655, + "theoretical_loss": 3.390845493717218, + "tokens_seen": 2558001152 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022701011073663938, + "loss": 0.067, + "theoretical_loss": 3.3908181359133605, + "tokens_seen": 2558263296 + }, + { + "epoch": 0.78, + "learning_rate": 0.000226929866795057, + "loss": 0.064, + "theoretical_loss": 3.390790781697544, + "tokens_seen": 2558525440 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022684962285347458, + "loss": 0.0664, + "theoretical_loss": 3.390763431068931, + "tokens_seen": 2558787584 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022676937891189213, + "loss": 0.0641, + "theoretical_loss": 3.390736084026683, + "tokens_seen": 2559049728 + }, + { + "epoch": 0.78, + "objective/train/advantage_avg": -3.509069938445464e-05, + "objective/train/docs_used": 930868, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1365431547164917, + "objective/train/original_loss": 1.1365430355072021, + "objective/train/theoretical_loss": 3.390722411850184, + "objective/train/tokens_used": 2579640800, + "objective/train/value_avg": -0.00681304931640625, + "objective/train/value_loss": 0.0003646397090051323, + "objective/train/value_max": -2.568960189819336e-05, + "objective/train/value_min": -0.56884765625, + "objective/train/value_reward_corr": 0.6066265656188901, + "objective/train/value_std": 0.01461029052734375, + "objective/train/weight_avg": 1.0001202821731567, + "objective/train/weighted_lm_loss": 1.136238932609558, + "objective/train/weights_max": 1.413010597229004, + "objective/train/weights_min": 0.375135213136673, + "theoretical_loss": 3.390722411850184, + "tokens_seen": 2559180800 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022668913497030975, + "loss": 0.0608, + "theoretical_loss": 3.390708740569962, + "tokens_seen": 2559311872 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022660889102872733, + "loss": 0.0663, + "theoretical_loss": 3.3906814006979316, + "tokens_seen": 2559574016 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022652864708714495, + "loss": 0.0639, + "theoretical_loss": 3.390654064409754, + "tokens_seen": 2559836160 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002264484031455625, + "loss": 0.0601, + "theoretical_loss": 3.3906267317045935, + "tokens_seen": 2560098304 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002263681592039801, + "loss": 0.0639, + "theoretical_loss": 3.3905994025816124, + "tokens_seen": 2560360448 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002262879152623977, + "loss": 0.0644, + "theoretical_loss": 3.3905720770399754, + "tokens_seen": 2560622592 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002262076713208153, + "loss": 0.0614, + "theoretical_loss": 3.3905447550788463, + "tokens_seen": 2560884736 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022612742737923287, + "loss": 0.0637, + "theoretical_loss": 3.39051743669739, + "tokens_seen": 2561146880 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022604718343765046, + "loss": 0.0639, + "theoretical_loss": 3.39049012189477, + "tokens_seen": 2561409024 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022596693949606807, + "loss": 0.0627, + "theoretical_loss": 3.3904628106701526, + "tokens_seen": 2561671168 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022588669555448563, + "loss": 0.0659, + "theoretical_loss": 3.3904355030227022, + "tokens_seen": 2561933312 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022580645161290321, + "loss": 0.0642, + "theoretical_loss": 3.3904081989515844, + "tokens_seen": 2562195456 + }, + { + "epoch": 0.78, + "objective/train/advantage_avg": 0.00048825875273905694, + "objective/train/docs_used": 931999, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2366842031478882, + "objective/train/original_loss": 1.2366840839385986, + "objective/train/theoretical_loss": 3.390380898455965, + "objective/train/tokens_used": 2582917600, + "objective/train/value_avg": -0.0059967041015625, + "objective/train/value_loss": 8.789703861111775e-05, + "objective/train/value_max": -1.9550323486328125e-05, + "objective/train/value_min": -0.2470703125, + "objective/train/value_reward_corr": 0.739748484536254, + "objective/train/value_std": 0.0113067626953125, + "objective/train/weight_avg": 1.0005319118499756, + "objective/train/weighted_lm_loss": 1.2368087768554688, + "objective/train/weights_max": 1.2207326889038086, + "objective/train/weights_min": 0.8211470246315002, + "theoretical_loss": 3.390380898455965, + "tokens_seen": 2562457600 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022572620767132083, + "loss": 0.063, + "theoretical_loss": 3.390380898455965, + "tokens_seen": 2562457600 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002256459637297384, + "loss": 0.0663, + "theoretical_loss": 3.390353601535011, + "tokens_seen": 2562719744 + }, + { + "epoch": 0.78, + "learning_rate": 0.000225565719788156, + "loss": 0.0641, + "theoretical_loss": 3.3903263081878876, + "tokens_seen": 2562981888 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022548547584657358, + "loss": 0.0634, + "theoretical_loss": 3.390299018413762, + "tokens_seen": 2563244032 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022540523190499117, + "loss": 0.0636, + "theoretical_loss": 3.3902717322118, + "tokens_seen": 2563506176 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022532498796340878, + "loss": 0.0658, + "theoretical_loss": 3.3902444495811705, + "tokens_seen": 2563768320 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022524474402182634, + "loss": 0.0649, + "theoretical_loss": 3.3902171705210398, + "tokens_seen": 2564030464 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022516450008024395, + "loss": 0.0625, + "theoretical_loss": 3.390189895030576, + "tokens_seen": 2564292608 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022508425613866154, + "loss": 0.0635, + "theoretical_loss": 3.390162623108948, + "tokens_seen": 2564554752 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022500401219707915, + "loss": 0.0651, + "theoretical_loss": 3.390135354755323, + "tokens_seen": 2564816896 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002249237682554967, + "loss": 0.0642, + "theoretical_loss": 3.3901080899688694, + "tokens_seen": 2565079040 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002248435243139143, + "loss": 0.0637, + "theoretical_loss": 3.390080828748757, + "tokens_seen": 2565341184 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002247632803723319, + "loss": 0.0642, + "theoretical_loss": 3.390053571094154, + "tokens_seen": 2565603328 + }, + { + "epoch": 0.78, + "objective/train/advantage_avg": 0.0001915576431201771, + "objective/train/docs_used": 933221, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4886292219161987, + "objective/train/original_loss": 1.4886291027069092, + "objective/train/theoretical_loss": 3.3900399436036595, + "objective/train/tokens_used": 2586194400, + "objective/train/value_avg": -0.007080078125, + "objective/train/value_loss": 0.00017825447139330208, + "objective/train/value_max": -3.737211227416992e-05, + "objective/train/value_min": -0.278076171875, + "objective/train/value_reward_corr": 0.7572595785185927, + "objective/train/value_std": 0.0156707763671875, + "objective/train/weight_avg": 1.0002723932266235, + "objective/train/weighted_lm_loss": 1.4886287450790405, + "objective/train/weights_max": 1.2189241647720337, + "objective/train/weights_min": 0.3758399486541748, + "theoretical_loss": 3.3900399436036595, + "tokens_seen": 2565734400 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022468303643074947, + "loss": 0.0654, + "theoretical_loss": 3.3900263170042306, + "tokens_seen": 2565865472 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022460279248916708, + "loss": 0.0633, + "theoretical_loss": 3.3899990664781563, + "tokens_seen": 2566127616 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022452254854758466, + "loss": 0.0658, + "theoretical_loss": 3.389971819515101, + "tokens_seen": 2566389760 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022444230460600225, + "loss": 0.066, + "theoretical_loss": 3.389944576114235, + "tokens_seen": 2566651904 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022436206066441984, + "loss": 0.0624, + "theoretical_loss": 3.3899173362747286, + "tokens_seen": 2566914048 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022428181672283742, + "loss": 0.0649, + "theoretical_loss": 3.389890099995753, + "tokens_seen": 2567176192 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022420157278125503, + "loss": 0.066, + "theoretical_loss": 3.389862867276479, + "tokens_seen": 2567438336 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022412132883967262, + "loss": 0.0627, + "theoretical_loss": 3.3898356381160784, + "tokens_seen": 2567700480 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002240410848980902, + "loss": 0.0661, + "theoretical_loss": 3.3898084125137222, + "tokens_seen": 2567962624 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002239608409565078, + "loss": 0.0644, + "theoretical_loss": 3.389781190468583, + "tokens_seen": 2568224768 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022388059701492538, + "loss": 0.0649, + "theoretical_loss": 3.3897539719798324, + "tokens_seen": 2568486912 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022380035307334296, + "loss": 0.0657, + "theoretical_loss": 3.389726757046643, + "tokens_seen": 2568749056 + }, + { + "epoch": 0.78, + "objective/train/advantage_avg": 0.0005425048293545842, + "objective/train/docs_used": 934338, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1806715726852417, + "objective/train/original_loss": 1.1806714534759521, + "objective/train/theoretical_loss": 3.3896995456681878, + "objective/train/tokens_used": 2589471200, + "objective/train/value_avg": -0.00901031494140625, + "objective/train/value_loss": 0.0001874281733762473, + "objective/train/value_max": -4.9114227294921875e-05, + "objective/train/value_min": -0.24658203125, + "objective/train/value_reward_corr": 0.8059146842795337, + "objective/train/value_std": 0.0176544189453125, + "objective/train/weight_avg": 1.0006307363510132, + "objective/train/weighted_lm_loss": 1.1815723180770874, + "objective/train/weights_max": 1.186949610710144, + "objective/train/weights_min": 0.3721051514148712, + "theoretical_loss": 3.3896995456681878, + "tokens_seen": 2569011200 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022372010913176055, + "loss": 0.0633, + "theoretical_loss": 3.3896995456681878, + "tokens_seen": 2569011200 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022363986519017816, + "loss": 0.0689, + "theoretical_loss": 3.38967233784364, + "tokens_seen": 2569273344 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022355962124859574, + "loss": 0.0634, + "theoretical_loss": 3.3896451335721727, + "tokens_seen": 2569535488 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002234793773070133, + "loss": 0.0646, + "theoretical_loss": 3.3896179328529588, + "tokens_seen": 2569797632 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022339913336543092, + "loss": 0.0666, + "theoretical_loss": 3.3895907356851733, + "tokens_seen": 2570059776 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002233188894238485, + "loss": 0.0651, + "theoretical_loss": 3.38956354206799, + "tokens_seen": 2570321920 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022323864548226611, + "loss": 0.0667, + "theoretical_loss": 3.389536352000583, + "tokens_seen": 2570584064 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022315840154068367, + "loss": 0.0684, + "theoretical_loss": 3.389509165482127, + "tokens_seen": 2570846208 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022307815759910128, + "loss": 0.0663, + "theoretical_loss": 3.389481982511797, + "tokens_seen": 2571108352 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022299791365751887, + "loss": 0.0669, + "theoretical_loss": 3.3894548030887686, + "tokens_seen": 2571370496 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022291766971593643, + "loss": 0.0643, + "theoretical_loss": 3.3894276272122172, + "tokens_seen": 2571632640 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022283742577435404, + "loss": 0.0641, + "theoretical_loss": 3.389400454881318, + "tokens_seen": 2571894784 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022275718183277163, + "loss": 0.0669, + "theoretical_loss": 3.389373286095248, + "tokens_seen": 2572156928 + }, + { + "epoch": 0.78, + "objective/train/advantage_avg": 0.0005711216363124549, + "objective/train/docs_used": 935480, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2370591163635254, + "objective/train/original_loss": 1.2370591163635254, + "objective/train/theoretical_loss": 3.3893597030312663, + "objective/train/tokens_used": 2592748000, + "objective/train/value_avg": -0.0070953369140625, + "objective/train/value_loss": 0.0001473571901442483, + "objective/train/value_max": -5.227327346801758e-05, + "objective/train/value_min": -0.291259765625, + "objective/train/value_reward_corr": 0.706063556159497, + "objective/train/value_std": 0.01284027099609375, + "objective/train/weight_avg": 1.0006407499313354, + "objective/train/weighted_lm_loss": 1.2375242710113525, + "objective/train/weights_max": 1.1645605564117432, + "objective/train/weights_min": 0.40030547976493835, + "theoretical_loss": 3.3893597030312663, + "tokens_seen": 2572288000 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022267693789118924, + "loss": 0.0706, + "theoretical_loss": 3.389346120853183, + "tokens_seen": 2572419072 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002225966939496068, + "loss": 0.068, + "theoretical_loss": 3.3893189591543, + "tokens_seen": 2572681216 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022251645000802438, + "loss": 0.0687, + "theoretical_loss": 3.3892918009977753, + "tokens_seen": 2572943360 + }, + { + "epoch": 0.78, + "learning_rate": 0.000222436206066442, + "loss": 0.0641, + "theoretical_loss": 3.3892646463827862, + "tokens_seen": 2573205504 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022235596212485958, + "loss": 0.0634, + "theoretical_loss": 3.3892374953085107, + "tokens_seen": 2573467648 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022227571818327717, + "loss": 0.0702, + "theoretical_loss": 3.389210347774126, + "tokens_seen": 2573729792 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022219547424169475, + "loss": 0.0645, + "theoretical_loss": 3.3891832037788103, + "tokens_seen": 2573991936 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022211523030011236, + "loss": 0.063, + "theoretical_loss": 3.389156063321742, + "tokens_seen": 2574254080 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022203498635852992, + "loss": 0.0649, + "theoretical_loss": 3.3891289264020994, + "tokens_seen": 2574516224 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002219547424169475, + "loss": 0.0659, + "theoretical_loss": 3.3891017930190612, + "tokens_seen": 2574778368 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022187449847536512, + "loss": 0.0672, + "theoretical_loss": 3.3890746631718067, + "tokens_seen": 2575040512 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002217942545337827, + "loss": 0.0611, + "theoretical_loss": 3.3890475368595157, + "tokens_seen": 2575302656 + }, + { + "epoch": 0.78, + "objective/train/advantage_avg": 0.0010266803437843919, + "objective/train/docs_used": 936685, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.353411316871643, + "objective/train/original_loss": 1.353411316871643, + "objective/train/theoretical_loss": 3.389020414081367, + "objective/train/tokens_used": 2596024800, + "objective/train/value_avg": -0.00847625732421875, + "objective/train/value_loss": 0.0001855468435678631, + "objective/train/value_max": -6.866455078125e-05, + "objective/train/value_min": -0.240478515625, + "objective/train/value_reward_corr": 0.6463029355109875, + "objective/train/value_std": 0.01247406005859375, + "objective/train/weight_avg": 1.0011112689971924, + "objective/train/weighted_lm_loss": 1.354053020477295, + "objective/train/weights_max": 1.1375834941864014, + "objective/train/weights_min": 0.3729492723941803, + "theoretical_loss": 3.389020414081367, + "tokens_seen": 2575564800 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002217140105922003, + "loss": 0.0664, + "theoretical_loss": 3.389020414081367, + "tokens_seen": 2575564800 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022163376665061788, + "loss": 0.066, + "theoretical_loss": 3.3889932948365407, + "tokens_seen": 2575826944 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022155352270903546, + "loss": 0.063, + "theoretical_loss": 3.3889661791242176, + "tokens_seen": 2576089088 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022147327876745308, + "loss": 0.0677, + "theoretical_loss": 3.3889390669435775, + "tokens_seen": 2576351232 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022139303482587063, + "loss": 0.068, + "theoretical_loss": 3.388911958293802, + "tokens_seen": 2576613376 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022131279088428825, + "loss": 0.0615, + "theoretical_loss": 3.388884853174071, + "tokens_seen": 2576875520 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022123254694270583, + "loss": 0.0687, + "theoretical_loss": 3.3888577515835663, + "tokens_seen": 2577137664 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022115230300112342, + "loss": 0.0614, + "theoretical_loss": 3.3888306535214694, + "tokens_seen": 2577399808 + }, + { + "epoch": 0.78, + "learning_rate": 0.000221072059059541, + "loss": 0.0655, + "theoretical_loss": 3.3888035589869627, + "tokens_seen": 2577661952 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002209918151179586, + "loss": 0.0651, + "theoretical_loss": 3.3887764679792274, + "tokens_seen": 2577924096 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002209115711763762, + "loss": 0.0655, + "theoretical_loss": 3.3887493804974462, + "tokens_seen": 2578186240 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022083132723479376, + "loss": 0.0691, + "theoretical_loss": 3.388722296540802, + "tokens_seen": 2578448384 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022075108329321137, + "loss": 0.0672, + "theoretical_loss": 3.3886952161084776, + "tokens_seen": 2578710528 + }, + { + "epoch": 0.78, + "objective/train/advantage_avg": 0.0004954567411914468, + "objective/train/docs_used": 937774, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1977825164794922, + "objective/train/original_loss": 1.1977826356887817, + "objective/train/theoretical_loss": 3.38868167721368, + "objective/train/tokens_used": 2599301600, + "objective/train/value_avg": -0.0077056884765625, + "objective/train/value_loss": 0.00030659991898573935, + "objective/train/value_max": -3.3736228942871094e-05, + "objective/train/value_min": -0.5634765625, + "objective/train/value_reward_corr": 0.7085969363609894, + "objective/train/value_std": 0.01593017578125, + "objective/train/weight_avg": 1.000626564025879, + "objective/train/weighted_lm_loss": 1.1988887786865234, + "objective/train/weights_max": 1.2579193115234375, + "objective/train/weights_min": 0.38233569264411926, + "theoretical_loss": 3.38868167721368, + "tokens_seen": 2578841600 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022067083935162896, + "loss": 0.0649, + "theoretical_loss": 3.3886681391996563, + "tokens_seen": 2578972672 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022059059541004654, + "loss": 0.0676, + "theoretical_loss": 3.3886410658135206, + "tokens_seen": 2579234816 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022051035146846413, + "loss": 0.0679, + "theoretical_loss": 3.388613995949256, + "tokens_seen": 2579496960 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022043010752688171, + "loss": 0.0674, + "theoretical_loss": 3.388586929606045, + "tokens_seen": 2579759104 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022034986358529933, + "loss": 0.0643, + "theoretical_loss": 3.3885598667830727, + "tokens_seen": 2580021248 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002202696196437169, + "loss": 0.062, + "theoretical_loss": 3.3885328074795233, + "tokens_seen": 2580283392 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002201893757021345, + "loss": 0.0646, + "theoretical_loss": 3.3885057516945816, + "tokens_seen": 2580545536 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022010913176055208, + "loss": 0.0672, + "theoretical_loss": 3.388478699427433, + "tokens_seen": 2580807680 + }, + { + "epoch": 0.78, + "learning_rate": 0.00022002888781896967, + "loss": 0.0638, + "theoretical_loss": 3.388451650677262, + "tokens_seen": 2581069824 + }, + { + "epoch": 0.78, + "learning_rate": 0.00021994864387738725, + "loss": 0.0668, + "theoretical_loss": 3.388424605443256, + "tokens_seen": 2581331968 + }, + { + "epoch": 0.78, + "learning_rate": 0.00021986839993580484, + "loss": 0.0654, + "theoretical_loss": 3.3883975637245993, + "tokens_seen": 2581594112 + }, + { + "epoch": 0.78, + "learning_rate": 0.00021978815599422245, + "loss": 0.0638, + "theoretical_loss": 3.388370525520479, + "tokens_seen": 2581856256 + }, + { + "epoch": 0.78, + "objective/train/advantage_avg": -0.00032550294417887926, + "objective/train/docs_used": 938961, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3870831727981567, + "objective/train/original_loss": 1.3870829343795776, + "objective/train/theoretical_loss": 3.3883434908300805, + "objective/train/tokens_used": 2602578400, + "objective/train/value_avg": -0.01092529296875, + "objective/train/value_loss": 0.0006055855192244053, + "objective/train/value_max": -3.24249267578125e-05, + "objective/train/value_min": -0.6826171875, + "objective/train/value_reward_corr": 0.7860610495914513, + "objective/train/value_std": 0.0302276611328125, + "objective/train/weight_avg": 0.9998853206634521, + "objective/train/weighted_lm_loss": 1.3857749700546265, + "objective/train/weights_max": 1.5375277996063232, + "objective/train/weights_min": 0.05498494952917099, + "theoretical_loss": 3.3883434908300805, + "tokens_seen": 2582118400 + }, + { + "epoch": 0.78, + "learning_rate": 0.00021970791205264004, + "loss": 0.0653, + "theoretical_loss": 3.3883434908300805, + "tokens_seen": 2582118400 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002196276681110576, + "loss": 0.0674, + "theoretical_loss": 3.388316459652591, + "tokens_seen": 2582380544 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002195474241694752, + "loss": 0.0638, + "theoretical_loss": 3.3882894319871983, + "tokens_seen": 2582642688 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002194671802278928, + "loss": 0.0653, + "theoretical_loss": 3.388262407833089, + "tokens_seen": 2582904832 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002193869362863104, + "loss": 0.0671, + "theoretical_loss": 3.3882353871894506, + "tokens_seen": 2583166976 + }, + { + "epoch": 0.78, + "learning_rate": 0.00021930669234472797, + "loss": 0.0657, + "theoretical_loss": 3.388208370055471, + "tokens_seen": 2583429120 + }, + { + "epoch": 0.78, + "learning_rate": 0.00021922644840314558, + "loss": 0.065, + "theoretical_loss": 3.388181356430338, + "tokens_seen": 2583691264 + }, + { + "epoch": 0.78, + "learning_rate": 0.00021914620446156316, + "loss": 0.0639, + "theoretical_loss": 3.3881543463132404, + "tokens_seen": 2583953408 + }, + { + "epoch": 0.78, + "learning_rate": 0.00021906596051998072, + "loss": 0.0644, + "theoretical_loss": 3.3881273397033667, + "tokens_seen": 2584215552 + }, + { + "epoch": 0.78, + "learning_rate": 0.00021898571657839834, + "loss": 0.0656, + "theoretical_loss": 3.388100336599906, + "tokens_seen": 2584477696 + }, + { + "epoch": 0.78, + "learning_rate": 0.00021890547263681592, + "loss": 0.0649, + "theoretical_loss": 3.388073337002047, + "tokens_seen": 2584739840 + }, + { + "epoch": 0.78, + "learning_rate": 0.00021882522869523353, + "loss": 0.0648, + "theoretical_loss": 3.388046340908979, + "tokens_seen": 2585001984 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002187449847536511, + "loss": 0.0652, + "theoretical_loss": 3.388019348319892, + "tokens_seen": 2585264128 + }, + { + "epoch": 0.78, + "objective/train/advantage_avg": 0.0005554603412747383, + "objective/train/docs_used": 939988, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2245571613311768, + "objective/train/original_loss": 1.2245571613311768, + "objective/train/theoretical_loss": 3.3880058533390884, + "objective/train/tokens_used": 2605855200, + "objective/train/value_avg": -0.00647735595703125, + "objective/train/value_loss": 0.0002505444281268865, + "objective/train/value_max": -3.11732292175293e-05, + "objective/train/value_min": -0.346923828125, + "objective/train/value_reward_corr": 0.6883721365219351, + "objective/train/value_std": 0.01507568359375, + "objective/train/weight_avg": 1.0006616115570068, + "objective/train/weighted_lm_loss": 1.2250885963439941, + "objective/train/weights_max": 1.3404009342193604, + "objective/train/weights_min": 0.3839961290359497, + "theoretical_loss": 3.3880058533390884, + "tokens_seen": 2585395200 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002186647408120687, + "loss": 0.0623, + "theoretical_loss": 3.3879923592339765, + "tokens_seen": 2585526272 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002185844968704863, + "loss": 0.064, + "theoretical_loss": 3.3879653736504216, + "tokens_seen": 2585788416 + }, + { + "epoch": 0.78, + "learning_rate": 0.00021850425292890388, + "loss": 0.0623, + "theoretical_loss": 3.3879383915684187, + "tokens_seen": 2586050560 + }, + { + "epoch": 0.78, + "learning_rate": 0.00021842400898732146, + "loss": 0.0695, + "theoretical_loss": 3.387911412987158, + "tokens_seen": 2586312704 + }, + { + "epoch": 0.78, + "learning_rate": 0.00021834376504573905, + "loss": 0.0652, + "theoretical_loss": 3.3878844379058313, + "tokens_seen": 2586574848 + }, + { + "epoch": 0.78, + "learning_rate": 0.00021826352110415666, + "loss": 0.0677, + "theoretical_loss": 3.387857466323629, + "tokens_seen": 2586836992 + }, + { + "epoch": 0.78, + "learning_rate": 0.00021818327716257422, + "loss": 0.0676, + "theoretical_loss": 3.3878304982397434, + "tokens_seen": 2587099136 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002181030332209918, + "loss": 0.0646, + "theoretical_loss": 3.387803533653366, + "tokens_seen": 2587361280 + }, + { + "epoch": 0.78, + "learning_rate": 0.00021802278927940942, + "loss": 0.0682, + "theoretical_loss": 3.3877765725636886, + "tokens_seen": 2587623424 + }, + { + "epoch": 0.78, + "learning_rate": 0.000217942545337827, + "loss": 0.0656, + "theoretical_loss": 3.3877496149699047, + "tokens_seen": 2587885568 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002178623013962446, + "loss": 0.0638, + "theoretical_loss": 3.387722660871206, + "tokens_seen": 2588147712 + }, + { + "epoch": 0.78, + "learning_rate": 0.00021778205745466217, + "loss": 0.066, + "theoretical_loss": 3.387695710266785, + "tokens_seen": 2588409856 + }, + { + "epoch": 0.78, + "objective/train/advantage_avg": -0.0004373696865513921, + "objective/train/docs_used": 941211, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3034440279006958, + "objective/train/original_loss": 1.3034439086914062, + "objective/train/theoretical_loss": 3.387668763155836, + "objective/train/tokens_used": 2609132000, + "objective/train/value_avg": -0.007343292236328125, + "objective/train/value_loss": 0.0001880258205346763, + "objective/train/value_max": -5.1021575927734375e-05, + "objective/train/value_min": -0.410400390625, + "objective/train/value_reward_corr": 0.677508843947942, + "objective/train/value_std": 0.012237548828125, + "objective/train/weight_avg": 0.9996484518051147, + "objective/train/weighted_lm_loss": 1.3027307987213135, + "objective/train/weights_max": 1.2006479501724243, + "objective/train/weights_min": 0.3725000023841858, + "theoretical_loss": 3.387668763155836, + "tokens_seen": 2588672000 + }, + { + "epoch": 0.78, + "learning_rate": 0.00021770181351307978, + "loss": 0.068, + "theoretical_loss": 3.387668763155836, + "tokens_seen": 2588672000 + }, + { + "epoch": 0.78, + "learning_rate": 0.00021762156957149737, + "loss": 0.0659, + "theoretical_loss": 3.387641819537552, + "tokens_seen": 2588934144 + }, + { + "epoch": 0.78, + "learning_rate": 0.00021754132562991493, + "loss": 0.068, + "theoretical_loss": 3.3876148794111267, + "tokens_seen": 2589196288 + }, + { + "epoch": 0.78, + "learning_rate": 0.00021746108168833254, + "loss": 0.0641, + "theoretical_loss": 3.3875879427757543, + "tokens_seen": 2589458432 + }, + { + "epoch": 0.78, + "learning_rate": 0.00021738083774675013, + "loss": 0.0652, + "theoretical_loss": 3.3875610096306286, + "tokens_seen": 2589720576 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002173005938051677, + "loss": 0.0658, + "theoretical_loss": 3.3875340799749445, + "tokens_seen": 2589982720 + }, + { + "epoch": 0.78, + "learning_rate": 0.0002172203498635853, + "loss": 0.0611, + "theoretical_loss": 3.3875071538078965, + "tokens_seen": 2590244864 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021714010592200288, + "loss": 0.0622, + "theoretical_loss": 3.38748023112868, + "tokens_seen": 2590507008 + }, + { + "epoch": 0.79, + "learning_rate": 0.0002170598619804205, + "loss": 0.064, + "theoretical_loss": 3.3874533119364902, + "tokens_seen": 2590769152 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021697961803883805, + "loss": 0.0667, + "theoretical_loss": 3.3874263962305227, + "tokens_seen": 2591031296 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021689937409725567, + "loss": 0.0632, + "theoretical_loss": 3.3873994840099733, + "tokens_seen": 2591293440 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021681913015567325, + "loss": 0.0661, + "theoretical_loss": 3.3873725752740382, + "tokens_seen": 2591555584 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021673888621409087, + "loss": 0.0637, + "theoretical_loss": 3.387345670021914, + "tokens_seen": 2591817728 + }, + { + "epoch": 0.79, + "objective/train/advantage_avg": 0.0012255462352186441, + "objective/train/docs_used": 942495, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2493466138839722, + "objective/train/original_loss": 1.2493464946746826, + "objective/train/theoretical_loss": 3.3873322187020296, + "objective/train/tokens_used": 2612408800, + "objective/train/value_avg": -0.0068206787109375, + "objective/train/value_loss": 0.00012713141040876508, + "objective/train/value_max": -2.1457672119140625e-05, + "objective/train/value_min": -0.3984375, + "objective/train/value_reward_corr": 0.7446232281712686, + "objective/train/value_std": 0.01387786865234375, + "objective/train/weight_avg": 1.0012849569320679, + "objective/train/weighted_lm_loss": 1.2505568265914917, + "objective/train/weights_max": 1.142657995223999, + "objective/train/weights_min": 0.37699440121650696, + "theoretical_loss": 3.3873322187020296, + "tokens_seen": 2591948800 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021665864227250842, + "loss": 0.0657, + "theoretical_loss": 3.387318768252797, + "tokens_seen": 2592079872 + }, + { + "epoch": 0.79, + "learning_rate": 0.000216578398330926, + "loss": 0.0653, + "theoretical_loss": 3.387291869965884, + "tokens_seen": 2592342016 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021649815438934362, + "loss": 0.0675, + "theoretical_loss": 3.3872649751603725, + "tokens_seen": 2592604160 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021641791044776118, + "loss": 0.0661, + "theoretical_loss": 3.3872380838354603, + "tokens_seen": 2592866304 + }, + { + "epoch": 0.79, + "learning_rate": 0.0002163376665061788, + "loss": 0.0617, + "theoretical_loss": 3.3872111959903446, + "tokens_seen": 2593128448 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021625742256459638, + "loss": 0.0632, + "theoretical_loss": 3.3871843116242237, + "tokens_seen": 2593390592 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021617717862301396, + "loss": 0.0652, + "theoretical_loss": 3.3871574307362957, + "tokens_seen": 2593652736 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021609693468143155, + "loss": 0.0651, + "theoretical_loss": 3.387130553325759, + "tokens_seen": 2593914880 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021601669073984913, + "loss": 0.0658, + "theoretical_loss": 3.3871036793918123, + "tokens_seen": 2594177024 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021593644679826675, + "loss": 0.0659, + "theoretical_loss": 3.3870768089336556, + "tokens_seen": 2594439168 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021585620285668433, + "loss": 0.0662, + "theoretical_loss": 3.3870499419504867, + "tokens_seen": 2594701312 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021577595891510192, + "loss": 0.0658, + "theoretical_loss": 3.3870230784415067, + "tokens_seen": 2594963456 + }, + { + "epoch": 0.79, + "objective/train/advantage_avg": -0.0011029383167624474, + "objective/train/docs_used": 943650, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.329025149345398, + "objective/train/original_loss": 1.3290250301361084, + "objective/train/theoretical_loss": 3.3869962184059146, + "objective/train/tokens_used": 2615685600, + "objective/train/value_avg": -0.0091094970703125, + "objective/train/value_loss": 0.0005996253457851708, + "objective/train/value_max": -2.9325485229492188e-05, + "objective/train/value_min": -0.896484375, + "objective/train/value_reward_corr": 0.7366046146619866, + "objective/train/value_std": 0.022979736328125, + "objective/train/weight_avg": 0.9991463422775269, + "objective/train/weighted_lm_loss": 1.3279770612716675, + "objective/train/weights_max": 1.397521734237671, + "objective/train/weights_min": 0.23466765880584717, + "theoretical_loss": 3.3869962184059146, + "tokens_seen": 2595225600 + }, + { + "epoch": 0.79, + "learning_rate": 0.0002156957149735195, + "loss": 0.0683, + "theoretical_loss": 3.3869962184059146, + "tokens_seen": 2595225600 + }, + { + "epoch": 0.79, + "learning_rate": 0.0002156154710319371, + "loss": 0.0693, + "theoretical_loss": 3.386969361842911, + "tokens_seen": 2595487744 + }, + { + "epoch": 0.79, + "learning_rate": 0.0002155352270903547, + "loss": 0.067, + "theoretical_loss": 3.3869425087516953, + "tokens_seen": 2595749888 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021545498314877226, + "loss": 0.0673, + "theoretical_loss": 3.386915659131469, + "tokens_seen": 2596012032 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021537473920718987, + "loss": 0.0681, + "theoretical_loss": 3.386888812981433, + "tokens_seen": 2596274176 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021529449526560746, + "loss": 0.0641, + "theoretical_loss": 3.3868619703007883, + "tokens_seen": 2596536320 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021521425132402502, + "loss": 0.0641, + "theoretical_loss": 3.386835131088737, + "tokens_seen": 2596798464 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021513400738244263, + "loss": 0.0648, + "theoretical_loss": 3.386808295344479, + "tokens_seen": 2597060608 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021505376344086021, + "loss": 0.0654, + "theoretical_loss": 3.386781463067218, + "tokens_seen": 2597322752 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021497351949927783, + "loss": 0.0653, + "theoretical_loss": 3.386754634256156, + "tokens_seen": 2597584896 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021489327555769539, + "loss": 0.0643, + "theoretical_loss": 3.3867278089104946, + "tokens_seen": 2597847040 + }, + { + "epoch": 0.79, + "learning_rate": 0.000214813031616113, + "loss": 0.0659, + "theoretical_loss": 3.3867009870294376, + "tokens_seen": 2598109184 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021473278767453058, + "loss": 0.0684, + "theoretical_loss": 3.3866741686121875, + "tokens_seen": 2598371328 + }, + { + "epoch": 0.79, + "objective/train/advantage_avg": -0.00011576873657759279, + "objective/train/docs_used": 944930, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2262202501296997, + "objective/train/original_loss": 1.2262200117111206, + "objective/train/theoretical_loss": 3.3866607607022408, + "objective/train/tokens_used": 2618962400, + "objective/train/value_avg": -0.00835418701171875, + "objective/train/value_loss": 0.0007919892086647451, + "objective/train/value_max": -2.2113323211669922e-05, + "objective/train/value_min": -0.67578125, + "objective/train/value_reward_corr": 0.5552390047055582, + "objective/train/value_std": 0.02001953125, + "objective/train/weight_avg": 1.0001872777938843, + "objective/train/weighted_lm_loss": 1.2264775037765503, + "objective/train/weights_max": 1.965567946434021, + "objective/train/weights_min": 0.062082141637802124, + "theoretical_loss": 3.3866607607022408, + "tokens_seen": 2598502400 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021465254373294817, + "loss": 0.0645, + "theoretical_loss": 3.3866473536579473, + "tokens_seen": 2598633472 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021457229979136576, + "loss": 0.0682, + "theoretical_loss": 3.3866205421659217, + "tokens_seen": 2598895616 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021449205584978334, + "loss": 0.0674, + "theoretical_loss": 3.386593734135313, + "tokens_seen": 2599157760 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021441181190820095, + "loss": 0.0674, + "theoretical_loss": 3.3865669295653262, + "tokens_seen": 2599419904 + }, + { + "epoch": 0.79, + "learning_rate": 0.0002143315679666185, + "loss": 0.0623, + "theoretical_loss": 3.3865401284551657, + "tokens_seen": 2599682048 + }, + { + "epoch": 0.79, + "learning_rate": 0.0002142513240250361, + "loss": 0.0661, + "theoretical_loss": 3.3865133308040356, + "tokens_seen": 2599944192 + }, + { + "epoch": 0.79, + "learning_rate": 0.0002141710800834537, + "loss": 0.0671, + "theoretical_loss": 3.3864865366111414, + "tokens_seen": 2600206336 + }, + { + "epoch": 0.79, + "learning_rate": 0.0002140908361418713, + "loss": 0.0625, + "theoretical_loss": 3.3864597458756878, + "tokens_seen": 2600468480 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021401059220028888, + "loss": 0.0674, + "theoretical_loss": 3.38643295859688, + "tokens_seen": 2600730624 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021393034825870647, + "loss": 0.0694, + "theoretical_loss": 3.3864061747739242, + "tokens_seen": 2600992768 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021385010431712408, + "loss": 0.0693, + "theoretical_loss": 3.386379394406026, + "tokens_seen": 2601254912 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021376986037554166, + "loss": 0.0647, + "theoretical_loss": 3.3863526174923915, + "tokens_seen": 2601517056 + }, + { + "epoch": 0.79, + "objective/train/advantage_avg": 0.0012772521004080772, + "objective/train/docs_used": 946148, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.50327730178833, + "objective/train/original_loss": 1.5032771825790405, + "objective/train/theoretical_loss": 3.3863258440322275, + "objective/train/tokens_used": 2622239200, + "objective/train/value_avg": -0.007297515869140625, + "objective/train/value_loss": 0.00012861733557656407, + "objective/train/value_max": -2.390146255493164e-05, + "objective/train/value_min": -0.36669921875, + "objective/train/value_reward_corr": 0.8109016780092728, + "objective/train/value_std": 0.0159149169921875, + "objective/train/weight_avg": 1.0013402700424194, + "objective/train/weighted_lm_loss": 1.5054420232772827, + "objective/train/weights_max": 1.1801592111587524, + "objective/train/weights_min": 0.6431117653846741, + "theoretical_loss": 3.3863258440322275, + "tokens_seen": 2601779200 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021368961643395922, + "loss": 0.0668, + "theoretical_loss": 3.3863258440322275, + "tokens_seen": 2601779200 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021360937249237684, + "loss": 0.0676, + "theoretical_loss": 3.3862990740247403, + "tokens_seen": 2602041344 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021352912855079442, + "loss": 0.0652, + "theoretical_loss": 3.3862723074691377, + "tokens_seen": 2602303488 + }, + { + "epoch": 0.79, + "learning_rate": 0.000213448884609212, + "loss": 0.0703, + "theoretical_loss": 3.3862455443646255, + "tokens_seen": 2602565632 + }, + { + "epoch": 0.79, + "learning_rate": 0.0002133686406676296, + "loss": 0.0681, + "theoretical_loss": 3.3862187847104126, + "tokens_seen": 2602827776 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021328839672604718, + "loss": 0.0652, + "theoretical_loss": 3.3861920285057057, + "tokens_seen": 2603089920 + }, + { + "epoch": 0.79, + "learning_rate": 0.0002132081527844648, + "loss": 0.0658, + "theoretical_loss": 3.386165275749714, + "tokens_seen": 2603352064 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021312790884288235, + "loss": 0.065, + "theoretical_loss": 3.3861385264416444, + "tokens_seen": 2603614208 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021304766490129996, + "loss": 0.0659, + "theoretical_loss": 3.3861117805807064, + "tokens_seen": 2603876352 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021296742095971755, + "loss": 0.0661, + "theoretical_loss": 3.3860850381661085, + "tokens_seen": 2604138496 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021288717701813516, + "loss": 0.0673, + "theoretical_loss": 3.3860582991970594, + "tokens_seen": 2604400640 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021280693307655272, + "loss": 0.0667, + "theoretical_loss": 3.3860315636727694, + "tokens_seen": 2604662784 + }, + { + "epoch": 0.79, + "learning_rate": 0.0002127266891349703, + "loss": 0.0667, + "theoretical_loss": 3.386004831592447, + "tokens_seen": 2604924928 + }, + { + "epoch": 0.79, + "objective/train/advantage_avg": -8.717025048099458e-05, + "objective/train/docs_used": 947237, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1733367443084717, + "objective/train/original_loss": 1.1733366250991821, + "objective/train/theoretical_loss": 3.385991466843527, + "objective/train/tokens_used": 2625516000, + "objective/train/value_avg": -0.006786346435546875, + "objective/train/value_loss": 0.0001489422720624134, + "objective/train/value_max": -2.3543834686279297e-05, + "objective/train/value_min": -0.22216796875, + "objective/train/value_reward_corr": 0.7241439710890036, + "objective/train/value_std": 0.0123138427734375, + "objective/train/weight_avg": 0.9999819397926331, + "objective/train/weighted_lm_loss": 1.1729520559310913, + "objective/train/weights_max": 1.1352053880691528, + "objective/train/weights_min": 0.3685104548931122, + "theoretical_loss": 3.385991466843527, + "tokens_seen": 2605056000 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021264644519338792, + "loss": 0.0638, + "theoretical_loss": 3.385978102955303, + "tokens_seen": 2605187072 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021256620125180547, + "loss": 0.0646, + "theoretical_loss": 3.3859513777605468, + "tokens_seen": 2605449216 + }, + { + "epoch": 0.79, + "learning_rate": 0.0002124859573102231, + "loss": 0.0649, + "theoretical_loss": 3.385924656007389, + "tokens_seen": 2605711360 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021240571336864067, + "loss": 0.0658, + "theoretical_loss": 3.38589793769504, + "tokens_seen": 2605973504 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021232546942705826, + "loss": 0.0668, + "theoretical_loss": 3.3858712228227117, + "tokens_seen": 2606235648 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021224522548547584, + "loss": 0.0632, + "theoretical_loss": 3.385844511389614, + "tokens_seen": 2606497792 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021216498154389343, + "loss": 0.0692, + "theoretical_loss": 3.385817803394959, + "tokens_seen": 2606759936 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021208473760231104, + "loss": 0.0649, + "theoretical_loss": 3.3857910988379576, + "tokens_seen": 2607022080 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021200449366072863, + "loss": 0.0653, + "theoretical_loss": 3.385764397717823, + "tokens_seen": 2607284224 + }, + { + "epoch": 0.79, + "learning_rate": 0.0002119242497191462, + "loss": 0.0659, + "theoretical_loss": 3.3857377000337663, + "tokens_seen": 2607546368 + }, + { + "epoch": 0.79, + "learning_rate": 0.0002118440057775638, + "loss": 0.0631, + "theoretical_loss": 3.3857110057850006, + "tokens_seen": 2607808512 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021176376183598138, + "loss": 0.0661, + "theoretical_loss": 3.3856843149707383, + "tokens_seen": 2608070656 + }, + { + "epoch": 0.79, + "objective/train/advantage_avg": 0.0017507681623101234, + "objective/train/docs_used": 948381, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3078334331512451, + "objective/train/original_loss": 1.3078336715698242, + "objective/train/theoretical_loss": 3.3856576275901924, + "objective/train/tokens_used": 2628792800, + "objective/train/value_avg": -0.00888824462890625, + "objective/train/value_loss": 0.00028174411272630095, + "objective/train/value_max": -3.0219554901123047e-05, + "objective/train/value_min": -0.92138671875, + "objective/train/value_reward_corr": 0.6927510973654145, + "objective/train/value_std": 0.019622802734375, + "objective/train/weight_avg": 1.0018863677978516, + "objective/train/weighted_lm_loss": 1.3100199699401855, + "objective/train/weights_max": 2.2557365894317627, + "objective/train/weights_min": 0.37364134192466736, + "theoretical_loss": 3.3856576275901924, + "tokens_seen": 2608332800 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021168351789439897, + "loss": 0.0634, + "theoretical_loss": 3.3856576275901924, + "tokens_seen": 2608332800 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021160327395281655, + "loss": 0.0665, + "theoretical_loss": 3.385630943642576, + "tokens_seen": 2608594944 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021152303001123417, + "loss": 0.0647, + "theoretical_loss": 3.3856042631271026, + "tokens_seen": 2608857088 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021144278606965175, + "loss": 0.0659, + "theoretical_loss": 3.385577586042986, + "tokens_seen": 2609119232 + }, + { + "epoch": 0.79, + "learning_rate": 0.0002113625421280693, + "loss": 0.066, + "theoretical_loss": 3.385550912389441, + "tokens_seen": 2609381376 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021128229818648692, + "loss": 0.067, + "theoretical_loss": 3.385524242165681, + "tokens_seen": 2609643520 + }, + { + "epoch": 0.79, + "learning_rate": 0.0002112020542449045, + "loss": 0.0633, + "theoretical_loss": 3.3854975753709207, + "tokens_seen": 2609905664 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021112181030332212, + "loss": 0.0671, + "theoretical_loss": 3.3854709120043744, + "tokens_seen": 2610167808 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021104156636173968, + "loss": 0.0652, + "theoretical_loss": 3.3854442520652577, + "tokens_seen": 2610429952 + }, + { + "epoch": 0.79, + "learning_rate": 0.0002109613224201573, + "loss": 0.0654, + "theoretical_loss": 3.385417595552786, + "tokens_seen": 2610692096 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021088107847857488, + "loss": 0.0672, + "theoretical_loss": 3.3853909424661746, + "tokens_seen": 2610954240 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021080083453699246, + "loss": 0.0675, + "theoretical_loss": 3.3853642928046397, + "tokens_seen": 2611216384 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021072059059541005, + "loss": 0.0668, + "theoretical_loss": 3.3853376465673968, + "tokens_seen": 2611478528 + }, + { + "epoch": 0.79, + "objective/train/advantage_avg": 0.0016760616563260555, + "objective/train/docs_used": 949550, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2219668626785278, + "objective/train/original_loss": 1.2219669818878174, + "objective/train/theoretical_loss": 3.38532432473264, + "objective/train/tokens_used": 2632069600, + "objective/train/value_avg": -0.0073089599609375, + "objective/train/value_loss": 0.00020727734954562038, + "objective/train/value_max": -4.506111145019531e-05, + "objective/train/value_min": -0.408447265625, + "objective/train/value_reward_corr": 0.7008480913909032, + "objective/train/value_std": 0.0153045654296875, + "objective/train/weight_avg": 1.0017683506011963, + "objective/train/weighted_lm_loss": 1.2238647937774658, + "objective/train/weights_max": 1.1563444137573242, + "objective/train/weights_min": 0.3726819157600403, + "theoretical_loss": 3.38532432473264, + "tokens_seen": 2611609600 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021064034665382763, + "loss": 0.07, + "theoretical_loss": 3.3853110037536625, + "tokens_seen": 2611740672 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021056010271224525, + "loss": 0.0679, + "theoretical_loss": 3.3852843643626533, + "tokens_seen": 2612002816 + }, + { + "epoch": 0.79, + "learning_rate": 0.0002104798587706628, + "loss": 0.069, + "theoretical_loss": 3.3852577283935865, + "tokens_seen": 2612264960 + }, + { + "epoch": 0.79, + "learning_rate": 0.0002103996148290804, + "loss": 0.0678, + "theoretical_loss": 3.385231095845678, + "tokens_seen": 2612527104 + }, + { + "epoch": 0.79, + "learning_rate": 0.000210319370887498, + "loss": 0.0623, + "theoretical_loss": 3.385204466718147, + "tokens_seen": 2612789248 + }, + { + "epoch": 0.79, + "learning_rate": 0.0002102391269459156, + "loss": 0.066, + "theoretical_loss": 3.3851778410102096, + "tokens_seen": 2613051392 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021015888300433317, + "loss": 0.0672, + "theoretical_loss": 3.3851512187210844, + "tokens_seen": 2613313536 + }, + { + "epoch": 0.79, + "learning_rate": 0.00021007863906275076, + "loss": 0.0659, + "theoretical_loss": 3.3851245998499895, + "tokens_seen": 2613575680 + }, + { + "epoch": 0.79, + "learning_rate": 0.00020999839512116837, + "loss": 0.0669, + "theoretical_loss": 3.385097984396143, + "tokens_seen": 2613837824 + }, + { + "epoch": 0.79, + "learning_rate": 0.00020991815117958596, + "loss": 0.0655, + "theoretical_loss": 3.3850713723587633, + "tokens_seen": 2614099968 + }, + { + "epoch": 0.79, + "learning_rate": 0.00020983790723800352, + "loss": 0.0648, + "theoretical_loss": 3.38504476373707, + "tokens_seen": 2614362112 + }, + { + "epoch": 0.79, + "learning_rate": 0.00020975766329642113, + "loss": 0.0651, + "theoretical_loss": 3.3850181585302823, + "tokens_seen": 2614624256 + }, + { + "epoch": 0.79, + "objective/train/advantage_avg": -2.1227504475973547e-05, + "objective/train/docs_used": 950739, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3321408033370972, + "objective/train/original_loss": 1.3321408033370972, + "objective/train/theoretical_loss": 3.384991556737619, + "objective/train/tokens_used": 2635346400, + "objective/train/value_avg": -0.007144927978515625, + "objective/train/value_loss": 0.0003135230508632958, + "objective/train/value_max": -7.31348991394043e-05, + "objective/train/value_min": -0.9609375, + "objective/train/value_reward_corr": 0.7682826443514916, + "objective/train/value_std": 0.0184326171875, + "objective/train/weight_avg": 1.0001181364059448, + "objective/train/weighted_lm_loss": 1.332329273223877, + "objective/train/weights_max": 1.9322621822357178, + "objective/train/weights_min": 0.3711496591567993, + "theoretical_loss": 3.384991556737619, + "tokens_seen": 2614886400 + }, + { + "epoch": 0.79, + "learning_rate": 0.00020967741935483871, + "loss": 0.0633, + "theoretical_loss": 3.384991556737619, + "tokens_seen": 2614886400 + }, + { + "epoch": 0.79, + "learning_rate": 0.0002095971754132563, + "loss": 0.0666, + "theoretical_loss": 3.3849649583583004, + "tokens_seen": 2615148544 + }, + { + "epoch": 0.79, + "learning_rate": 0.00020951693147167389, + "loss": 0.0656, + "theoretical_loss": 3.3849383633915457, + "tokens_seen": 2615410688 + }, + { + "epoch": 0.79, + "learning_rate": 0.0002094366875300915, + "loss": 0.0648, + "theoretical_loss": 3.3849117718365758, + "tokens_seen": 2615672832 + }, + { + "epoch": 0.79, + "learning_rate": 0.00020935644358850908, + "loss": 0.0669, + "theoretical_loss": 3.38488518369261, + "tokens_seen": 2615934976 + }, + { + "epoch": 0.79, + "learning_rate": 0.00020927619964692664, + "loss": 0.0652, + "theoretical_loss": 3.384858598958871, + "tokens_seen": 2616197120 + }, + { + "epoch": 0.79, + "learning_rate": 0.00020919595570534426, + "loss": 0.0653, + "theoretical_loss": 3.384832017634578, + "tokens_seen": 2616459264 + }, + { + "epoch": 0.79, + "learning_rate": 0.00020911571176376184, + "loss": 0.0649, + "theoretical_loss": 3.384805439718953, + "tokens_seen": 2616721408 + }, + { + "epoch": 0.79, + "learning_rate": 0.00020903546782217945, + "loss": 0.0654, + "theoretical_loss": 3.384778865211217, + "tokens_seen": 2616983552 + }, + { + "epoch": 0.79, + "learning_rate": 0.000208955223880597, + "loss": 0.0661, + "theoretical_loss": 3.3847522941105925, + "tokens_seen": 2617245696 + }, + { + "epoch": 0.79, + "learning_rate": 0.0002088749799390146, + "loss": 0.0643, + "theoretical_loss": 3.384725726416301, + "tokens_seen": 2617507840 + }, + { + "epoch": 0.79, + "learning_rate": 0.0002087947359974322, + "loss": 0.0646, + "theoretical_loss": 3.384699162127564, + "tokens_seen": 2617769984 + }, + { + "epoch": 0.79, + "learning_rate": 0.00020871449205584977, + "loss": 0.0671, + "theoretical_loss": 3.3846726012436057, + "tokens_seen": 2618032128 + }, + { + "epoch": 0.79, + "objective/train/advantage_avg": 0.0005818318459205329, + "objective/train/docs_used": 951960, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4014803171157837, + "objective/train/original_loss": 1.4014801979064941, + "objective/train/theoretical_loss": 3.384659322078175, + "objective/train/tokens_used": 2638623200, + "objective/train/value_avg": -0.01036834716796875, + "objective/train/value_loss": 0.00022440470638684928, + "objective/train/value_max": -5.3048133850097656e-05, + "objective/train/value_min": -0.3125, + "objective/train/value_reward_corr": 0.7223488509778608, + "objective/train/value_std": 0.015380859375, + "objective/train/weight_avg": 1.0006858110427856, + "objective/train/weighted_lm_loss": 1.40189528465271, + "objective/train/weights_max": 1.2401221990585327, + "objective/train/weights_min": 0.3799743950366974, + "theoretical_loss": 3.384659322078175, + "tokens_seen": 2618163200 + }, + { + "epoch": 0.79, + "learning_rate": 0.00020863424811426738, + "loss": 0.0636, + "theoretical_loss": 3.3846460437636474, + "tokens_seen": 2618294272 + }, + { + "epoch": 0.79, + "learning_rate": 0.00020855400417268497, + "loss": 0.0633, + "theoretical_loss": 3.3846194896869126, + "tokens_seen": 2618556416 + }, + { + "epoch": 0.79, + "learning_rate": 0.00020847376023110258, + "loss": 0.0682, + "theoretical_loss": 3.3845929390126246, + "tokens_seen": 2618818560 + }, + { + "epoch": 0.79, + "learning_rate": 0.00020839351628952014, + "loss": 0.0671, + "theoretical_loss": 3.384566391740007, + "tokens_seen": 2619080704 + }, + { + "epoch": 0.79, + "learning_rate": 0.00020831327234793772, + "loss": 0.0674, + "theoretical_loss": 3.3845398478682833, + "tokens_seen": 2619342848 + }, + { + "epoch": 0.79, + "learning_rate": 0.00020823302840635534, + "loss": 0.0635, + "theoretical_loss": 3.384513307396678, + "tokens_seen": 2619604992 + }, + { + "epoch": 0.79, + "learning_rate": 0.00020815278446477292, + "loss": 0.0646, + "theoretical_loss": 3.384486770324415, + "tokens_seen": 2619867136 + }, + { + "epoch": 0.79, + "learning_rate": 0.0002080725405231905, + "loss": 0.0656, + "theoretical_loss": 3.3844602366507184, + "tokens_seen": 2620129280 + }, + { + "epoch": 0.79, + "learning_rate": 0.0002079922965816081, + "loss": 0.0665, + "theoretical_loss": 3.3844337063748138, + "tokens_seen": 2620391424 + }, + { + "epoch": 0.79, + "learning_rate": 0.00020791205264002568, + "loss": 0.0682, + "theoretical_loss": 3.384407179495926, + "tokens_seen": 2620653568 + }, + { + "epoch": 0.79, + "learning_rate": 0.00020783180869844326, + "loss": 0.0634, + "theoretical_loss": 3.38438065601328, + "tokens_seen": 2620915712 + }, + { + "epoch": 0.79, + "learning_rate": 0.00020775156475686085, + "loss": 0.0628, + "theoretical_loss": 3.3843541359261016, + "tokens_seen": 2621177856 + }, + { + "debugging/Compilability": 1.0, + "debugging/distinct-1-grams": 0.7183788677974512, + "debugging/entropy-1-grams": 5.311092611595205, + "debugging/length": 475.35714285714283, + "debugging/num_segments": 14, + "debugging/raw_token_scores_avg": 0.007209094241261482, + "debugging/raw_token_scores_std": 0.01626458764076233, + "debugging/score": 0.005309415865714915, + "debugging/score_std": 0.0067471201632161425, + "epoch": 0.79, + "objective/train/advantage_avg": 0.00018291958258487284, + "objective/train/docs_used": 953088, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3331120014190674, + "objective/train/original_loss": 1.3331120014190674, + "objective/train/theoretical_loss": 3.3843276192336167, + "objective/train/tokens_used": 2641900000, + "objective/train/value_avg": -0.00739288330078125, + "objective/train/value_loss": 0.00010192061745328829, + "objective/train/value_max": -3.8504600524902344e-05, + "objective/train/value_min": -0.31787109375, + "objective/train/value_reward_corr": 0.7858119328931544, + "objective/train/value_std": 0.011962890625, + "objective/train/weight_avg": 1.0002332925796509, + "objective/train/weighted_lm_loss": 1.3335915803909302, + "objective/train/weights_max": 1.122067928314209, + "objective/train/weights_min": 0.821128249168396, + "theoretical_loss": 3.3843276192336167, + "tokens_seen": 2621440000 + }, + { + "epoch": 0.79, + "learning_rate": 0.00020767132081527846, + "loss": 0.0664, + "theoretical_loss": 3.3843276192336167, + "tokens_seen": 2621440000 + }, + { + "epoch": 0.79, + "learning_rate": 0.00020759107687369605, + "loss": 0.0636, + "theoretical_loss": 3.3843011059350507, + "tokens_seen": 2621702144 + }, + { + "epoch": 0.79, + "learning_rate": 0.00020751083293211363, + "loss": 0.0655, + "theoretical_loss": 3.3842745960296314, + "tokens_seen": 2621964288 + }, + { + "epoch": 0.79, + "learning_rate": 0.00020743058899053122, + "loss": 0.0652, + "theoretical_loss": 3.384248089516584, + "tokens_seen": 2622226432 + }, + { + "epoch": 0.79, + "learning_rate": 0.0002073503450489488, + "loss": 0.0629, + "theoretical_loss": 3.3842215863951353, + "tokens_seen": 2622488576 + }, + { + "epoch": 0.79, + "learning_rate": 0.00020727010110736642, + "loss": 0.0641, + "theoretical_loss": 3.384195086664513, + "tokens_seen": 2622750720 + }, + { + "epoch": 0.79, + "learning_rate": 0.00020718985716578397, + "loss": 0.0645, + "theoretical_loss": 3.3841685903239447, + "tokens_seen": 2623012864 + }, + { + "epoch": 0.79, + "learning_rate": 0.0002071096132242016, + "loss": 0.0686, + "theoretical_loss": 3.3841420973726573, + "tokens_seen": 2623275008 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020702936928261917, + "loss": 0.0685, + "theoretical_loss": 3.3841156078098784, + "tokens_seen": 2623537152 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020694912534103673, + "loss": 0.0672, + "theoretical_loss": 3.384089121634837, + "tokens_seen": 2623799296 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020686888139945434, + "loss": 0.0658, + "theoretical_loss": 3.384062638846761, + "tokens_seen": 2624061440 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020678863745787193, + "loss": 0.0665, + "theoretical_loss": 3.3840361594448787, + "tokens_seen": 2624323584 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020670839351628954, + "loss": 0.0665, + "theoretical_loss": 3.3840096834284195, + "tokens_seen": 2624585728 + }, + { + "epoch": 0.8, + "objective/train/advantage_avg": 0.0004682706203311682, + "objective/train/docs_used": 954280, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2272638082504272, + "objective/train/original_loss": 1.2272639274597168, + "objective/train/theoretical_loss": 3.3839964466894825, + "objective/train/tokens_used": 2645176800, + "objective/train/value_avg": -0.00803375244140625, + "objective/train/value_loss": 0.00015727977734059095, + "objective/train/value_max": -1.9252300262451172e-05, + "objective/train/value_min": -0.2330322265625, + "objective/train/value_reward_corr": 0.7161612253885505, + "objective/train/value_std": 0.01410675048828125, + "objective/train/weight_avg": 1.0005419254302979, + "objective/train/weighted_lm_loss": 1.2274500131607056, + "objective/train/weights_max": 1.153947353363037, + "objective/train/weights_min": 0.3786143362522125, + "theoretical_loss": 3.3839964466894825, + "tokens_seen": 2624716800 + }, + { + "epoch": 0.8, + "learning_rate": 0.0002066281495747071, + "loss": 0.0667, + "theoretical_loss": 3.383983210796612, + "tokens_seen": 2624847872 + }, + { + "epoch": 0.8, + "learning_rate": 0.0002065479056331247, + "loss": 0.0686, + "theoretical_loss": 3.383956741548686, + "tokens_seen": 2625110016 + }, + { + "epoch": 0.8, + "learning_rate": 0.0002064676616915423, + "loss": 0.0665, + "theoretical_loss": 3.3839302756838707, + "tokens_seen": 2625372160 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020638741774995988, + "loss": 0.0675, + "theoretical_loss": 3.383903813201396, + "tokens_seen": 2625634304 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020630717380837747, + "loss": 0.0636, + "theoretical_loss": 3.383877354100492, + "tokens_seen": 2625896448 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020622692986679505, + "loss": 0.0677, + "theoretical_loss": 3.3838508983803894, + "tokens_seen": 2626158592 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020614668592521267, + "loss": 0.0664, + "theoretical_loss": 3.383824446040319, + "tokens_seen": 2626420736 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020606644198363025, + "loss": 0.0646, + "theoretical_loss": 3.383797997079511, + "tokens_seen": 2626682880 + }, + { + "epoch": 0.8, + "learning_rate": 0.0002059861980420478, + "loss": 0.0663, + "theoretical_loss": 3.383771551497196, + "tokens_seen": 2626945024 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020590595410046542, + "loss": 0.0672, + "theoretical_loss": 3.383745109292607, + "tokens_seen": 2627207168 + }, + { + "epoch": 0.8, + "learning_rate": 0.000205825710158883, + "loss": 0.0656, + "theoretical_loss": 3.3837186704649747, + "tokens_seen": 2627469312 + }, + { + "epoch": 0.8, + "learning_rate": 0.0002057454662173006, + "loss": 0.0653, + "theoretical_loss": 3.383692235013531, + "tokens_seen": 2627731456 + }, + { + "epoch": 0.8, + "objective/train/advantage_avg": 0.0010602009715512395, + "objective/train/docs_used": 955375, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3614667654037476, + "objective/train/original_loss": 1.361466884613037, + "objective/train/theoretical_loss": 3.3836658029375077, + "objective/train/tokens_used": 2648453600, + "objective/train/value_avg": -0.00638580322265625, + "objective/train/value_loss": 0.00015690467262174934, + "objective/train/value_max": -5.02467155456543e-05, + "objective/train/value_min": -0.3701171875, + "objective/train/value_reward_corr": 0.7372833647227113, + "objective/train/value_std": 0.014434814453125, + "objective/train/weight_avg": 1.0011311769485474, + "objective/train/weighted_lm_loss": 1.362716794013977, + "objective/train/weights_max": 1.2414854764938354, + "objective/train/weights_min": 0.37901318073272705, + "theoretical_loss": 3.3836658029375077, + "tokens_seen": 2627993600 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020566522227571818, + "loss": 0.066, + "theoretical_loss": 3.3836658029375077, + "tokens_seen": 2627993600 + }, + { + "epoch": 0.8, + "learning_rate": 0.0002055849783341358, + "loss": 0.0655, + "theoretical_loss": 3.3836393742361377, + "tokens_seen": 2628255744 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020550473439255338, + "loss": 0.0658, + "theoretical_loss": 3.3836129489086537, + "tokens_seen": 2628517888 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020542449045097094, + "loss": 0.0651, + "theoretical_loss": 3.3835865269542884, + "tokens_seen": 2628780032 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020534424650938855, + "loss": 0.065, + "theoretical_loss": 3.3835601083722744, + "tokens_seen": 2629042176 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020526400256780613, + "loss": 0.0632, + "theoretical_loss": 3.3835336931618456, + "tokens_seen": 2629304320 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020518375862622375, + "loss": 0.0665, + "theoretical_loss": 3.3835072813222355, + "tokens_seen": 2629566464 + }, + { + "epoch": 0.8, + "learning_rate": 0.0002051035146846413, + "loss": 0.0641, + "theoretical_loss": 3.3834808728526786, + "tokens_seen": 2629828608 + }, + { + "epoch": 0.8, + "learning_rate": 0.0002050232707430589, + "loss": 0.0657, + "theoretical_loss": 3.383454467752408, + "tokens_seen": 2630090752 + }, + { + "epoch": 0.8, + "learning_rate": 0.0002049430268014765, + "loss": 0.0644, + "theoretical_loss": 3.3834280660206586, + "tokens_seen": 2630352896 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020486278285989406, + "loss": 0.0627, + "theoretical_loss": 3.3834016676566647, + "tokens_seen": 2630615040 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020478253891831167, + "loss": 0.0683, + "theoretical_loss": 3.383375272659662, + "tokens_seen": 2630877184 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020470229497672926, + "loss": 0.0655, + "theoretical_loss": 3.3833488810288843, + "tokens_seen": 2631139328 + }, + { + "epoch": 0.8, + "objective/train/advantage_avg": 0.0012841320130974054, + "objective/train/docs_used": 956570, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2059632539749146, + "objective/train/original_loss": 1.205963373184204, + "objective/train/theoretical_loss": 3.3833356864755917, + "objective/train/tokens_used": 2651730400, + "objective/train/value_avg": -0.005779266357421875, + "objective/train/value_loss": 0.00010601129179121926, + "objective/train/value_max": -6.556510925292969e-05, + "objective/train/value_min": -0.267333984375, + "objective/train/value_reward_corr": 0.618456690821408, + "objective/train/value_std": 0.011962890625, + "objective/train/weight_avg": 1.0013383626937866, + "objective/train/weighted_lm_loss": 1.2075080871582031, + "objective/train/weights_max": 1.3064767122268677, + "objective/train/weights_min": 0.8214039206504822, + "theoretical_loss": 3.3833356864755917, + "tokens_seen": 2631270400 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020462205103514687, + "loss": 0.0677, + "theoretical_loss": 3.3833224927635683, + "tokens_seen": 2631401472 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020454180709356443, + "loss": 0.0655, + "theoretical_loss": 3.3832961078629493, + "tokens_seen": 2631663616 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020446156315198202, + "loss": 0.0644, + "theoretical_loss": 3.3832697263262625, + "tokens_seen": 2631925760 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020438131921039963, + "loss": 0.0662, + "theoretical_loss": 3.3832433481527446, + "tokens_seen": 2632187904 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020430107526881721, + "loss": 0.0668, + "theoretical_loss": 3.383216973341632, + "tokens_seen": 2632450048 + }, + { + "epoch": 0.8, + "learning_rate": 0.0002042208313272348, + "loss": 0.0644, + "theoretical_loss": 3.383190601892161, + "tokens_seen": 2632712192 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020414058738565239, + "loss": 0.0641, + "theoretical_loss": 3.383164233803569, + "tokens_seen": 2632974336 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020406034344406997, + "loss": 0.0632, + "theoretical_loss": 3.3831378690750924, + "tokens_seen": 2633236480 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020398009950248756, + "loss": 0.0638, + "theoretical_loss": 3.383111507705969, + "tokens_seen": 2633498624 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020389985556090514, + "loss": 0.0621, + "theoretical_loss": 3.3830851496954364, + "tokens_seen": 2633760768 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020381961161932276, + "loss": 0.0646, + "theoretical_loss": 3.383058795042732, + "tokens_seen": 2634022912 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020373936767774034, + "loss": 0.0657, + "theoretical_loss": 3.3830324437470956, + "tokens_seen": 2634285056 + }, + { + "epoch": 0.8, + "objective/train/advantage_avg": -0.0002321962674614042, + "objective/train/docs_used": 957617, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2457727193832397, + "objective/train/original_loss": 1.2457728385925293, + "objective/train/theoretical_loss": 3.3830060958077635, + "objective/train/tokens_used": 2655007200, + "objective/train/value_avg": -0.005279541015625, + "objective/train/value_loss": 0.0001125837370636873, + "objective/train/value_max": -3.9458274841308594e-05, + "objective/train/value_min": -0.25048828125, + "objective/train/value_reward_corr": 0.7319381724517852, + "objective/train/value_std": 0.00989532470703125, + "objective/train/weight_avg": 0.9998199343681335, + "objective/train/weighted_lm_loss": 1.2454878091812134, + "objective/train/weights_max": 1.0738260746002197, + "objective/train/weights_min": 0.38336384296417236, + "theoretical_loss": 3.3830060958077635, + "tokens_seen": 2634547200 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020365912373615793, + "loss": 0.0638, + "theoretical_loss": 3.3830060958077635, + "tokens_seen": 2634547200 + }, + { + "epoch": 0.8, + "learning_rate": 0.0002035788797945755, + "loss": 0.0674, + "theoretical_loss": 3.382979751223975, + "tokens_seen": 2634809344 + }, + { + "epoch": 0.8, + "learning_rate": 0.0002034986358529931, + "loss": 0.0654, + "theoretical_loss": 3.3829534099949696, + "tokens_seen": 2635071488 + }, + { + "epoch": 0.8, + "learning_rate": 0.0002034183919114107, + "loss": 0.0635, + "theoretical_loss": 3.382927072119986, + "tokens_seen": 2635333632 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020333814796982827, + "loss": 0.0652, + "theoretical_loss": 3.382900737598263, + "tokens_seen": 2635595776 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020325790402824588, + "loss": 0.0665, + "theoretical_loss": 3.3828744064290412, + "tokens_seen": 2635857920 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020317766008666347, + "loss": 0.0636, + "theoretical_loss": 3.38284807861156, + "tokens_seen": 2636120064 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020309741614508102, + "loss": 0.0625, + "theoretical_loss": 3.382821754145059, + "tokens_seen": 2636382208 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020301717220349864, + "loss": 0.0661, + "theoretical_loss": 3.3827954330287797, + "tokens_seen": 2636644352 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020293692826191622, + "loss": 0.066, + "theoretical_loss": 3.3827691152619614, + "tokens_seen": 2636906496 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020285668432033384, + "loss": 0.0649, + "theoretical_loss": 3.382742800843846, + "tokens_seen": 2637168640 + }, + { + "epoch": 0.8, + "learning_rate": 0.0002027764403787514, + "loss": 0.0641, + "theoretical_loss": 3.382716489773674, + "tokens_seen": 2637430784 + }, + { + "epoch": 0.8, + "learning_rate": 0.000202696196437169, + "loss": 0.0656, + "theoretical_loss": 3.3826901820506867, + "tokens_seen": 2637692928 + }, + { + "epoch": 0.8, + "objective/train/advantage_avg": 0.0003005544131156057, + "objective/train/docs_used": 958785, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3202093839645386, + "objective/train/original_loss": 1.320209264755249, + "objective/train/theoretical_loss": 3.382677029444151, + "objective/train/tokens_used": 2658284000, + "objective/train/value_avg": -0.00634002685546875, + "objective/train/value_loss": 0.00019152089953422546, + "objective/train/value_max": -5.227327346801758e-05, + "objective/train/value_min": -0.3173828125, + "objective/train/value_reward_corr": 0.603571475688482, + "objective/train/value_std": 0.01172637939453125, + "objective/train/weight_avg": 1.00038743019104, + "objective/train/weighted_lm_loss": 1.321370244026184, + "objective/train/weights_max": 1.2428197860717773, + "objective/train/weights_min": 0.3799976110458374, + "theoretical_loss": 3.382677029444151, + "tokens_seen": 2637824000 + }, + { + "epoch": 0.8, + "learning_rate": 0.0002026159524955866, + "loss": 0.0617, + "theoretical_loss": 3.3826638776741262, + "tokens_seen": 2637955072 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020253570855400418, + "loss": 0.0665, + "theoretical_loss": 3.3826375766432344, + "tokens_seen": 2638217216 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020245546461242176, + "loss": 0.0639, + "theoretical_loss": 3.3826112789572527, + "tokens_seen": 2638479360 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020237522067083935, + "loss": 0.0644, + "theoretical_loss": 3.382584984615424, + "tokens_seen": 2638741504 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020229497672925696, + "loss": 0.0645, + "theoretical_loss": 3.3825586936169905, + "tokens_seen": 2639003648 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020221473278767452, + "loss": 0.0656, + "theoretical_loss": 3.382532405961195, + "tokens_seen": 2639265792 + }, + { + "epoch": 0.8, + "learning_rate": 0.0002021344888460921, + "loss": 0.0645, + "theoretical_loss": 3.3825061216472814, + "tokens_seen": 2639527936 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020205424490450972, + "loss": 0.0635, + "theoretical_loss": 3.382479840674492, + "tokens_seen": 2639790080 + }, + { + "epoch": 0.8, + "learning_rate": 0.0002019740009629273, + "loss": 0.0632, + "theoretical_loss": 3.3824535630420707, + "tokens_seen": 2640052224 + }, + { + "epoch": 0.8, + "learning_rate": 0.0002018937570213449, + "loss": 0.0639, + "theoretical_loss": 3.3824272887492612, + "tokens_seen": 2640314368 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020181351307976247, + "loss": 0.0658, + "theoretical_loss": 3.382401017795308, + "tokens_seen": 2640576512 + }, + { + "epoch": 0.8, + "learning_rate": 0.0002017332691381801, + "loss": 0.0634, + "theoretical_loss": 3.382374750179455, + "tokens_seen": 2640838656 + }, + { + "epoch": 0.8, + "objective/train/advantage_avg": 0.000469798018457368, + "objective/train/docs_used": 959716, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.342145323753357, + "objective/train/original_loss": 1.3421449661254883, + "objective/train/theoretical_loss": 3.3823484859009474, + "objective/train/tokens_used": 2661560800, + "objective/train/value_avg": -0.0083160400390625, + "objective/train/value_loss": 0.00012322497786954045, + "objective/train/value_max": -5.650520324707031e-05, + "objective/train/value_min": -0.31103515625, + "objective/train/value_reward_corr": 0.7495499167997205, + "objective/train/value_std": 0.0124969482421875, + "objective/train/weight_avg": 1.0005284547805786, + "objective/train/weighted_lm_loss": 1.3426953554153442, + "objective/train/weights_max": 1.1380445957183838, + "objective/train/weights_min": 0.4390060305595398, + "theoretical_loss": 3.3823484859009474, + "tokens_seen": 2641100800 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020165302519659767, + "loss": 0.0614, + "theoretical_loss": 3.3823484859009474, + "tokens_seen": 2641100800 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020157278125501523, + "loss": 0.0659, + "theoretical_loss": 3.3823222249590286, + "tokens_seen": 2641362944 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020149253731343284, + "loss": 0.0636, + "theoretical_loss": 3.3822959673529454, + "tokens_seen": 2641625088 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020141229337185043, + "loss": 0.0623, + "theoretical_loss": 3.3822697130819415, + "tokens_seen": 2641887232 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020133204943026804, + "loss": 0.0665, + "theoretical_loss": 3.3822434621452637, + "tokens_seen": 2642149376 + }, + { + "epoch": 0.8, + "learning_rate": 0.0002012518054886856, + "loss": 0.0638, + "theoretical_loss": 3.382217214542157, + "tokens_seen": 2642411520 + }, + { + "epoch": 0.8, + "learning_rate": 0.0002011715615471032, + "loss": 0.0613, + "theoretical_loss": 3.3821909702718678, + "tokens_seen": 2642673664 + }, + { + "epoch": 0.8, + "learning_rate": 0.0002010913176055208, + "loss": 0.0608, + "theoretical_loss": 3.382164729333642, + "tokens_seen": 2642935808 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020101107366393836, + "loss": 0.0659, + "theoretical_loss": 3.3821384917267263, + "tokens_seen": 2643197952 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020093082972235597, + "loss": 0.0631, + "theoretical_loss": 3.382112257450368, + "tokens_seen": 2643460096 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020085058578077355, + "loss": 0.0615, + "theoretical_loss": 3.382086026503813, + "tokens_seen": 2643722240 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020077034183919117, + "loss": 0.0642, + "theoretical_loss": 3.3820597988863095, + "tokens_seen": 2643984384 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020069009789760873, + "loss": 0.0658, + "theoretical_loss": 3.382033574597105, + "tokens_seen": 2644246528 + }, + { + "epoch": 0.8, + "objective/train/advantage_avg": 0.000883221160620451, + "objective/train/docs_used": 960592, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3128132820129395, + "objective/train/original_loss": 1.31281316280365, + "objective/train/theoretical_loss": 3.3820204637003792, + "objective/train/tokens_used": 2664837600, + "objective/train/value_avg": -0.006496429443359375, + "objective/train/value_loss": 0.00012478063581511378, + "objective/train/value_max": -4.57763671875e-05, + "objective/train/value_min": -0.4013671875, + "objective/train/value_reward_corr": 0.84835843547911, + "objective/train/value_std": 0.0180816650390625, + "objective/train/weight_avg": 1.0009407997131348, + "objective/train/weighted_lm_loss": 1.3140395879745483, + "objective/train/weights_max": 1.1470656394958496, + "objective/train/weights_min": 0.36993688344955444, + "theoretical_loss": 3.3820204637003792, + "tokens_seen": 2644377600 + }, + { + "epoch": 0.8, + "learning_rate": 0.0002006098539560263, + "loss": 0.0634, + "theoretical_loss": 3.3820073536354465, + "tokens_seen": 2644508672 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020052961001444392, + "loss": 0.0651, + "theoretical_loss": 3.381981136000582, + "tokens_seen": 2644770816 + }, + { + "epoch": 0.8, + "learning_rate": 0.0002004493660728615, + "loss": 0.0658, + "theoretical_loss": 3.3819549216917606, + "tokens_seen": 2645032960 + }, + { + "epoch": 0.8, + "learning_rate": 0.0002003691221312791, + "loss": 0.0657, + "theoretical_loss": 3.3819287107082303, + "tokens_seen": 2645295104 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020028887818969668, + "loss": 0.0655, + "theoretical_loss": 3.38190250304924, + "tokens_seen": 2645557248 + }, + { + "epoch": 0.8, + "learning_rate": 0.0002002086342481143, + "loss": 0.0647, + "theoretical_loss": 3.381876298714038, + "tokens_seen": 2645819392 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020012839030653185, + "loss": 0.0626, + "theoretical_loss": 3.3818500977018746, + "tokens_seen": 2646081536 + }, + { + "epoch": 0.8, + "learning_rate": 0.00020004814636494944, + "loss": 0.0618, + "theoretical_loss": 3.381823900011998, + "tokens_seen": 2646343680 + }, + { + "epoch": 0.8, + "learning_rate": 0.00019996790242336705, + "loss": 0.0615, + "theoretical_loss": 3.381797705643659, + "tokens_seen": 2646605824 + }, + { + "epoch": 0.8, + "learning_rate": 0.00019988765848178463, + "loss": 0.0643, + "theoretical_loss": 3.3817715145961067, + "tokens_seen": 2646867968 + }, + { + "epoch": 0.8, + "learning_rate": 0.00019980741454020222, + "loss": 0.0639, + "theoretical_loss": 3.3817453268685918, + "tokens_seen": 2647130112 + }, + { + "epoch": 0.8, + "learning_rate": 0.0001997271705986198, + "loss": 0.0634, + "theoretical_loss": 3.3817191424603648, + "tokens_seen": 2647392256 + }, + { + "epoch": 0.8, + "objective/train/advantage_avg": 0.0018134156707674265, + "objective/train/docs_used": 961712, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3332607746124268, + "objective/train/original_loss": 1.3332607746124268, + "objective/train/theoretical_loss": 3.3816929613706757, + "objective/train/tokens_used": 2668114400, + "objective/train/value_avg": -0.0085906982421875, + "objective/train/value_loss": 0.00028268207097426057, + "objective/train/value_max": -4.9114227294921875e-05, + "objective/train/value_min": -0.7138671875, + "objective/train/value_reward_corr": 0.5754930490006491, + "objective/train/value_std": 0.01541900634765625, + "objective/train/weight_avg": 1.0019434690475464, + "objective/train/weighted_lm_loss": 1.3356456756591797, + "objective/train/weights_max": 1.7160738706588745, + "objective/train/weights_min": 0.3682294189929962, + "theoretical_loss": 3.3816929613706757, + "tokens_seen": 2647654400 + }, + { + "epoch": 0.8, + "learning_rate": 0.0001996469266570374, + "loss": 0.0637, + "theoretical_loss": 3.3816929613706757, + "tokens_seen": 2647654400 + }, + { + "epoch": 0.8, + "learning_rate": 0.000199566682715455, + "loss": 0.063, + "theoretical_loss": 3.381666783598776, + "tokens_seen": 2647916544 + }, + { + "epoch": 0.8, + "learning_rate": 0.00019948643877387256, + "loss": 0.0627, + "theoretical_loss": 3.381640609143917, + "tokens_seen": 2648178688 + }, + { + "epoch": 0.8, + "learning_rate": 0.00019940619483229017, + "loss": 0.0616, + "theoretical_loss": 3.3816144380053497, + "tokens_seen": 2648440832 + }, + { + "epoch": 0.8, + "learning_rate": 0.00019932595089070776, + "loss": 0.0646, + "theoretical_loss": 3.3815882701823257, + "tokens_seen": 2648702976 + }, + { + "epoch": 0.8, + "learning_rate": 0.00019924570694912535, + "loss": 0.0668, + "theoretical_loss": 3.3815621056740968, + "tokens_seen": 2648965120 + }, + { + "epoch": 0.8, + "learning_rate": 0.00019916546300754293, + "loss": 0.0625, + "theoretical_loss": 3.381535944479916, + "tokens_seen": 2649227264 + }, + { + "epoch": 0.8, + "learning_rate": 0.00019908521906596052, + "loss": 0.0668, + "theoretical_loss": 3.3815097865990342, + "tokens_seen": 2649489408 + }, + { + "epoch": 0.8, + "learning_rate": 0.00019900497512437813, + "loss": 0.064, + "theoretical_loss": 3.3814836320307053, + "tokens_seen": 2649751552 + }, + { + "epoch": 0.8, + "learning_rate": 0.0001989247311827957, + "loss": 0.0658, + "theoretical_loss": 3.381457480774182, + "tokens_seen": 2650013696 + }, + { + "epoch": 0.8, + "learning_rate": 0.0001988444872412133, + "loss": 0.0636, + "theoretical_loss": 3.3814313328287167, + "tokens_seen": 2650275840 + }, + { + "epoch": 0.8, + "learning_rate": 0.00019876424329963089, + "loss": 0.0611, + "theoretical_loss": 3.381405188193563, + "tokens_seen": 2650537984 + }, + { + "epoch": 0.8, + "learning_rate": 0.00019868399935804847, + "loss": 0.0651, + "theoretical_loss": 3.381379046867975, + "tokens_seen": 2650800128 + }, + { + "epoch": 0.8, + "objective/train/advantage_avg": 0.0009835619712248445, + "objective/train/docs_used": 962920, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.086625099182129, + "objective/train/original_loss": 1.086625099182129, + "objective/train/theoretical_loss": 3.381365977446035, + "objective/train/tokens_used": 2671391200, + "objective/train/value_avg": -0.00824737548828125, + "objective/train/value_loss": 0.00010248616308672354, + "objective/train/value_max": -2.2113323211669922e-05, + "objective/train/value_min": -0.7041015625, + "objective/train/value_reward_corr": 0.7536192643541098, + "objective/train/value_std": 0.01255035400390625, + "objective/train/weight_avg": 1.0010336637496948, + "objective/train/weighted_lm_loss": 1.088158369064331, + "objective/train/weights_max": 1.1666580438613892, + "objective/train/weights_min": 0.5570369362831116, + "theoretical_loss": 3.381365977446035, + "tokens_seen": 2650931200 + }, + { + "epoch": 0.8, + "learning_rate": 0.00019860375541646606, + "loss": 0.0637, + "theoretical_loss": 3.381352908851206, + "tokens_seen": 2651062272 + }, + { + "epoch": 0.8, + "learning_rate": 0.00019852351147488364, + "loss": 0.0616, + "theoretical_loss": 3.38132677414251, + "tokens_seen": 2651324416 + }, + { + "epoch": 0.8, + "learning_rate": 0.00019844326753330126, + "loss": 0.0677, + "theoretical_loss": 3.381300642741142, + "tokens_seen": 2651586560 + }, + { + "epoch": 0.8, + "learning_rate": 0.00019836302359171881, + "loss": 0.0643, + "theoretical_loss": 3.3812745146463556, + "tokens_seen": 2651848704 + }, + { + "epoch": 0.8, + "learning_rate": 0.00019828277965013643, + "loss": 0.0633, + "theoretical_loss": 3.381248389857406, + "tokens_seen": 2652110848 + }, + { + "epoch": 0.8, + "learning_rate": 0.000198202535708554, + "loss": 0.0644, + "theoretical_loss": 3.381222268373549, + "tokens_seen": 2652372992 + }, + { + "epoch": 0.8, + "learning_rate": 0.0001981222917669716, + "loss": 0.0654, + "theoretical_loss": 3.3811961501940386, + "tokens_seen": 2652635136 + }, + { + "epoch": 0.8, + "learning_rate": 0.00019804204782538918, + "loss": 0.063, + "theoretical_loss": 3.3811700353181307, + "tokens_seen": 2652897280 + }, + { + "epoch": 0.8, + "learning_rate": 0.00019796180388380677, + "loss": 0.0603, + "theoretical_loss": 3.3811439237450815, + "tokens_seen": 2653159424 + }, + { + "epoch": 0.8, + "learning_rate": 0.00019788155994222438, + "loss": 0.0623, + "theoretical_loss": 3.381117815474147, + "tokens_seen": 2653421568 + }, + { + "epoch": 0.8, + "learning_rate": 0.00019780131600064197, + "loss": 0.0641, + "theoretical_loss": 3.381091710504583, + "tokens_seen": 2653683712 + }, + { + "epoch": 0.8, + "learning_rate": 0.00019772107205905952, + "loss": 0.0626, + "theoretical_loss": 3.381065608835646, + "tokens_seen": 2653945856 + }, + { + "epoch": 0.8, + "objective/train/advantage_avg": 0.0007697379915043712, + "objective/train/docs_used": 964093, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2386853694915771, + "objective/train/original_loss": 1.2386853694915771, + "objective/train/theoretical_loss": 3.381039510466593, + "objective/train/tokens_used": 2674668000, + "objective/train/value_avg": -0.011962890625, + "objective/train/value_loss": 0.0008092271164059639, + "objective/train/value_max": -4.756450653076172e-05, + "objective/train/value_min": -0.96875, + "objective/train/value_reward_corr": 0.6671465840841102, + "objective/train/value_std": 0.0254974365234375, + "objective/train/weight_avg": 1.0011242628097534, + "objective/train/weighted_lm_loss": 1.2398790121078491, + "objective/train/weights_max": 1.6960809230804443, + "objective/train/weights_min": 0.38551080226898193, + "theoretical_loss": 3.381039510466593, + "tokens_seen": 2654208000 + }, + { + "epoch": 0.8, + "learning_rate": 0.00019764082811747714, + "loss": 0.0643, + "theoretical_loss": 3.381039510466593, + "tokens_seen": 2654208000 + }, + { + "epoch": 0.8, + "learning_rate": 0.00019756058417589472, + "loss": 0.0639, + "theoretical_loss": 3.3810134153966804, + "tokens_seen": 2654470144 + }, + { + "epoch": 0.8, + "learning_rate": 0.0001974803402343123, + "loss": 0.0612, + "theoretical_loss": 3.3809873236251664, + "tokens_seen": 2654732288 + }, + { + "epoch": 0.8, + "learning_rate": 0.0001974000962927299, + "loss": 0.0655, + "theoretical_loss": 3.380961235151308, + "tokens_seen": 2654994432 + }, + { + "epoch": 0.8, + "learning_rate": 0.0001973198523511475, + "loss": 0.0621, + "theoretical_loss": 3.3809351499743623, + "tokens_seen": 2655256576 + }, + { + "epoch": 0.8, + "learning_rate": 0.0001972396084095651, + "loss": 0.0648, + "theoretical_loss": 3.3809090680935876, + "tokens_seen": 2655518720 + }, + { + "epoch": 0.8, + "learning_rate": 0.00019715936446798265, + "loss": 0.0657, + "theoretical_loss": 3.3808829895082426, + "tokens_seen": 2655780864 + }, + { + "epoch": 0.8, + "learning_rate": 0.00019707912052640026, + "loss": 0.0658, + "theoretical_loss": 3.380856914217585, + "tokens_seen": 2656043008 + }, + { + "epoch": 0.8, + "learning_rate": 0.00019699887658481785, + "loss": 0.0662, + "theoretical_loss": 3.380830842220874, + "tokens_seen": 2656305152 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019691863264323546, + "loss": 0.0644, + "theoretical_loss": 3.380804773517368, + "tokens_seen": 2656567296 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019683838870165302, + "loss": 0.0672, + "theoretical_loss": 3.380778708106326, + "tokens_seen": 2656829440 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001967581447600706, + "loss": 0.0642, + "theoretical_loss": 3.380752645987008, + "tokens_seen": 2657091584 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019667790081848822, + "loss": 0.0674, + "theoretical_loss": 3.3807265871586734, + "tokens_seen": 2657353728 + }, + { + "epoch": 0.81, + "objective/train/advantage_avg": 0.0002858100924640894, + "objective/train/docs_used": 965310, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3864731788635254, + "objective/train/original_loss": 1.3864730596542358, + "objective/train/theoretical_loss": 3.3807135589783934, + "objective/train/tokens_used": 2677944800, + "objective/train/value_avg": -0.008697509765625, + "objective/train/value_loss": 0.00031052413396537304, + "objective/train/value_max": -4.470348358154297e-05, + "objective/train/value_min": -0.336669921875, + "objective/train/value_reward_corr": 0.6949556061577551, + "objective/train/value_std": 0.015655517578125, + "objective/train/weight_avg": 1.0004277229309082, + "objective/train/weighted_lm_loss": 1.3868592977523804, + "objective/train/weights_max": 1.1985880136489868, + "objective/train/weights_min": 0.38852256536483765, + "theoretical_loss": 3.3807135589783934, + "tokens_seen": 2657484800 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001965976568769058, + "loss": 0.0639, + "theoretical_loss": 3.380700531620582, + "tokens_seen": 2657615872 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001965174129353234, + "loss": 0.0623, + "theoretical_loss": 3.380674479371993, + "tokens_seen": 2657878016 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019643716899374097, + "loss": 0.0648, + "theoretical_loss": 3.3806484304121684, + "tokens_seen": 2658140160 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001963569250521586, + "loss": 0.0657, + "theoretical_loss": 3.3806223847403674, + "tokens_seen": 2658402304 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019627668111057615, + "loss": 0.0656, + "theoretical_loss": 3.380596342355852, + "tokens_seen": 2658664448 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019619643716899373, + "loss": 0.0673, + "theoretical_loss": 3.3805703032578815, + "tokens_seen": 2658926592 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019611619322741134, + "loss": 0.0639, + "theoretical_loss": 3.380544267445719, + "tokens_seen": 2659188736 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019603594928582893, + "loss": 0.063, + "theoretical_loss": 3.380518234918625, + "tokens_seen": 2659450880 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019595570534424651, + "loss": 0.0663, + "theoretical_loss": 3.3804922056758615, + "tokens_seen": 2659713024 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001958754614026641, + "loss": 0.0628, + "theoretical_loss": 3.38046617971669, + "tokens_seen": 2659975168 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019579521746108169, + "loss": 0.065, + "theoretical_loss": 3.3804401570403737, + "tokens_seen": 2660237312 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001957149735194993, + "loss": 0.0657, + "theoretical_loss": 3.3804141376461745, + "tokens_seen": 2660499456 + }, + { + "epoch": 0.81, + "objective/train/advantage_avg": 7.131257007131353e-05, + "objective/train/docs_used": 966512, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3682743310928345, + "objective/train/original_loss": 1.3682743310928345, + "objective/train/theoretical_loss": 3.3803881215333553, + "objective/train/tokens_used": 2681221600, + "objective/train/value_avg": -0.00774383544921875, + "objective/train/value_loss": 0.0003553238930180669, + "objective/train/value_max": -5.02467155456543e-05, + "objective/train/value_min": -0.9423828125, + "objective/train/value_reward_corr": 0.6552492514808113, + "objective/train/value_std": 0.01525115966796875, + "objective/train/weight_avg": 1.0002241134643555, + "objective/train/weighted_lm_loss": 1.3680354356765747, + "objective/train/weights_max": 1.3954987525939941, + "objective/train/weights_min": 0.3704678416252136, + "theoretical_loss": 3.3803881215333553, + "tokens_seen": 2660761600 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019563472957791686, + "loss": 0.0638, + "theoretical_loss": 3.3803881215333553, + "tokens_seen": 2660761600 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019555448563633447, + "loss": 0.0635, + "theoretical_loss": 3.3803621087011786, + "tokens_seen": 2661023744 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019547424169475205, + "loss": 0.0662, + "theoretical_loss": 3.3803360991489084, + "tokens_seen": 2661285888 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019539399775316964, + "loss": 0.0668, + "theoretical_loss": 3.3803100928758076, + "tokens_seen": 2661548032 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019531375381158723, + "loss": 0.065, + "theoretical_loss": 3.3802840898811395, + "tokens_seen": 2661810176 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001952335098700048, + "loss": 0.0668, + "theoretical_loss": 3.380258090164169, + "tokens_seen": 2662072320 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019515326592842242, + "loss": 0.0664, + "theoretical_loss": 3.380232093724159, + "tokens_seen": 2662334464 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019507302198683998, + "loss": 0.0648, + "theoretical_loss": 3.380206100560375, + "tokens_seen": 2662596608 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001949927780452576, + "loss": 0.0684, + "theoretical_loss": 3.380180110672081, + "tokens_seen": 2662858752 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019491253410367518, + "loss": 0.0652, + "theoretical_loss": 3.3801541240585418, + "tokens_seen": 2663120896 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019483229016209277, + "loss": 0.0661, + "theoretical_loss": 3.380128140719023, + "tokens_seen": 2663383040 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019475204622051035, + "loss": 0.0627, + "theoretical_loss": 3.3801021606527897, + "tokens_seen": 2663645184 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019467180227892794, + "loss": 0.0658, + "theoretical_loss": 3.380076183859107, + "tokens_seen": 2663907328 + }, + { + "epoch": 0.81, + "objective/train/advantage_avg": 0.00042626692447811365, + "objective/train/docs_used": 967741, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.286873459815979, + "objective/train/original_loss": 1.2868735790252686, + "objective/train/theoretical_loss": 3.3800631966892425, + "objective/train/tokens_used": 2684498400, + "objective/train/value_avg": -0.010223388671875, + "objective/train/value_loss": 0.0002608512295410037, + "objective/train/value_max": -6.401538848876953e-05, + "objective/train/value_min": -0.59619140625, + "objective/train/value_reward_corr": 0.7716663534456978, + "objective/train/value_std": 0.01971435546875, + "objective/train/weight_avg": 1.0005455017089844, + "objective/train/weighted_lm_loss": 1.2869278192520142, + "objective/train/weights_max": 1.3106298446655273, + "objective/train/weights_min": 0.3940271735191345, + "theoretical_loss": 3.3800631966892425, + "tokens_seen": 2664038400 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019459155833734555, + "loss": 0.0654, + "theoretical_loss": 3.380050210337241, + "tokens_seen": 2664169472 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001945113143957631, + "loss": 0.0641, + "theoretical_loss": 3.380024240086458, + "tokens_seen": 2664431616 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019443107045418072, + "loss": 0.0628, + "theoretical_loss": 3.379998273106024, + "tokens_seen": 2664693760 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001943508265125983, + "loss": 0.0661, + "theoretical_loss": 3.379972309395206, + "tokens_seen": 2664955904 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001942705825710159, + "loss": 0.0645, + "theoretical_loss": 3.3799463489532697, + "tokens_seen": 2665218048 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019419033862943348, + "loss": 0.0634, + "theoretical_loss": 3.379920391779483, + "tokens_seen": 2665480192 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019411009468785106, + "loss": 0.0637, + "theoretical_loss": 3.379894437873113, + "tokens_seen": 2665742336 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019402985074626867, + "loss": 0.0649, + "theoretical_loss": 3.3798684872334266, + "tokens_seen": 2666004480 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019394960680468626, + "loss": 0.0659, + "theoretical_loss": 3.379842539859692, + "tokens_seen": 2666266624 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019386936286310382, + "loss": 0.062, + "theoretical_loss": 3.379816595751177, + "tokens_seen": 2666528768 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019378911892152143, + "loss": 0.064, + "theoretical_loss": 3.3797906549071506, + "tokens_seen": 2666790912 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019370887497993902, + "loss": 0.0605, + "theoretical_loss": 3.3797647173268794, + "tokens_seen": 2667053056 + }, + { + "epoch": 0.81, + "objective/train/advantage_avg": 0.0007488683331757784, + "objective/train/docs_used": 968905, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2878241539001465, + "objective/train/original_loss": 1.2878239154815674, + "objective/train/theoretical_loss": 3.3797387830096337, + "objective/train/tokens_used": 2687775200, + "objective/train/value_avg": -0.0057220458984375, + "objective/train/value_loss": 0.00013296828547026962, + "objective/train/value_max": -5.829334259033203e-05, + "objective/train/value_min": -0.2198486328125, + "objective/train/value_reward_corr": 0.6300354720609219, + "objective/train/value_std": 0.01007843017578125, + "objective/train/weight_avg": 1.000810146331787, + "objective/train/weighted_lm_loss": 1.2887006998062134, + "objective/train/weights_max": 1.1491678953170776, + "objective/train/weights_min": 0.3794703483581543, + "theoretical_loss": 3.3797387830096337, + "tokens_seen": 2667315200 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001936286310383566, + "loss": 0.0651, + "theoretical_loss": 3.3797387830096337, + "tokens_seen": 2667315200 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001935483870967742, + "loss": 0.0649, + "theoretical_loss": 3.379712851954681, + "tokens_seen": 2667577344 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001934681431551918, + "loss": 0.0643, + "theoretical_loss": 3.3796869241612915, + "tokens_seen": 2667839488 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019338789921360939, + "loss": 0.065, + "theoretical_loss": 3.379660999628734, + "tokens_seen": 2668101632 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019330765527202694, + "loss": 0.0616, + "theoretical_loss": 3.3796350783562783, + "tokens_seen": 2668363776 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019322741133044456, + "loss": 0.0635, + "theoretical_loss": 3.379609160343194, + "tokens_seen": 2668625920 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019314716738886214, + "loss": 0.0672, + "theoretical_loss": 3.3795832455887513, + "tokens_seen": 2668888064 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019306692344727976, + "loss": 0.063, + "theoretical_loss": 3.3795573340922207, + "tokens_seen": 2669150208 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019298667950569731, + "loss": 0.0637, + "theoretical_loss": 3.379531425852872, + "tokens_seen": 2669412352 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019290643556411493, + "loss": 0.0644, + "theoretical_loss": 3.379505520869977, + "tokens_seen": 2669674496 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001928261916225325, + "loss": 0.0628, + "theoretical_loss": 3.379479619142806, + "tokens_seen": 2669936640 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019274594768095007, + "loss": 0.063, + "theoretical_loss": 3.3794537206706297, + "tokens_seen": 2670198784 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019266570373936768, + "loss": 0.0628, + "theoretical_loss": 3.379427825452721, + "tokens_seen": 2670460928 + }, + { + "epoch": 0.81, + "objective/train/advantage_avg": -0.0005840608500875533, + "objective/train/docs_used": 970113, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.26112699508667, + "objective/train/original_loss": 1.2611267566680908, + "objective/train/theoretical_loss": 3.379414879063889, + "objective/train/tokens_used": 2691052000, + "objective/train/value_avg": -0.0101165771484375, + "objective/train/value_loss": 0.00031295986264012754, + "objective/train/value_max": -2.6702880859375e-05, + "objective/train/value_min": -0.68505859375, + "objective/train/value_reward_corr": 0.8109650541241316, + "objective/train/value_std": 0.022918701171875, + "objective/train/weight_avg": 0.9995624423027039, + "objective/train/weighted_lm_loss": 1.2597761154174805, + "objective/train/weights_max": 1.4726653099060059, + "objective/train/weights_min": 0.3865475058555603, + "theoretical_loss": 3.379414879063889, + "tokens_seen": 2670592000 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019258545979778527, + "loss": 0.066, + "theoretical_loss": 3.3794019334883503, + "tokens_seen": 2670723072 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019250521585620288, + "loss": 0.0646, + "theoretical_loss": 3.3793760447767904, + "tokens_seen": 2670985216 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019242497191462044, + "loss": 0.0659, + "theoretical_loss": 3.3793501593173128, + "tokens_seen": 2671247360 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019234472797303802, + "loss": 0.0614, + "theoretical_loss": 3.3793242771091903, + "tokens_seen": 2671509504 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019226448403145564, + "loss": 0.063, + "theoretical_loss": 3.3792983981516955, + "tokens_seen": 2671771648 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019218424008987322, + "loss": 0.0651, + "theoretical_loss": 3.379272522444101, + "tokens_seen": 2672033792 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001921039961482908, + "loss": 0.0645, + "theoretical_loss": 3.3792466499856806, + "tokens_seen": 2672295936 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001920237522067084, + "loss": 0.0634, + "theoretical_loss": 3.3792207807757064, + "tokens_seen": 2672558080 + }, + { + "epoch": 0.81, + "learning_rate": 0.000191943508265126, + "loss": 0.0633, + "theoretical_loss": 3.379194914813453, + "tokens_seen": 2672820224 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019186326432354356, + "loss": 0.0641, + "theoretical_loss": 3.379169052098194, + "tokens_seen": 2673082368 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019178302038196115, + "loss": 0.0666, + "theoretical_loss": 3.3791431926292033, + "tokens_seen": 2673344512 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019170277644037876, + "loss": 0.0638, + "theoretical_loss": 3.3791173364057547, + "tokens_seen": 2673606656 + }, + { + "epoch": 0.81, + "objective/train/advantage_avg": 0.0006669563590548933, + "objective/train/docs_used": 971344, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4185596704483032, + "objective/train/original_loss": 1.4185595512390137, + "objective/train/theoretical_loss": 3.3790914834271235, + "objective/train/tokens_used": 2694328800, + "objective/train/value_avg": -0.0047760009765625, + "objective/train/value_loss": 0.00012227449042256922, + "objective/train/value_max": -1.7642974853515625e-05, + "objective/train/value_min": -0.1705322265625, + "objective/train/value_reward_corr": 0.5642265447010907, + "objective/train/value_std": 0.0082550048828125, + "objective/train/weight_avg": 1.0007199048995972, + "objective/train/weighted_lm_loss": 1.4196935892105103, + "objective/train/weights_max": 1.1342555284500122, + "objective/train/weights_min": 0.36832353472709656, + "theoretical_loss": 3.3790914834271235, + "tokens_seen": 2673868800 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019162253249879635, + "loss": 0.0641, + "theoretical_loss": 3.3790914834271235, + "tokens_seen": 2673868800 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019154228855721393, + "loss": 0.0657, + "theoretical_loss": 3.3790656336925844, + "tokens_seen": 2674130944 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019146204461563152, + "loss": 0.0627, + "theoretical_loss": 3.3790397872014117, + "tokens_seen": 2674393088 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001913818006740491, + "loss": 0.0622, + "theoretical_loss": 3.379013943952881, + "tokens_seen": 2674655232 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019130155673246672, + "loss": 0.0664, + "theoretical_loss": 3.3789881039462677, + "tokens_seen": 2674917376 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019122131279088428, + "loss": 0.0644, + "theoretical_loss": 3.3789622671808477, + "tokens_seen": 2675179520 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001911410688493019, + "loss": 0.0643, + "theoretical_loss": 3.3789364336558965, + "tokens_seen": 2675441664 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019106082490771947, + "loss": 0.0646, + "theoretical_loss": 3.3789106033706906, + "tokens_seen": 2675703808 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001909805809661371, + "loss": 0.0615, + "theoretical_loss": 3.378884776324506, + "tokens_seen": 2675965952 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019090033702455465, + "loss": 0.0634, + "theoretical_loss": 3.3788589525166195, + "tokens_seen": 2676228096 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019082009308297223, + "loss": 0.0668, + "theoretical_loss": 3.378833131946308, + "tokens_seen": 2676490240 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019073984914138984, + "loss": 0.0655, + "theoretical_loss": 3.378807314612848, + "tokens_seen": 2676752384 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001906596051998074, + "loss": 0.0677, + "theoretical_loss": 3.378781500515518, + "tokens_seen": 2677014528 + }, + { + "epoch": 0.81, + "objective/train/advantage_avg": 0.000494854524731636, + "objective/train/docs_used": 972612, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3504451513290405, + "objective/train/original_loss": 1.350445032119751, + "objective/train/theoretical_loss": 3.3787685946801753, + "objective/train/tokens_used": 2697605600, + "objective/train/value_avg": -0.00930023193359375, + "objective/train/value_loss": 0.000260903179878369, + "objective/train/value_max": -2.6285648345947266e-05, + "objective/train/value_min": -0.75927734375, + "objective/train/value_reward_corr": 0.7406420383763128, + "objective/train/value_std": 0.0193939208984375, + "objective/train/weight_avg": 1.0006115436553955, + "objective/train/weighted_lm_loss": 1.3505823612213135, + "objective/train/weights_max": 1.1743881702423096, + "objective/train/weights_min": 0.36937421560287476, + "theoretical_loss": 3.3787685946801753, + "tokens_seen": 2677145600 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019057936125822501, + "loss": 0.066, + "theoretical_loss": 3.3787556896535937, + "tokens_seen": 2677276672 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001904991173166426, + "loss": 0.064, + "theoretical_loss": 3.378729882026355, + "tokens_seen": 2677538816 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019041887337506019, + "loss": 0.0648, + "theoretical_loss": 3.3787040776330786, + "tokens_seen": 2677800960 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019033862943347777, + "loss": 0.0643, + "theoretical_loss": 3.3786782764730425, + "tokens_seen": 2678063104 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019025838549189536, + "loss": 0.0647, + "theoretical_loss": 3.3786524785455256, + "tokens_seen": 2678325248 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019017814155031297, + "loss": 0.0659, + "theoretical_loss": 3.378626683849807, + "tokens_seen": 2678587392 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019009789760873055, + "loss": 0.0681, + "theoretical_loss": 3.378600892385165, + "tokens_seen": 2678849536 + }, + { + "epoch": 0.81, + "learning_rate": 0.00019001765366714814, + "loss": 0.0671, + "theoretical_loss": 3.378575104150879, + "tokens_seen": 2679111680 + }, + { + "epoch": 0.81, + "learning_rate": 0.00018993740972556573, + "loss": 0.0642, + "theoretical_loss": 3.378549319146228, + "tokens_seen": 2679373824 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001898571657839833, + "loss": 0.0665, + "theoretical_loss": 3.3785235373704925, + "tokens_seen": 2679635968 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001897769218424009, + "loss": 0.0639, + "theoretical_loss": 3.3784977588229514, + "tokens_seen": 2679898112 + }, + { + "epoch": 0.81, + "learning_rate": 0.00018969667790081848, + "loss": 0.065, + "theoretical_loss": 3.378471983502885, + "tokens_seen": 2680160256 + }, + { + "epoch": 0.81, + "objective/train/advantage_avg": 0.000507494667544961, + "objective/train/docs_used": 973756, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4430121183395386, + "objective/train/original_loss": 1.443011999130249, + "objective/train/theoretical_loss": 3.378446211409574, + "objective/train/tokens_used": 2700882400, + "objective/train/value_avg": -0.0089569091796875, + "objective/train/value_loss": 0.00013779041182715446, + "objective/train/value_max": -1.6570091247558594e-05, + "objective/train/value_min": -0.3369140625, + "objective/train/value_reward_corr": 0.833393001834652, + "objective/train/value_std": 0.017822265625, + "objective/train/weight_avg": 1.000575304031372, + "objective/train/weighted_lm_loss": 1.4435406923294067, + "objective/train/weights_max": 1.1921610832214355, + "objective/train/weights_min": 0.6133619546890259, + "theoretical_loss": 3.378446211409574, + "tokens_seen": 2680422400 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001896164339592361, + "loss": 0.0654, + "theoretical_loss": 3.378446211409574, + "tokens_seen": 2680422400 + }, + { + "epoch": 0.81, + "learning_rate": 0.00018953619001765368, + "loss": 0.0633, + "theoretical_loss": 3.378420442542299, + "tokens_seen": 2680684544 + }, + { + "epoch": 0.81, + "learning_rate": 0.00018945594607607124, + "loss": 0.0636, + "theoretical_loss": 3.37839467690034, + "tokens_seen": 2680946688 + }, + { + "epoch": 0.81, + "learning_rate": 0.00018937570213448885, + "loss": 0.0678, + "theoretical_loss": 3.3783689144829783, + "tokens_seen": 2681208832 + }, + { + "epoch": 0.81, + "learning_rate": 0.00018929545819290644, + "loss": 0.0643, + "theoretical_loss": 3.3783431552894956, + "tokens_seen": 2681470976 + }, + { + "epoch": 0.81, + "learning_rate": 0.00018921521425132405, + "loss": 0.065, + "theoretical_loss": 3.378317399319173, + "tokens_seen": 2681733120 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001891349703097416, + "loss": 0.0628, + "theoretical_loss": 3.378291646571292, + "tokens_seen": 2681995264 + }, + { + "epoch": 0.81, + "learning_rate": 0.00018905472636815922, + "loss": 0.0667, + "theoretical_loss": 3.378265897045135, + "tokens_seen": 2682257408 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001889744824265768, + "loss": 0.0655, + "theoretical_loss": 3.3782401507399835, + "tokens_seen": 2682519552 + }, + { + "epoch": 0.81, + "learning_rate": 0.00018889423848499436, + "loss": 0.0635, + "theoretical_loss": 3.3782144076551206, + "tokens_seen": 2682781696 + }, + { + "epoch": 0.81, + "learning_rate": 0.00018881399454341198, + "loss": 0.0651, + "theoretical_loss": 3.3781886677898285, + "tokens_seen": 2683043840 + }, + { + "epoch": 0.81, + "learning_rate": 0.00018873375060182956, + "loss": 0.0647, + "theoretical_loss": 3.3781629311433896, + "tokens_seen": 2683305984 + }, + { + "epoch": 0.81, + "learning_rate": 0.00018865350666024717, + "loss": 0.064, + "theoretical_loss": 3.378137197715088, + "tokens_seen": 2683568128 + }, + { + "epoch": 0.81, + "objective/train/advantage_avg": 0.0010672437492758036, + "objective/train/docs_used": 974889, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3006460666656494, + "objective/train/original_loss": 1.3006460666656494, + "objective/train/theoretical_loss": 3.3781243322075145, + "objective/train/tokens_used": 2704159200, + "objective/train/value_avg": -0.01062774658203125, + "objective/train/value_loss": 0.00040910145617090166, + "objective/train/value_max": -2.282857894897461e-05, + "objective/train/value_min": -0.72265625, + "objective/train/value_reward_corr": 0.6753447936214456, + "objective/train/value_std": 0.019439697265625, + "objective/train/weight_avg": 1.0012481212615967, + "objective/train/weighted_lm_loss": 1.3015427589416504, + "objective/train/weights_max": 1.5030114650726318, + "objective/train/weights_min": 0.3695729672908783, + "theoretical_loss": 3.3781243322075145, + "tokens_seen": 2683699200 + }, + { + "epoch": 0.81, + "learning_rate": 0.00018857326271866473, + "loss": 0.0644, + "theoretical_loss": 3.3781114675042065, + "tokens_seen": 2683830272 + }, + { + "epoch": 0.81, + "learning_rate": 0.00018849301877708232, + "loss": 0.0671, + "theoretical_loss": 3.3780857405100284, + "tokens_seen": 2684092416 + }, + { + "epoch": 0.81, + "learning_rate": 0.00018841277483549993, + "loss": 0.0664, + "theoretical_loss": 3.3780600167318378, + "tokens_seen": 2684354560 + }, + { + "epoch": 0.81, + "learning_rate": 0.00018833253089391752, + "loss": 0.0645, + "theoretical_loss": 3.3780342961689183, + "tokens_seen": 2684616704 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001882522869523351, + "loss": 0.0647, + "theoretical_loss": 3.3780085788205545, + "tokens_seen": 2684878848 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001881720430107527, + "loss": 0.0657, + "theoretical_loss": 3.3779828646860306, + "tokens_seen": 2685140992 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001880917990691703, + "loss": 0.065, + "theoretical_loss": 3.377957153764631, + "tokens_seen": 2685403136 + }, + { + "epoch": 0.81, + "learning_rate": 0.00018801155512758786, + "loss": 0.0625, + "theoretical_loss": 3.3779314460556416, + "tokens_seen": 2685665280 + }, + { + "epoch": 0.81, + "learning_rate": 0.00018793131118600544, + "loss": 0.0653, + "theoretical_loss": 3.3779057415583464, + "tokens_seen": 2685927424 + }, + { + "epoch": 0.81, + "learning_rate": 0.00018785106724442306, + "loss": 0.0634, + "theoretical_loss": 3.3778800402720313, + "tokens_seen": 2686189568 + }, + { + "epoch": 0.81, + "learning_rate": 0.00018777082330284064, + "loss": 0.0663, + "theoretical_loss": 3.377854342195982, + "tokens_seen": 2686451712 + }, + { + "epoch": 0.81, + "learning_rate": 0.00018769057936125823, + "loss": 0.0632, + "theoretical_loss": 3.3778286473294843, + "tokens_seen": 2686713856 + }, + { + "epoch": 0.81, + "objective/train/advantage_avg": 0.0011062792036682367, + "objective/train/docs_used": 976171, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2553231716156006, + "objective/train/original_loss": 1.255323052406311, + "objective/train/theoretical_loss": 3.377802955671824, + "objective/train/tokens_used": 2707436000, + "objective/train/value_avg": -0.007488250732421875, + "objective/train/value_loss": 0.0003370594931766391, + "objective/train/value_max": -4.869699478149414e-05, + "objective/train/value_min": -0.9775390625, + "objective/train/value_reward_corr": 0.7670786560968448, + "objective/train/value_std": 0.02203369140625, + "objective/train/weight_avg": 1.00126314163208, + "objective/train/weighted_lm_loss": 1.2567416429519653, + "objective/train/weights_max": 2.3216664791107178, + "objective/train/weights_min": 0.3807637691497803, + "theoretical_loss": 3.377802955671824, + "tokens_seen": 2686976000 + }, + { + "epoch": 0.81, + "learning_rate": 0.00018761033541967581, + "loss": 0.0649, + "theoretical_loss": 3.377802955671824, + "tokens_seen": 2686976000 + }, + { + "epoch": 0.81, + "learning_rate": 0.0001875300914780934, + "loss": 0.064, + "theoretical_loss": 3.377777267222287, + "tokens_seen": 2687238144 + }, + { + "epoch": 0.81, + "learning_rate": 0.000187449847536511, + "loss": 0.0642, + "theoretical_loss": 3.377751581980161, + "tokens_seen": 2687500288 + }, + { + "epoch": 0.81, + "learning_rate": 0.00018736960359492857, + "loss": 0.0644, + "theoretical_loss": 3.3777258999447315, + "tokens_seen": 2687762432 + }, + { + "epoch": 0.81, + "learning_rate": 0.00018728935965334618, + "loss": 0.0667, + "theoretical_loss": 3.377700221115286, + "tokens_seen": 2688024576 + }, + { + "epoch": 0.81, + "learning_rate": 0.00018720911571176377, + "loss": 0.0646, + "theoretical_loss": 3.3776745454911117, + "tokens_seen": 2688286720 + }, + { + "epoch": 0.81, + "learning_rate": 0.00018712887177018135, + "loss": 0.0661, + "theoretical_loss": 3.377648873071496, + "tokens_seen": 2688548864 + }, + { + "epoch": 0.81, + "learning_rate": 0.00018704862782859894, + "loss": 0.0647, + "theoretical_loss": 3.377623203855727, + "tokens_seen": 2688811008 + }, + { + "epoch": 0.81, + "learning_rate": 0.00018696838388701652, + "loss": 0.0662, + "theoretical_loss": 3.3775975378430916, + "tokens_seen": 2689073152 + }, + { + "epoch": 0.81, + "learning_rate": 0.00018688813994543414, + "loss": 0.0628, + "theoretical_loss": 3.3775718750328783, + "tokens_seen": 2689335296 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001868078960038517, + "loss": 0.0658, + "theoretical_loss": 3.3775462154243754, + "tokens_seen": 2689597440 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001867276520622693, + "loss": 0.0648, + "theoretical_loss": 3.3775205590168715, + "tokens_seen": 2689859584 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001866474081206869, + "loss": 0.0643, + "theoretical_loss": 3.377494905809656, + "tokens_seen": 2690121728 + }, + { + "epoch": 0.82, + "objective/train/advantage_avg": 0.00013080706412438303, + "objective/train/docs_used": 977388, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3646595478057861, + "objective/train/original_loss": 1.364659309387207, + "objective/train/theoretical_loss": 3.377482080405934, + "objective/train/tokens_used": 2710712800, + "objective/train/value_avg": -0.0076446533203125, + "objective/train/value_loss": 0.00021226571698207408, + "objective/train/value_max": -3.218650817871094e-05, + "objective/train/value_min": -0.56982421875, + "objective/train/value_reward_corr": 0.644451938105663, + "objective/train/value_std": 0.013397216796875, + "objective/train/weight_avg": 1.000223994255066, + "objective/train/weighted_lm_loss": 1.3641486167907715, + "objective/train/weights_max": 1.18160080909729, + "objective/train/weights_min": 0.3681640923023224, + "theoretical_loss": 3.377482080405934, + "tokens_seen": 2690252800 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018656716417910448, + "loss": 0.0641, + "theoretical_loss": 3.377469255802017, + "tokens_seen": 2690383872 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018648692023752206, + "loss": 0.0646, + "theoretical_loss": 3.3774436089932443, + "tokens_seen": 2690646016 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018640667629593965, + "loss": 0.064, + "theoretical_loss": 3.3774179653826266, + "tokens_seen": 2690908160 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018632643235435726, + "loss": 0.0642, + "theoretical_loss": 3.3773923249694544, + "tokens_seen": 2691170304 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018624618841277485, + "loss": 0.0628, + "theoretical_loss": 3.3773666877530175, + "tokens_seen": 2691432448 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018616594447119243, + "loss": 0.0634, + "theoretical_loss": 3.377341053732606, + "tokens_seen": 2691694592 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018608570052961002, + "loss": 0.0656, + "theoretical_loss": 3.37731542290751, + "tokens_seen": 2691956736 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001860054565880276, + "loss": 0.0667, + "theoretical_loss": 3.37728979527702, + "tokens_seen": 2692218880 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001859252126464452, + "loss": 0.0611, + "theoretical_loss": 3.3772641708404274, + "tokens_seen": 2692481024 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018584496870486278, + "loss": 0.0635, + "theoretical_loss": 3.3772385495970227, + "tokens_seen": 2692743168 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001857647247632804, + "loss": 0.0638, + "theoretical_loss": 3.3772129315460977, + "tokens_seen": 2693005312 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018568448082169797, + "loss": 0.0644, + "theoretical_loss": 3.3771873166869435, + "tokens_seen": 2693267456 + }, + { + "epoch": 0.82, + "objective/train/advantage_avg": 0.0008546747849322855, + "objective/train/docs_used": 978638, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3162106275558472, + "objective/train/original_loss": 1.3162107467651367, + "objective/train/theoretical_loss": 3.377161705018852, + "objective/train/tokens_used": 2713989600, + "objective/train/value_avg": -0.00745391845703125, + "objective/train/value_loss": 0.00035447272239252925, + "objective/train/value_max": -4.83393669128418e-05, + "objective/train/value_min": -0.716796875, + "objective/train/value_reward_corr": 0.7492578274816408, + "objective/train/value_std": 0.021881103515625, + "objective/train/weight_avg": 1.001023769378662, + "objective/train/weighted_lm_loss": 1.318573236465454, + "objective/train/weights_max": 1.7867342233657837, + "objective/train/weights_min": 0.4188002049922943, + "theoretical_loss": 3.377161705018852, + "tokens_seen": 2693529600 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018560423688011553, + "loss": 0.0656, + "theoretical_loss": 3.377161705018852, + "tokens_seen": 2693529600 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018552399293853315, + "loss": 0.066, + "theoretical_loss": 3.377136096541115, + "tokens_seen": 2693791744 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018544374899695073, + "loss": 0.0652, + "theoretical_loss": 3.377110491253024, + "tokens_seen": 2694053888 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018536350505536834, + "loss": 0.0639, + "theoretical_loss": 3.377084889153873, + "tokens_seen": 2694316032 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001852832611137859, + "loss": 0.064, + "theoretical_loss": 3.3770592902429537, + "tokens_seen": 2694578176 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018520301717220351, + "loss": 0.0666, + "theoretical_loss": 3.377033694519559, + "tokens_seen": 2694840320 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001851227732306211, + "loss": 0.0639, + "theoretical_loss": 3.377008101982982, + "tokens_seen": 2695102464 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018504252928903866, + "loss": 0.0667, + "theoretical_loss": 3.3769825126325164, + "tokens_seen": 2695364608 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018496228534745627, + "loss": 0.065, + "theoretical_loss": 3.376956926467455, + "tokens_seen": 2695626752 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018488204140587386, + "loss": 0.0659, + "theoretical_loss": 3.376931343487092, + "tokens_seen": 2695888896 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018480179746429147, + "loss": 0.0644, + "theoretical_loss": 3.3769057636907216, + "tokens_seen": 2696151040 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018472155352270903, + "loss": 0.0643, + "theoretical_loss": 3.3768801870776377, + "tokens_seen": 2696413184 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001846413095811266, + "loss": 0.0639, + "theoretical_loss": 3.3768546136471347, + "tokens_seen": 2696675328 + }, + { + "epoch": 0.82, + "objective/train/advantage_avg": 0.0008337813196703792, + "objective/train/docs_used": 979818, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4973987340927124, + "objective/train/original_loss": 1.4973986148834229, + "objective/train/theoretical_loss": 3.3768418281251305, + "objective/train/tokens_used": 2717266400, + "objective/train/value_avg": -0.004627227783203125, + "objective/train/value_loss": 6.254646723391488e-05, + "objective/train/value_max": -5.608797073364258e-05, + "objective/train/value_min": -0.22216796875, + "objective/train/value_reward_corr": 0.6737885747037811, + "objective/train/value_std": 0.00685882568359375, + "objective/train/weight_avg": 1.0008646249771118, + "objective/train/weighted_lm_loss": 1.4987366199493408, + "objective/train/weights_max": 1.0564361810684204, + "objective/train/weights_min": 0.8230992555618286, + "theoretical_loss": 3.3768418281251305, + "tokens_seen": 2696806400 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018456106563954423, + "loss": 0.0674, + "theoretical_loss": 3.376829043398507, + "tokens_seen": 2696937472 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001844808216979618, + "loss": 0.0639, + "theoretical_loss": 3.37680347633105, + "tokens_seen": 2697199616 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001844005777563794, + "loss": 0.0677, + "theoretical_loss": 3.3767779124440587, + "tokens_seen": 2697461760 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018432033381479698, + "loss": 0.0663, + "theoretical_loss": 3.3767523517368288, + "tokens_seen": 2697723904 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001842400898732146, + "loss": 0.0638, + "theoretical_loss": 3.376726794208655, + "tokens_seen": 2697986048 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018415984593163215, + "loss": 0.062, + "theoretical_loss": 3.3767012398588334, + "tokens_seen": 2698248192 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018407960199004974, + "loss": 0.0635, + "theoretical_loss": 3.3766756886866602, + "tokens_seen": 2698510336 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018399935804846735, + "loss": 0.0641, + "theoretical_loss": 3.3766501406914315, + "tokens_seen": 2698772480 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018391911410688494, + "loss": 0.0662, + "theoretical_loss": 3.376624595872444, + "tokens_seen": 2699034624 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018383887016530252, + "loss": 0.0624, + "theoretical_loss": 3.376599054228994, + "tokens_seen": 2699296768 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001837586262237201, + "loss": 0.0625, + "theoretical_loss": 3.3765735157603785, + "tokens_seen": 2699558912 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018367838228213772, + "loss": 0.0666, + "theoretical_loss": 3.376547980465895, + "tokens_seen": 2699821056 + }, + { + "epoch": 0.82, + "objective/train/advantage_avg": 0.0010009139077737927, + "objective/train/docs_used": 981079, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4179977178573608, + "objective/train/original_loss": 1.4179978370666504, + "objective/train/theoretical_loss": 3.3765224483448404, + "objective/train/tokens_used": 2720543200, + "objective/train/value_avg": -0.00846099853515625, + "objective/train/value_loss": 0.00014019059017300606, + "objective/train/value_max": -2.282857894897461e-05, + "objective/train/value_min": -0.388671875, + "objective/train/value_reward_corr": 0.717488709225001, + "objective/train/value_std": 0.0139312744140625, + "objective/train/weight_avg": 1.0010684728622437, + "objective/train/weighted_lm_loss": 1.4189448356628418, + "objective/train/weights_max": 1.4557020664215088, + "objective/train/weights_min": 0.5308475494384766, + "theoretical_loss": 3.3765224483448404, + "tokens_seen": 2700083200 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001835981383405553, + "loss": 0.0655, + "theoretical_loss": 3.3765224483448404, + "tokens_seen": 2700083200 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018351789439897286, + "loss": 0.0628, + "theoretical_loss": 3.3764969193965126, + "tokens_seen": 2700345344 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018343765045739048, + "loss": 0.066, + "theoretical_loss": 3.376471393620209, + "tokens_seen": 2700607488 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018335740651580806, + "loss": 0.0652, + "theoretical_loss": 3.3764458710152283, + "tokens_seen": 2700869632 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018327716257422565, + "loss": 0.0643, + "theoretical_loss": 3.376420351580868, + "tokens_seen": 2701131776 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018319691863264323, + "loss": 0.0657, + "theoretical_loss": 3.376394835316427, + "tokens_seen": 2701393920 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018311667469106082, + "loss": 0.0659, + "theoretical_loss": 3.3763693222212035, + "tokens_seen": 2701656064 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018303643074947843, + "loss": 0.0646, + "theoretical_loss": 3.3763438122944973, + "tokens_seen": 2701918208 + }, + { + "epoch": 0.82, + "learning_rate": 0.000182956186807896, + "loss": 0.0637, + "theoretical_loss": 3.3763183055356065, + "tokens_seen": 2702180352 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001828759428663136, + "loss": 0.0633, + "theoretical_loss": 3.3762928019438316, + "tokens_seen": 2702442496 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001827956989247312, + "loss": 0.065, + "theoretical_loss": 3.376267301518471, + "tokens_seen": 2702704640 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001827154549831488, + "loss": 0.0658, + "theoretical_loss": 3.3762418042588256, + "tokens_seen": 2702966784 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018263521104156636, + "loss": 0.0665, + "theoretical_loss": 3.3762163101641947, + "tokens_seen": 2703228928 + }, + { + "epoch": 0.82, + "objective/train/advantage_avg": -0.00011118934344267473, + "objective/train/docs_used": 982308, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2661569118499756, + "objective/train/original_loss": 1.2661569118499756, + "objective/train/theoretical_loss": 3.376203564303541, + "objective/train/tokens_used": 2723820000, + "objective/train/value_avg": -0.006992340087890625, + "objective/train/value_loss": 0.00017818895867094398, + "objective/train/value_max": -1.0967254638671875e-05, + "objective/train/value_min": -0.61474609375, + "objective/train/value_reward_corr": 0.6704704712452869, + "objective/train/value_std": 0.01318359375, + "objective/train/weight_avg": 0.9999681115150452, + "objective/train/weighted_lm_loss": 1.2656995058059692, + "objective/train/weights_max": 1.3074339628219604, + "objective/train/weights_min": 0.37412911653518677, + "theoretical_loss": 3.376203564303541, + "tokens_seen": 2703360000 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018255496709998394, + "loss": 0.0639, + "theoretical_loss": 3.3761908192338788, + "tokens_seen": 2703491072 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018247472315840156, + "loss": 0.0637, + "theoretical_loss": 3.3761653314671785, + "tokens_seen": 2703753216 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018239447921681912, + "loss": 0.0659, + "theoretical_loss": 3.376139846863394, + "tokens_seen": 2704015360 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018231423527523673, + "loss": 0.0673, + "theoretical_loss": 3.3761143654218264, + "tokens_seen": 2704277504 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018223399133365431, + "loss": 0.0636, + "theoretical_loss": 3.3760888871417776, + "tokens_seen": 2704539648 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001821537473920719, + "loss": 0.0609, + "theoretical_loss": 3.376063412022548, + "tokens_seen": 2704801792 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018207350345048948, + "loss": 0.0652, + "theoretical_loss": 3.3760379400634397, + "tokens_seen": 2705063936 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018199325950890707, + "loss": 0.0647, + "theoretical_loss": 3.3760124712637545, + "tokens_seen": 2705326080 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018191301556732468, + "loss": 0.0659, + "theoretical_loss": 3.375987005622794, + "tokens_seen": 2705588224 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018183277162574227, + "loss": 0.0671, + "theoretical_loss": 3.3759615431398613, + "tokens_seen": 2705850368 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018175252768415985, + "loss": 0.0641, + "theoretical_loss": 3.3759360838142576, + "tokens_seen": 2706112512 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018167228374257744, + "loss": 0.0632, + "theoretical_loss": 3.375910627645287, + "tokens_seen": 2706374656 + }, + { + "epoch": 0.82, + "objective/train/advantage_avg": -0.00032393966102972627, + "objective/train/docs_used": 983478, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2692878246307373, + "objective/train/original_loss": 1.2692875862121582, + "objective/train/theoretical_loss": 3.375885174632251, + "objective/train/tokens_used": 2727096800, + "objective/train/value_avg": -0.006359100341796875, + "objective/train/value_loss": 0.00013160360686015338, + "objective/train/value_max": -1.996755599975586e-05, + "objective/train/value_min": -0.2120361328125, + "objective/train/value_reward_corr": 0.6905107474009275, + "objective/train/value_std": 0.0110321044921875, + "objective/train/weight_avg": 0.9997377395629883, + "objective/train/weighted_lm_loss": 1.2687121629714966, + "objective/train/weights_max": 1.185646414756775, + "objective/train/weights_min": 0.38397273421287537, + "theoretical_loss": 3.375885174632251, + "tokens_seen": 2706636800 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018159203980099502, + "loss": 0.0657, + "theoretical_loss": 3.375885174632251, + "tokens_seen": 2706636800 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018151179585941264, + "loss": 0.067, + "theoretical_loss": 3.375859724774454, + "tokens_seen": 2706898944 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001814315519178302, + "loss": 0.0662, + "theoretical_loss": 3.375834278071199, + "tokens_seen": 2707161088 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001813513079762478, + "loss": 0.0656, + "theoretical_loss": 3.375808834521789, + "tokens_seen": 2707423232 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001812710640346654, + "loss": 0.0643, + "theoretical_loss": 3.375783394125529, + "tokens_seen": 2707685376 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018119082009308295, + "loss": 0.0695, + "theoretical_loss": 3.375757956881721, + "tokens_seen": 2707947520 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018111057615150057, + "loss": 0.0715, + "theoretical_loss": 3.3757325227896713, + "tokens_seen": 2708209664 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018103033220991815, + "loss": 0.0687, + "theoretical_loss": 3.3757070918486836, + "tokens_seen": 2708471808 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018095008826833576, + "loss": 0.0688, + "theoretical_loss": 3.3756816640580625, + "tokens_seen": 2708733952 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018086984432675332, + "loss": 0.0703, + "theoretical_loss": 3.375656239417113, + "tokens_seen": 2708996096 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018078960038517093, + "loss": 0.0657, + "theoretical_loss": 3.37563081792514, + "tokens_seen": 2709258240 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018070935644358852, + "loss": 0.0681, + "theoretical_loss": 3.375605399581449, + "tokens_seen": 2709520384 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001806291125020061, + "loss": 0.0671, + "theoretical_loss": 3.375579984385346, + "tokens_seen": 2709782528 + }, + { + "epoch": 0.82, + "objective/train/advantage_avg": 0.0003814217052422464, + "objective/train/docs_used": 984630, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3804492950439453, + "objective/train/original_loss": 1.3804491758346558, + "objective/train/theoretical_loss": 3.3755672779674226, + "objective/train/tokens_used": 2730373600, + "objective/train/value_avg": -0.0057220458984375, + "objective/train/value_loss": 0.00016722979489713907, + "objective/train/value_max": -4.649162292480469e-05, + "objective/train/value_min": -0.3837890625, + "objective/train/value_reward_corr": 0.751432090010394, + "objective/train/value_std": 0.0134429931640625, + "objective/train/weight_avg": 1.0004591941833496, + "objective/train/weighted_lm_loss": 1.3812494277954102, + "objective/train/weights_max": 1.1431516408920288, + "objective/train/weights_min": 0.3694460988044739, + "theoretical_loss": 3.3755672779674226, + "tokens_seen": 2709913600 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001805488685604237, + "loss": 0.0641, + "theoretical_loss": 3.375554572336136, + "tokens_seen": 2710044672 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018046862461884128, + "loss": 0.0673, + "theoretical_loss": 3.3755291634331255, + "tokens_seen": 2710306816 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001803883806772589, + "loss": 0.0675, + "theoretical_loss": 3.3755037576756206, + "tokens_seen": 2710568960 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018030813673567645, + "loss": 0.0685, + "theoretical_loss": 3.3754783550629277, + "tokens_seen": 2710831104 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018022789279409403, + "loss": 0.0654, + "theoretical_loss": 3.375452955594354, + "tokens_seen": 2711093248 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018014764885251165, + "loss": 0.0689, + "theoretical_loss": 3.3754275592692053, + "tokens_seen": 2711355392 + }, + { + "epoch": 0.82, + "learning_rate": 0.00018006740491092923, + "loss": 0.0663, + "theoretical_loss": 3.37540216608679, + "tokens_seen": 2711617536 + }, + { + "epoch": 0.82, + "learning_rate": 0.00017998716096934682, + "loss": 0.0643, + "theoretical_loss": 3.3753767760464144, + "tokens_seen": 2711879680 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001799069170277644, + "loss": 0.0678, + "theoretical_loss": 3.3753513891473865, + "tokens_seen": 2712141824 + }, + { + "epoch": 0.82, + "learning_rate": 0.00017982667308618201, + "loss": 0.0646, + "theoretical_loss": 3.375326005389014, + "tokens_seen": 2712403968 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001797464291445996, + "loss": 0.071, + "theoretical_loss": 3.3753006247706048, + "tokens_seen": 2712666112 + }, + { + "epoch": 0.82, + "learning_rate": 0.00017966618520301716, + "loss": 0.0659, + "theoretical_loss": 3.3752752472914676, + "tokens_seen": 2712928256 + }, + { + "epoch": 0.82, + "objective/train/advantage_avg": -5.3237657994031906e-05, + "objective/train/docs_used": 985832, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.313420295715332, + "objective/train/original_loss": 1.313420295715332, + "objective/train/theoretical_loss": 3.37524987295091, + "objective/train/tokens_used": 2733650400, + "objective/train/value_avg": -0.005268096923828125, + "objective/train/value_loss": 0.0001364931813441217, + "objective/train/value_max": -3.451108932495117e-05, + "objective/train/value_min": -0.199462890625, + "objective/train/value_reward_corr": 0.6376878447916784, + "objective/train/value_std": 0.0089874267578125, + "objective/train/weight_avg": 1.0000067949295044, + "objective/train/weighted_lm_loss": 1.3133271932601929, + "objective/train/weights_max": 1.1936334371566772, + "objective/train/weights_min": 0.3722897469997406, + "theoretical_loss": 3.37524987295091, + "tokens_seen": 2713190400 + }, + { + "epoch": 0.82, + "learning_rate": 0.00017958594126143477, + "loss": 0.0704, + "theoretical_loss": 3.37524987295091, + "tokens_seen": 2713190400 + }, + { + "epoch": 0.82, + "learning_rate": 0.00017950569731985236, + "loss": 0.0647, + "theoretical_loss": 3.375224501748241, + "tokens_seen": 2713452544 + }, + { + "epoch": 0.82, + "learning_rate": 0.00017942545337826994, + "loss": 0.0666, + "theoretical_loss": 3.3751991336827696, + "tokens_seen": 2713714688 + }, + { + "epoch": 0.82, + "learning_rate": 0.00017934520943668753, + "loss": 0.0655, + "theoretical_loss": 3.375173768753805, + "tokens_seen": 2713976832 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001792649654951051, + "loss": 0.0627, + "theoretical_loss": 3.3751484069606565, + "tokens_seen": 2714238976 + }, + { + "epoch": 0.82, + "learning_rate": 0.00017918472155352273, + "loss": 0.0679, + "theoretical_loss": 3.375123048302633, + "tokens_seen": 2714501120 + }, + { + "epoch": 0.82, + "learning_rate": 0.00017910447761194028, + "loss": 0.0645, + "theoretical_loss": 3.375097692779045, + "tokens_seen": 2714763264 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001790242336703579, + "loss": 0.0658, + "theoretical_loss": 3.3750723403892016, + "tokens_seen": 2715025408 + }, + { + "epoch": 0.82, + "learning_rate": 0.00017894398972877548, + "loss": 0.0634, + "theoretical_loss": 3.375046991132414, + "tokens_seen": 2715287552 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001788637457871931, + "loss": 0.0681, + "theoretical_loss": 3.375021645007992, + "tokens_seen": 2715549696 + }, + { + "epoch": 0.82, + "learning_rate": 0.00017878350184561065, + "loss": 0.068, + "theoretical_loss": 3.3749963020152465, + "tokens_seen": 2715811840 + }, + { + "epoch": 0.82, + "learning_rate": 0.00017870325790402824, + "loss": 0.0653, + "theoretical_loss": 3.3749709621534882, + "tokens_seen": 2716073984 + }, + { + "epoch": 0.82, + "learning_rate": 0.00017862301396244585, + "loss": 0.0672, + "theoretical_loss": 3.374945625422028, + "tokens_seen": 2716336128 + }, + { + "epoch": 0.82, + "objective/train/advantage_avg": -6.0098351241322234e-05, + "objective/train/docs_used": 987010, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1385648250579834, + "objective/train/original_loss": 1.1385648250579834, + "objective/train/theoretical_loss": 3.374932958229944, + "objective/train/tokens_used": 2736927200, + "objective/train/value_avg": -0.00586700439453125, + "objective/train/value_loss": 0.00021322883549146354, + "objective/train/value_max": -2.9087066650390625e-05, + "objective/train/value_min": -0.568359375, + "objective/train/value_reward_corr": 0.6344401130788901, + "objective/train/value_std": 0.01129913330078125, + "objective/train/weight_avg": 1.0000320672988892, + "objective/train/weighted_lm_loss": 1.1384799480438232, + "objective/train/weights_max": 1.224022626876831, + "objective/train/weights_min": 0.38013678789138794, + "theoretical_loss": 3.374932958229944, + "tokens_seen": 2716467200 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001785427700208634, + "loss": 0.0653, + "theoretical_loss": 3.374920291820177, + "tokens_seen": 2716598272 + }, + { + "epoch": 0.82, + "learning_rate": 0.00017846252607928102, + "loss": 0.0656, + "theoretical_loss": 3.374894961347247, + "tokens_seen": 2716860416 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001783822821376986, + "loss": 0.0712, + "theoretical_loss": 3.37486963400255, + "tokens_seen": 2717122560 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001783020381961162, + "loss": 0.072, + "theoretical_loss": 3.3748443097853973, + "tokens_seen": 2717384704 + }, + { + "epoch": 0.82, + "learning_rate": 0.00017822179425453378, + "loss": 0.0672, + "theoretical_loss": 3.374818988695101, + "tokens_seen": 2717646848 + }, + { + "epoch": 0.82, + "learning_rate": 0.00017814155031295136, + "loss": 0.0648, + "theoretical_loss": 3.3747936707309747, + "tokens_seen": 2717908992 + }, + { + "epoch": 0.82, + "learning_rate": 0.00017806130637136898, + "loss": 0.0646, + "theoretical_loss": 3.3747683558923294, + "tokens_seen": 2718171136 + }, + { + "epoch": 0.82, + "learning_rate": 0.00017798106242978656, + "loss": 0.0682, + "theoretical_loss": 3.3747430441784787, + "tokens_seen": 2718433280 + }, + { + "epoch": 0.82, + "learning_rate": 0.00017790081848820415, + "loss": 0.0651, + "theoretical_loss": 3.3747177355887352, + "tokens_seen": 2718695424 + }, + { + "epoch": 0.82, + "learning_rate": 0.00017782057454662173, + "loss": 0.0622, + "theoretical_loss": 3.374692430122413, + "tokens_seen": 2718957568 + }, + { + "epoch": 0.82, + "learning_rate": 0.00017774033060503932, + "loss": 0.0681, + "theoretical_loss": 3.3746671277788245, + "tokens_seen": 2719219712 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001776600866634569, + "loss": 0.0676, + "theoretical_loss": 3.3746418285572837, + "tokens_seen": 2719481856 + }, + { + "epoch": 0.82, + "objective/train/advantage_avg": 0.0003425669565331191, + "objective/train/docs_used": 988161, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3704742193222046, + "objective/train/original_loss": 1.370474100112915, + "objective/train/theoretical_loss": 3.3746165324571047, + "objective/train/tokens_used": 2740204000, + "objective/train/value_avg": -0.005130767822265625, + "objective/train/value_loss": 0.00013632715854328126, + "objective/train/value_max": -2.6702880859375e-05, + "objective/train/value_min": -0.2900390625, + "objective/train/value_reward_corr": 0.7018475705705822, + "objective/train/value_std": 0.0097198486328125, + "objective/train/weight_avg": 1.0004055500030518, + "objective/train/weighted_lm_loss": 1.3713009357452393, + "objective/train/weights_max": 1.104806661605835, + "objective/train/weights_min": 0.38063594698905945, + "theoretical_loss": 3.3746165324571047, + "tokens_seen": 2719744000 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001775798427218745, + "loss": 0.0646, + "theoretical_loss": 3.3746165324571047, + "tokens_seen": 2719744000 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001774995987802921, + "loss": 0.0656, + "theoretical_loss": 3.374591239477602, + "tokens_seen": 2720006144 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001774193548387097, + "loss": 0.0697, + "theoretical_loss": 3.3745659496180886, + "tokens_seen": 2720268288 + }, + { + "epoch": 0.82, + "learning_rate": 0.00017733911089712725, + "loss": 0.0682, + "theoretical_loss": 3.3745406628778802, + "tokens_seen": 2720530432 + }, + { + "epoch": 0.82, + "learning_rate": 0.00017725886695554486, + "loss": 0.0683, + "theoretical_loss": 3.374515379256291, + "tokens_seen": 2720792576 + }, + { + "epoch": 0.82, + "learning_rate": 0.00017717862301396244, + "loss": 0.0638, + "theoretical_loss": 3.374490098752636, + "tokens_seen": 2721054720 + }, + { + "epoch": 0.82, + "learning_rate": 0.00017709837907238006, + "loss": 0.0656, + "theoretical_loss": 3.3744648213662307, + "tokens_seen": 2721316864 + }, + { + "epoch": 0.82, + "learning_rate": 0.00017701813513079762, + "loss": 0.0673, + "theoretical_loss": 3.37443954709639, + "tokens_seen": 2721579008 + }, + { + "epoch": 0.82, + "learning_rate": 0.00017693789118921523, + "loss": 0.0639, + "theoretical_loss": 3.37441427594243, + "tokens_seen": 2721841152 + }, + { + "epoch": 0.82, + "learning_rate": 0.00017685764724763281, + "loss": 0.0667, + "theoretical_loss": 3.3743890079036665, + "tokens_seen": 2722103296 + }, + { + "epoch": 0.82, + "learning_rate": 0.0001767774033060504, + "loss": 0.0618, + "theoretical_loss": 3.374363742979415, + "tokens_seen": 2722365440 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017669715936446798, + "loss": 0.0662, + "theoretical_loss": 3.3743384811689925, + "tokens_seen": 2722627584 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017661691542288557, + "loss": 0.0639, + "theoretical_loss": 3.3743132224717147, + "tokens_seen": 2722889728 + }, + { + "epoch": 0.83, + "objective/train/advantage_avg": -4.0788869227981195e-05, + "objective/train/docs_used": 989325, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2759718894958496, + "objective/train/original_loss": 1.2759718894958496, + "objective/train/theoretical_loss": 3.374300594290292, + "objective/train/tokens_used": 2743480800, + "objective/train/value_avg": -0.007568359375, + "objective/train/value_loss": 0.0002681862679310143, + "objective/train/value_max": -2.9087066650390625e-05, + "objective/train/value_min": -0.41455078125, + "objective/train/value_reward_corr": 0.7043317920459984, + "objective/train/value_std": 0.01476287841796875, + "objective/train/weight_avg": 1.0000762939453125, + "objective/train/weighted_lm_loss": 1.2760298252105713, + "objective/train/weights_max": 1.4255400896072388, + "objective/train/weights_min": 0.3859817087650299, + "theoretical_loss": 3.374300594290292, + "tokens_seen": 2723020800 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017653667148130318, + "loss": 0.0646, + "theoretical_loss": 3.374287966886899, + "tokens_seen": 2723151872 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017645642753972074, + "loss": 0.0633, + "theoretical_loss": 3.3742627144138617, + "tokens_seen": 2723414016 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017637618359813833, + "loss": 0.0671, + "theoretical_loss": 3.3742374650519205, + "tokens_seen": 2723676160 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017629593965655594, + "loss": 0.0651, + "theoretical_loss": 3.3742122188003925, + "tokens_seen": 2723938304 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017621569571497352, + "loss": 0.0647, + "theoretical_loss": 3.3741869756585947, + "tokens_seen": 2724200448 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001761354517733911, + "loss": 0.0637, + "theoretical_loss": 3.374161735625846, + "tokens_seen": 2724462592 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001760552078318087, + "loss": 0.0653, + "theoretical_loss": 3.3741364987014633, + "tokens_seen": 2724724736 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001759749638902263, + "loss": 0.0671, + "theoretical_loss": 3.3741112648847653, + "tokens_seen": 2724986880 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001758947199486439, + "loss": 0.0635, + "theoretical_loss": 3.374086034175071, + "tokens_seen": 2725249024 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017581447600706145, + "loss": 0.0658, + "theoretical_loss": 3.3740608065716975, + "tokens_seen": 2725511168 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017573423206547907, + "loss": 0.0649, + "theoretical_loss": 3.374035582073965, + "tokens_seen": 2725773312 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017565398812389665, + "loss": 0.0637, + "theoretical_loss": 3.374010360681192, + "tokens_seen": 2726035456 + }, + { + "epoch": 0.83, + "objective/train/advantage_avg": 0.0003291698230896145, + "objective/train/docs_used": 990556, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2191874980926514, + "objective/train/original_loss": 1.2191873788833618, + "objective/train/theoretical_loss": 3.373985142392698, + "objective/train/tokens_used": 2746757600, + "objective/train/value_avg": -0.004322052001953125, + "objective/train/value_loss": 0.00015577211161144078, + "objective/train/value_max": -3.4809112548828125e-05, + "objective/train/value_min": -0.22021484375, + "objective/train/value_reward_corr": 0.5872048948884884, + "objective/train/value_std": 0.0087432861328125, + "objective/train/weight_avg": 1.0003968477249146, + "objective/train/weighted_lm_loss": 1.2193607091903687, + "objective/train/weights_max": 1.150712013244629, + "objective/train/weights_min": 0.3689151704311371, + "theoretical_loss": 3.373985142392698, + "tokens_seen": 2726297600 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017557374418231424, + "loss": 0.0648, + "theoretical_loss": 3.373985142392698, + "tokens_seen": 2726297600 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017549350024073182, + "loss": 0.0668, + "theoretical_loss": 3.3739599272078022, + "tokens_seen": 2726559744 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017541325629914943, + "loss": 0.0653, + "theoretical_loss": 3.3739347151258245, + "tokens_seen": 2726821888 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017533301235756702, + "loss": 0.0639, + "theoretical_loss": 3.3739095061460853, + "tokens_seen": 2727084032 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017525276841598458, + "loss": 0.0653, + "theoretical_loss": 3.3738843002679038, + "tokens_seen": 2727346176 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001751725244744022, + "loss": 0.0671, + "theoretical_loss": 3.3738590974906004, + "tokens_seen": 2727608320 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017509228053281978, + "loss": 0.0651, + "theoretical_loss": 3.3738338978134967, + "tokens_seen": 2727870464 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001750120365912374, + "loss": 0.069, + "theoretical_loss": 3.3738087012359124, + "tokens_seen": 2728132608 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017493179264965495, + "loss": 0.0657, + "theoretical_loss": 3.3737835077571687, + "tokens_seen": 2728394752 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017485154870807253, + "loss": 0.0655, + "theoretical_loss": 3.3737583173765873, + "tokens_seen": 2728656896 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017477130476649015, + "loss": 0.0659, + "theoretical_loss": 3.3737331300934894, + "tokens_seen": 2728919040 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001746910608249077, + "loss": 0.0654, + "theoretical_loss": 3.3737079459071966, + "tokens_seen": 2729181184 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017461081688332532, + "loss": 0.066, + "theoretical_loss": 3.37368276481703, + "tokens_seen": 2729443328 + }, + { + "epoch": 0.83, + "objective/train/advantage_avg": 0.0006924960762262344, + "objective/train/docs_used": 991698, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.358202576637268, + "objective/train/original_loss": 1.3582026958465576, + "objective/train/theoretical_loss": 3.3736701754327827, + "objective/train/tokens_used": 2750034400, + "objective/train/value_avg": -0.004291534423828125, + "objective/train/value_loss": 0.00015092924877535552, + "objective/train/value_max": -1.9669532775878906e-05, + "objective/train/value_min": -0.1990966796875, + "objective/train/value_reward_corr": 0.5139300125621143, + "objective/train/value_std": 0.00739288330078125, + "objective/train/weight_avg": 1.0007559061050415, + "objective/train/weighted_lm_loss": 1.358960509300232, + "objective/train/weights_max": 1.097652554512024, + "objective/train/weights_min": 0.36957859992980957, + "theoretical_loss": 3.3736701754327827, + "tokens_seen": 2729574400 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001745305729417429, + "loss": 0.0634, + "theoretical_loss": 3.373657586822313, + "tokens_seen": 2729705472 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017445032900016051, + "loss": 0.068, + "theoretical_loss": 3.373632411922367, + "tokens_seen": 2729967616 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017437008505857807, + "loss": 0.0664, + "theoretical_loss": 3.373607240116515, + "tokens_seen": 2730229760 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017428984111699566, + "loss": 0.0636, + "theoretical_loss": 3.373582071404079, + "tokens_seen": 2730491904 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017420959717541327, + "loss": 0.0693, + "theoretical_loss": 3.3735569057843824, + "tokens_seen": 2730754048 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017412935323383086, + "loss": 0.0667, + "theoretical_loss": 3.373531743256748, + "tokens_seen": 2731016192 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017404910929224844, + "loss": 0.0637, + "theoretical_loss": 3.3735065838205, + "tokens_seen": 2731278336 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017396886535066603, + "loss": 0.0663, + "theoretical_loss": 3.3734814274749607, + "tokens_seen": 2731540480 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001738886214090836, + "loss": 0.065, + "theoretical_loss": 3.3734562742194547, + "tokens_seen": 2731802624 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001738083774675012, + "loss": 0.0666, + "theoretical_loss": 3.373431124053306, + "tokens_seen": 2732064768 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017372813352591878, + "loss": 0.0653, + "theoretical_loss": 3.373405976975838, + "tokens_seen": 2732326912 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001736478895843364, + "loss": 0.0672, + "theoretical_loss": 3.373380832986376, + "tokens_seen": 2732589056 + }, + { + "epoch": 0.83, + "objective/train/advantage_avg": 2.467852937115822e-05, + "objective/train/docs_used": 992760, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2859903573989868, + "objective/train/original_loss": 1.2859902381896973, + "objective/train/theoretical_loss": 3.3733556920842442, + "objective/train/tokens_used": 2753311200, + "objective/train/value_avg": -0.004047393798828125, + "objective/train/value_loss": 8.95817211130634e-05, + "objective/train/value_max": -1.6689300537109375e-05, + "objective/train/value_min": -0.2108154296875, + "objective/train/value_reward_corr": 0.597977634595044, + "objective/train/value_std": 0.006290435791015625, + "objective/train/weight_avg": 1.000065803527832, + "objective/train/weighted_lm_loss": 1.2863872051239014, + "objective/train/weights_max": 1.1559211015701294, + "objective/train/weights_min": 0.3869015872478485, + "theoretical_loss": 3.3733556920842442, + "tokens_seen": 2732851200 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017356764564275398, + "loss": 0.068, + "theoretical_loss": 3.3733556920842442, + "tokens_seen": 2732851200 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017348740170117157, + "loss": 0.0656, + "theoretical_loss": 3.373330554268768, + "tokens_seen": 2733113344 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017340715775958915, + "loss": 0.0625, + "theoretical_loss": 3.373305419539271, + "tokens_seen": 2733375488 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017332691381800674, + "loss": 0.0676, + "theoretical_loss": 3.37328028789508, + "tokens_seen": 2733637632 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017324666987642435, + "loss": 0.0645, + "theoretical_loss": 3.37325515933552, + "tokens_seen": 2733899776 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001731664259348419, + "loss": 0.0661, + "theoretical_loss": 3.3732300338599157, + "tokens_seen": 2734161920 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017308618199325952, + "loss": 0.0637, + "theoretical_loss": 3.3732049114675946, + "tokens_seen": 2734424064 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001730059380516771, + "loss": 0.0659, + "theoretical_loss": 3.373179792157882, + "tokens_seen": 2734686208 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017292569411009467, + "loss": 0.0654, + "theoretical_loss": 3.3731546759301034, + "tokens_seen": 2734948352 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017284545016851228, + "loss": 0.0625, + "theoretical_loss": 3.373129562783587, + "tokens_seen": 2735210496 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017276520622692986, + "loss": 0.0659, + "theoretical_loss": 3.373104452717658, + "tokens_seen": 2735472640 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017268496228534748, + "loss": 0.0642, + "theoretical_loss": 3.3730793457316444, + "tokens_seen": 2735734784 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017260471834376504, + "loss": 0.0665, + "theoretical_loss": 3.3730542418248732, + "tokens_seen": 2735996928 + }, + { + "epoch": 0.83, + "objective/train/advantage_avg": 0.0009767049923539162, + "objective/train/docs_used": 993861, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3442059755325317, + "objective/train/original_loss": 1.3442058563232422, + "objective/train/theoretical_loss": 3.373041691025993, + "objective/train/tokens_used": 2756588000, + "objective/train/value_avg": -0.0093231201171875, + "objective/train/value_loss": 0.000203552030143328, + "objective/train/value_max": -3.8504600524902344e-05, + "objective/train/value_min": -0.303466796875, + "objective/train/value_reward_corr": 0.7008510549499333, + "objective/train/value_std": 0.01528167724609375, + "objective/train/weight_avg": 1.0010744333267212, + "objective/train/weighted_lm_loss": 1.3452694416046143, + "objective/train/weights_max": 1.3545465469360352, + "objective/train/weights_min": 0.42946508526802063, + "theoretical_loss": 3.373041691025993, + "tokens_seen": 2736128000 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017252447440218265, + "loss": 0.0647, + "theoretical_loss": 3.373029140996671, + "tokens_seen": 2736259072 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017244423046060023, + "loss": 0.0622, + "theoretical_loss": 3.3730040432463664, + "tokens_seen": 2736521216 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017236398651901782, + "loss": 0.0648, + "theoretical_loss": 3.372978948573287, + "tokens_seen": 2736783360 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001722837425774354, + "loss": 0.0632, + "theoretical_loss": 3.3729538569767596, + "tokens_seen": 2737045504 + }, + { + "epoch": 0.83, + "learning_rate": 0.000172203498635853, + "loss": 0.0642, + "theoretical_loss": 3.3729287684561142, + "tokens_seen": 2737307648 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001721232546942706, + "loss": 0.0643, + "theoretical_loss": 3.3729036830106778, + "tokens_seen": 2737569792 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001720430107526882, + "loss": 0.068, + "theoretical_loss": 3.3728786006397797, + "tokens_seen": 2737831936 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017196276681110575, + "loss": 0.0657, + "theoretical_loss": 3.372853521342749, + "tokens_seen": 2738094080 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017188252286952336, + "loss": 0.0646, + "theoretical_loss": 3.3728284451189143, + "tokens_seen": 2738356224 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017180227892794094, + "loss": 0.0626, + "theoretical_loss": 3.3728033719676045, + "tokens_seen": 2738618368 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017172203498635853, + "loss": 0.0639, + "theoretical_loss": 3.3727783018881503, + "tokens_seen": 2738880512 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017164179104477612, + "loss": 0.0668, + "theoretical_loss": 3.3727532348798803, + "tokens_seen": 2739142656 + }, + { + "epoch": 0.83, + "objective/train/advantage_avg": -0.0003735412028618157, + "objective/train/docs_used": 995217, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3567193746566772, + "objective/train/original_loss": 1.3567192554473877, + "objective/train/theoretical_loss": 3.372728170942125, + "objective/train/tokens_used": 2759864800, + "objective/train/value_avg": -0.006988525390625, + "objective/train/value_loss": 0.00022079668997321278, + "objective/train/value_max": -5.9664249420166016e-05, + "objective/train/value_min": -0.205322265625, + "objective/train/value_reward_corr": 0.66183641968581, + "objective/train/value_std": 0.01192474365234375, + "objective/train/weight_avg": 0.9997251629829407, + "objective/train/weighted_lm_loss": 1.3562909364700317, + "objective/train/weights_max": 1.1479060649871826, + "objective/train/weights_min": 0.368977814912796, + "theoretical_loss": 3.372728170942125, + "tokens_seen": 2739404800 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017156154710319373, + "loss": 0.0646, + "theoretical_loss": 3.372728170942125, + "tokens_seen": 2739404800 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017148130316161131, + "loss": 0.0677, + "theoretical_loss": 3.3727031100742133, + "tokens_seen": 2739666944 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017140105922002887, + "loss": 0.0618, + "theoretical_loss": 3.372678052275478, + "tokens_seen": 2739929088 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017132081527844648, + "loss": 0.0626, + "theoretical_loss": 3.372652997545247, + "tokens_seen": 2740191232 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017124057133686407, + "loss": 0.0645, + "theoretical_loss": 3.3726279458828525, + "tokens_seen": 2740453376 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017116032739528168, + "loss": 0.0663, + "theoretical_loss": 3.3726028972876247, + "tokens_seen": 2740715520 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017108008345369924, + "loss": 0.0647, + "theoretical_loss": 3.3725778517588956, + "tokens_seen": 2740977664 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017099983951211683, + "loss": 0.0633, + "theoretical_loss": 3.372552809295996, + "tokens_seen": 2741239808 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017091959557053444, + "loss": 0.0655, + "theoretical_loss": 3.372527769898258, + "tokens_seen": 2741501952 + }, + { + "epoch": 0.83, + "learning_rate": 0.000170839351628952, + "loss": 0.0654, + "theoretical_loss": 3.372502733565012, + "tokens_seen": 2741764096 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001707591076873696, + "loss": 0.0648, + "theoretical_loss": 3.372477700295592, + "tokens_seen": 2742026240 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001706788637457872, + "loss": 0.0643, + "theoretical_loss": 3.372452670089329, + "tokens_seen": 2742288384 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001705986198042048, + "loss": 0.0617, + "theoretical_loss": 3.3724276429455555, + "tokens_seen": 2742550528 + }, + { + "epoch": 0.83, + "objective/train/advantage_avg": 0.00013001517800148576, + "objective/train/docs_used": 996586, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2848175764083862, + "objective/train/original_loss": 1.2848179340362549, + "objective/train/theoretical_loss": 3.372415130521894, + "objective/train/tokens_used": 2763141600, + "objective/train/value_avg": -0.00675201416015625, + "objective/train/value_loss": 0.000134955087560229, + "objective/train/value_max": -3.069639205932617e-05, + "objective/train/value_min": -0.2413330078125, + "objective/train/value_reward_corr": 0.7109804623121149, + "objective/train/value_std": 0.01122283935546875, + "objective/train/weight_avg": 1.0001929998397827, + "objective/train/weighted_lm_loss": 1.2848708629608154, + "objective/train/weights_max": 1.1032569408416748, + "objective/train/weights_min": 0.382114052772522, + "theoretical_loss": 3.372415130521894, + "tokens_seen": 2742681600 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017051837586262237, + "loss": 0.0648, + "theoretical_loss": 3.3724026188636045, + "tokens_seen": 2742812672 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017043813192103995, + "loss": 0.0654, + "theoretical_loss": 3.3723775978428083, + "tokens_seen": 2743074816 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017035788797945757, + "loss": 0.0659, + "theoretical_loss": 3.3723525798825005, + "tokens_seen": 2743336960 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017027764403787515, + "loss": 0.064, + "theoretical_loss": 3.372327564982014, + "tokens_seen": 2743599104 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017019740009629274, + "loss": 0.0627, + "theoretical_loss": 3.372302553140682, + "tokens_seen": 2743861248 + }, + { + "epoch": 0.83, + "learning_rate": 0.00017011715615471032, + "loss": 0.0637, + "theoretical_loss": 3.3722775443578388, + "tokens_seen": 2744123392 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001700369122131279, + "loss": 0.0641, + "theoretical_loss": 3.372252538632818, + "tokens_seen": 2744385536 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001699566682715455, + "loss": 0.0654, + "theoretical_loss": 3.372227535964954, + "tokens_seen": 2744647680 + }, + { + "epoch": 0.83, + "learning_rate": 0.00016987642432996308, + "loss": 0.0657, + "theoretical_loss": 3.372202536353581, + "tokens_seen": 2744909824 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001697961803883807, + "loss": 0.0605, + "theoretical_loss": 3.3721775397980323, + "tokens_seen": 2745171968 + }, + { + "epoch": 0.83, + "learning_rate": 0.00016971593644679828, + "loss": 0.0638, + "theoretical_loss": 3.3721525462976443, + "tokens_seen": 2745434112 + }, + { + "epoch": 0.83, + "learning_rate": 0.00016963569250521586, + "loss": 0.0655, + "theoretical_loss": 3.372127555851751, + "tokens_seen": 2745696256 + }, + { + "epoch": 0.83, + "objective/train/advantage_avg": 0.0006562771159224212, + "objective/train/docs_used": 997819, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3003122806549072, + "objective/train/original_loss": 1.3003121614456177, + "objective/train/theoretical_loss": 3.372102568459688, + "objective/train/tokens_used": 2766418400, + "objective/train/value_avg": -0.0050201416015625, + "objective/train/value_loss": 6.426349136745557e-05, + "objective/train/value_max": -2.7120113372802734e-05, + "objective/train/value_min": -0.2481689453125, + "objective/train/value_reward_corr": 0.7762039687715308, + "objective/train/value_std": 0.01030731201171875, + "objective/train/weight_avg": 1.0006879568099976, + "objective/train/weighted_lm_loss": 1.3017606735229492, + "objective/train/weights_max": 1.1823804378509521, + "objective/train/weights_min": 0.7898288369178772, + "theoretical_loss": 3.372102568459688, + "tokens_seen": 2745958400 + }, + { + "epoch": 0.83, + "learning_rate": 0.00016955544856363345, + "loss": 0.0634, + "theoretical_loss": 3.372102568459688, + "tokens_seen": 2745958400 + }, + { + "epoch": 0.83, + "learning_rate": 0.00016947520462205103, + "loss": 0.066, + "theoretical_loss": 3.372077584120791, + "tokens_seen": 2746220544 + }, + { + "epoch": 0.83, + "learning_rate": 0.00016939496068046865, + "loss": 0.0622, + "theoretical_loss": 3.372052602834394, + "tokens_seen": 2746482688 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001693147167388862, + "loss": 0.0665, + "theoretical_loss": 3.372027624599834, + "tokens_seen": 2746744832 + }, + { + "epoch": 0.83, + "learning_rate": 0.00016923447279730382, + "loss": 0.0623, + "theoretical_loss": 3.372002649416447, + "tokens_seen": 2747006976 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001691542288557214, + "loss": 0.0629, + "theoretical_loss": 3.3719776772835686, + "tokens_seen": 2747269120 + }, + { + "epoch": 0.83, + "learning_rate": 0.00016907398491413896, + "loss": 0.0645, + "theoretical_loss": 3.3719527082005354, + "tokens_seen": 2747531264 + }, + { + "epoch": 0.83, + "learning_rate": 0.00016899374097255657, + "loss": 0.0655, + "theoretical_loss": 3.371927742166684, + "tokens_seen": 2747793408 + }, + { + "epoch": 0.83, + "learning_rate": 0.00016891349703097416, + "loss": 0.0631, + "theoretical_loss": 3.371902779181352, + "tokens_seen": 2748055552 + }, + { + "epoch": 0.83, + "learning_rate": 0.00016883325308939177, + "loss": 0.0661, + "theoretical_loss": 3.3718778192438745, + "tokens_seen": 2748317696 + }, + { + "epoch": 0.83, + "learning_rate": 0.00016875300914780933, + "loss": 0.0645, + "theoretical_loss": 3.371852862353591, + "tokens_seen": 2748579840 + }, + { + "epoch": 0.83, + "learning_rate": 0.00016867276520622694, + "loss": 0.0653, + "theoretical_loss": 3.371827908509837, + "tokens_seen": 2748841984 + }, + { + "epoch": 0.83, + "learning_rate": 0.00016859252126464453, + "loss": 0.0648, + "theoretical_loss": 3.371802957711951, + "tokens_seen": 2749104128 + }, + { + "epoch": 0.83, + "objective/train/advantage_avg": 0.000726366532035172, + "objective/train/docs_used": 998936, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4196572303771973, + "objective/train/original_loss": 1.4196571111679077, + "objective/train/theoretical_loss": 3.371790483455001, + "objective/train/tokens_used": 2769695200, + "objective/train/value_avg": -0.005504608154296875, + "objective/train/value_loss": 0.00014017570356372744, + "objective/train/value_max": -2.9087066650390625e-05, + "objective/train/value_min": -0.224853515625, + "objective/train/value_reward_corr": 0.669472006874168, + "objective/train/value_std": 0.0113067626953125, + "objective/train/weight_avg": 1.0007880926132202, + "objective/train/weighted_lm_loss": 1.4207112789154053, + "objective/train/weights_max": 1.136539101600647, + "objective/train/weights_min": 0.3688047230243683, + "theoretical_loss": 3.371790483455001, + "tokens_seen": 2749235200 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001685122773230621, + "loss": 0.0655, + "theoretical_loss": 3.3717780099592707, + "tokens_seen": 2749366272 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001684320333814797, + "loss": 0.0659, + "theoretical_loss": 3.371753065251134, + "tokens_seen": 2749628416 + }, + { + "epoch": 0.83, + "learning_rate": 0.00016835178943989728, + "loss": 0.0629, + "theoretical_loss": 3.3717281235868795, + "tokens_seen": 2749890560 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001682715454983149, + "loss": 0.0631, + "theoretical_loss": 3.3717031849658454, + "tokens_seen": 2750152704 + }, + { + "epoch": 0.83, + "learning_rate": 0.00016819130155673246, + "loss": 0.0648, + "theoretical_loss": 3.3716782493873705, + "tokens_seen": 2750414848 + }, + { + "epoch": 0.83, + "learning_rate": 0.00016811105761515004, + "loss": 0.0648, + "theoretical_loss": 3.371653316850794, + "tokens_seen": 2750676992 + }, + { + "epoch": 0.83, + "learning_rate": 0.00016803081367356765, + "loss": 0.0662, + "theoretical_loss": 3.371628387355454, + "tokens_seen": 2750939136 + }, + { + "epoch": 0.83, + "learning_rate": 0.00016795056973198524, + "loss": 0.0626, + "theoretical_loss": 3.3716034609006904, + "tokens_seen": 2751201280 + }, + { + "epoch": 0.83, + "learning_rate": 0.00016787032579040282, + "loss": 0.0662, + "theoretical_loss": 3.3715785374858425, + "tokens_seen": 2751463424 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001677900818488204, + "loss": 0.0624, + "theoretical_loss": 3.3715536171102505, + "tokens_seen": 2751725568 + }, + { + "epoch": 0.83, + "learning_rate": 0.00016770983790723802, + "loss": 0.0624, + "theoretical_loss": 3.3715286997732536, + "tokens_seen": 2751987712 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001676295939656556, + "loss": 0.0636, + "theoretical_loss": 3.3715037854741925, + "tokens_seen": 2752249856 + }, + { + "epoch": 0.83, + "objective/train/advantage_avg": -0.00021354453929234296, + "objective/train/docs_used": 1000102, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3093125820159912, + "objective/train/original_loss": 1.3093124628067017, + "objective/train/theoretical_loss": 3.371478874212407, + "objective/train/tokens_used": 2772972000, + "objective/train/value_avg": -0.00482177734375, + "objective/train/value_loss": 0.00020656120614148676, + "objective/train/value_max": -3.045797348022461e-05, + "objective/train/value_min": -0.57373046875, + "objective/train/value_reward_corr": 0.7377566063820074, + "objective/train/value_std": 0.01552581787109375, + "objective/train/weight_avg": 0.9998774528503418, + "objective/train/weighted_lm_loss": 1.3087555170059204, + "objective/train/weights_max": 1.429987907409668, + "objective/train/weights_min": 0.3714272677898407, + "theoretical_loss": 3.371478874212407, + "tokens_seen": 2752512000 + }, + { + "epoch": 0.83, + "learning_rate": 0.00016754935002407317, + "loss": 0.0643, + "theoretical_loss": 3.371478874212407, + "tokens_seen": 2752512000 + }, + { + "epoch": 0.83, + "learning_rate": 0.00016746910608249078, + "loss": 0.0644, + "theoretical_loss": 3.371453965987238, + "tokens_seen": 2752774144 + }, + { + "epoch": 0.83, + "learning_rate": 0.00016738886214090836, + "loss": 0.0644, + "theoretical_loss": 3.371429060798026, + "tokens_seen": 2753036288 + }, + { + "epoch": 0.83, + "learning_rate": 0.00016730861819932598, + "loss": 0.0675, + "theoretical_loss": 3.371404158644112, + "tokens_seen": 2753298432 + }, + { + "epoch": 0.83, + "learning_rate": 0.00016722837425774354, + "loss": 0.0646, + "theoretical_loss": 3.3713792595248373, + "tokens_seen": 2753560576 + }, + { + "epoch": 0.83, + "learning_rate": 0.00016714813031616112, + "loss": 0.0638, + "theoretical_loss": 3.3713543634395426, + "tokens_seen": 2753822720 + }, + { + "epoch": 0.83, + "learning_rate": 0.00016706788637457873, + "loss": 0.0636, + "theoretical_loss": 3.3713294703875705, + "tokens_seen": 2754084864 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001669876424329963, + "loss": 0.0641, + "theoretical_loss": 3.371304580368262, + "tokens_seen": 2754347008 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001669073984914139, + "loss": 0.0634, + "theoretical_loss": 3.3712796933809592, + "tokens_seen": 2754609152 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001668271545498315, + "loss": 0.0644, + "theoretical_loss": 3.3712548094250043, + "tokens_seen": 2754871296 + }, + { + "epoch": 0.83, + "learning_rate": 0.0001667469106082491, + "loss": 0.0637, + "theoretical_loss": 3.37122992849974, + "tokens_seen": 2755133440 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016666666666666666, + "loss": 0.0676, + "theoretical_loss": 3.371205050604508, + "tokens_seen": 2755395584 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016658642272508425, + "loss": 0.0654, + "theoretical_loss": 3.371180175738652, + "tokens_seen": 2755657728 + }, + { + "epoch": 0.84, + "objective/train/advantage_avg": 5.800802682642825e-05, + "objective/train/docs_used": 1001278, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1037230491638184, + "objective/train/original_loss": 1.1037230491638184, + "objective/train/theoretical_loss": 3.371167739441534, + "objective/train/tokens_used": 2776248800, + "objective/train/value_avg": -0.006229400634765625, + "objective/train/value_loss": 0.0002616665151435882, + "objective/train/value_max": -2.6047229766845703e-05, + "objective/train/value_min": -0.9423828125, + "objective/train/value_reward_corr": 0.7239829789191919, + "objective/train/value_std": 0.0157012939453125, + "objective/train/weight_avg": 1.0001747608184814, + "objective/train/weighted_lm_loss": 1.1035614013671875, + "objective/train/weights_max": 1.5193628072738647, + "objective/train/weights_min": 0.3826158046722412, + "theoretical_loss": 3.371167739441534, + "tokens_seen": 2755788800 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016650617878350186, + "loss": 0.0671, + "theoretical_loss": 3.371155303901514, + "tokens_seen": 2755919872 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016642593484191944, + "loss": 0.0654, + "theoretical_loss": 3.3711304350924385, + "tokens_seen": 2756182016 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016634569090033703, + "loss": 0.0641, + "theoretical_loss": 3.371105569310768, + "tokens_seen": 2756444160 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016626544695875462, + "loss": 0.0641, + "theoretical_loss": 3.371080706555846, + "tokens_seen": 2756706304 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016618520301717223, + "loss": 0.0636, + "theoretical_loss": 3.3710558468270166, + "tokens_seen": 2756968448 + }, + { + "epoch": 0.84, + "learning_rate": 0.0001661049590755898, + "loss": 0.0681, + "theoretical_loss": 3.371030990123624, + "tokens_seen": 2757230592 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016602471513400737, + "loss": 0.0662, + "theoretical_loss": 3.371006136445012, + "tokens_seen": 2757492736 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016594447119242498, + "loss": 0.0662, + "theoretical_loss": 3.3709812857905255, + "tokens_seen": 2757754880 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016586422725084257, + "loss": 0.068, + "theoretical_loss": 3.3709564381595087, + "tokens_seen": 2758017024 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016578398330926016, + "loss": 0.0652, + "theoretical_loss": 3.370931593551307, + "tokens_seen": 2758279168 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016570373936767774, + "loss": 0.0652, + "theoretical_loss": 3.3709067519652645, + "tokens_seen": 2758541312 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016562349542609533, + "loss": 0.0663, + "theoretical_loss": 3.370881913400727, + "tokens_seen": 2758803456 + }, + { + "epoch": 0.84, + "objective/train/advantage_avg": -7.387265941360965e-05, + "objective/train/docs_used": 1002432, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4579682350158691, + "objective/train/original_loss": 1.4579681158065796, + "objective/train/theoretical_loss": 3.37085707785704, + "objective/train/tokens_used": 2779525600, + "objective/train/value_avg": -0.005748748779296875, + "objective/train/value_loss": 0.00013470929116010666, + "objective/train/value_max": -2.9325485229492188e-05, + "objective/train/value_min": -0.28076171875, + "objective/train/value_reward_corr": 0.6848039956897262, + "objective/train/value_std": 0.00955963134765625, + "objective/train/weight_avg": 0.9999886155128479, + "objective/train/weighted_lm_loss": 1.457819938659668, + "objective/train/weights_max": 1.122067928314209, + "objective/train/weights_min": 0.379835307598114, + "theoretical_loss": 3.37085707785704, + "tokens_seen": 2759065600 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016554325148451294, + "loss": 0.0671, + "theoretical_loss": 3.37085707785704, + "tokens_seen": 2759065600 + }, + { + "epoch": 0.84, + "learning_rate": 0.0001654630075429305, + "loss": 0.064, + "theoretical_loss": 3.3708322453335486, + "tokens_seen": 2759327744 + }, + { + "epoch": 0.84, + "learning_rate": 0.0001653827636013481, + "loss": 0.0651, + "theoretical_loss": 3.3708074158295993, + "tokens_seen": 2759589888 + }, + { + "epoch": 0.84, + "learning_rate": 0.0001653025196597657, + "loss": 0.0615, + "theoretical_loss": 3.3707825893445382, + "tokens_seen": 2759852032 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016522227571818328, + "loss": 0.066, + "theoretical_loss": 3.3707577658777113, + "tokens_seen": 2760114176 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016514203177660087, + "loss": 0.0642, + "theoretical_loss": 3.3707329454284647, + "tokens_seen": 2760376320 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016506178783501845, + "loss": 0.0675, + "theoretical_loss": 3.3707081279961453, + "tokens_seen": 2760638464 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016498154389343607, + "loss": 0.0657, + "theoretical_loss": 3.3706833135801, + "tokens_seen": 2760900608 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016490129995185362, + "loss": 0.0636, + "theoretical_loss": 3.370658502179676, + "tokens_seen": 2761162752 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016482105601027124, + "loss": 0.0661, + "theoretical_loss": 3.370633693794221, + "tokens_seen": 2761424896 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016474081206868882, + "loss": 0.0674, + "theoretical_loss": 3.3706088884230816, + "tokens_seen": 2761687040 + }, + { + "epoch": 0.84, + "learning_rate": 0.0001646605681271064, + "loss": 0.0635, + "theoretical_loss": 3.3705840860656053, + "tokens_seen": 2761949184 + }, + { + "epoch": 0.84, + "learning_rate": 0.000164580324185524, + "loss": 0.0619, + "theoretical_loss": 3.370559286721141, + "tokens_seen": 2762211328 + }, + { + "epoch": 0.84, + "objective/train/advantage_avg": 0.0003641366201918572, + "objective/train/docs_used": 1003480, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2815356254577637, + "objective/train/original_loss": 1.2815355062484741, + "objective/train/theoretical_loss": 3.370546888178585, + "objective/train/tokens_used": 2782802400, + "objective/train/value_avg": -0.0084075927734375, + "objective/train/value_loss": 0.0006802086718380451, + "objective/train/value_max": -2.2649765014648438e-05, + "objective/train/value_min": -0.99365234375, + "objective/train/value_reward_corr": 0.627840441920985, + "objective/train/value_std": 0.0196380615234375, + "objective/train/weight_avg": 1.0006060600280762, + "objective/train/weighted_lm_loss": 1.2818115949630737, + "objective/train/weights_max": 1.4998213052749634, + "objective/train/weights_min": 0.07550955563783646, + "theoretical_loss": 3.370546888178585, + "tokens_seen": 2762342400 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016450008024394158, + "loss": 0.0645, + "theoretical_loss": 3.3705344903890366, + "tokens_seen": 2762473472 + }, + { + "epoch": 0.84, + "learning_rate": 0.0001644198363023592, + "loss": 0.0661, + "theoretical_loss": 3.3705096970686395, + "tokens_seen": 2762735616 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016433959236077675, + "loss": 0.0673, + "theoretical_loss": 3.370484906759299, + "tokens_seen": 2762997760 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016425934841919436, + "loss": 0.0611, + "theoretical_loss": 3.370460119460364, + "tokens_seen": 2763259904 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016417910447761195, + "loss": 0.0639, + "theoretical_loss": 3.3704353351711824, + "tokens_seen": 2763522048 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016409886053602953, + "loss": 0.0644, + "theoretical_loss": 3.3704105538911038, + "tokens_seen": 2763784192 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016401861659444712, + "loss": 0.0656, + "theoretical_loss": 3.3703857756194777, + "tokens_seen": 2764046336 + }, + { + "epoch": 0.84, + "learning_rate": 0.0001639383726528647, + "loss": 0.0662, + "theoretical_loss": 3.3703610003556537, + "tokens_seen": 2764308480 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016385812871128232, + "loss": 0.0659, + "theoretical_loss": 3.370336228098981, + "tokens_seen": 2764570624 + }, + { + "epoch": 0.84, + "learning_rate": 0.0001637778847696999, + "loss": 0.0639, + "theoretical_loss": 3.3703114588488097, + "tokens_seen": 2764832768 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016369764082811746, + "loss": 0.061, + "theoretical_loss": 3.3702866926044903, + "tokens_seen": 2765094912 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016361739688653507, + "loss": 0.0646, + "theoretical_loss": 3.3702619293653724, + "tokens_seen": 2765357056 + }, + { + "epoch": 0.84, + "objective/train/advantage_avg": 0.0005476155783981085, + "objective/train/docs_used": 1004597, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1739788055419922, + "objective/train/original_loss": 1.1739789247512817, + "objective/train/theoretical_loss": 3.370237169130807, + "objective/train/tokens_used": 2786079200, + "objective/train/value_avg": -0.00543212890625, + "objective/train/value_loss": 0.00013739545829594135, + "objective/train/value_max": -1.621246337890625e-05, + "objective/train/value_min": -0.330322265625, + "objective/train/value_reward_corr": 0.6936980397707029, + "objective/train/value_std": 0.01073455810546875, + "objective/train/weight_avg": 1.0006108283996582, + "objective/train/weighted_lm_loss": 1.1749917268753052, + "objective/train/weights_max": 1.0987298488616943, + "objective/train/weights_min": 0.37335923314094543, + "theoretical_loss": 3.370237169130807, + "tokens_seen": 2765619200 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016353715294495266, + "loss": 0.0635, + "theoretical_loss": 3.370237169130807, + "tokens_seen": 2765619200 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016345690900337024, + "loss": 0.0639, + "theoretical_loss": 3.3702124119001446, + "tokens_seen": 2765881344 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016337666506178783, + "loss": 0.0659, + "theoretical_loss": 3.3701876576727368, + "tokens_seen": 2766143488 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016329642112020544, + "loss": 0.0656, + "theoretical_loss": 3.3701629064479333, + "tokens_seen": 2766405632 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016321617717862303, + "loss": 0.0662, + "theoretical_loss": 3.370138158225087, + "tokens_seen": 2766667776 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016313593323704059, + "loss": 0.0639, + "theoretical_loss": 3.370113413003548, + "tokens_seen": 2766929920 + }, + { + "epoch": 0.84, + "learning_rate": 0.0001630556892954582, + "loss": 0.0641, + "theoretical_loss": 3.3700886707826694, + "tokens_seen": 2767192064 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016297544535387578, + "loss": 0.0651, + "theoretical_loss": 3.370063931561802, + "tokens_seen": 2767454208 + }, + { + "epoch": 0.84, + "learning_rate": 0.0001628952014122934, + "loss": 0.0625, + "theoretical_loss": 3.3700391953402984, + "tokens_seen": 2767716352 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016281495747071096, + "loss": 0.0659, + "theoretical_loss": 3.3700144621175108, + "tokens_seen": 2767978496 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016273471352912854, + "loss": 0.0639, + "theoretical_loss": 3.369989731892792, + "tokens_seen": 2768240640 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016265446958754615, + "loss": 0.0635, + "theoretical_loss": 3.3699650046654948, + "tokens_seen": 2768502784 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016257422564596374, + "loss": 0.0641, + "theoretical_loss": 3.3699402804349714, + "tokens_seen": 2768764928 + }, + { + "epoch": 0.84, + "objective/train/advantage_avg": 0.000191624290891923, + "objective/train/docs_used": 1005833, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.371242642402649, + "objective/train/original_loss": 1.371242642402649, + "objective/train/theoretical_loss": 3.369927919443298, + "objective/train/tokens_used": 2789356000, + "objective/train/value_avg": -0.0083770751953125, + "objective/train/value_loss": 0.0003089199017267674, + "objective/train/value_max": -2.7120113372802734e-05, + "objective/train/value_min": -0.54443359375, + "objective/train/value_reward_corr": 0.6312813985595064, + "objective/train/value_std": 0.01531219482421875, + "objective/train/weight_avg": 1.0003247261047363, + "objective/train/weighted_lm_loss": 1.370787262916565, + "objective/train/weights_max": 1.3778945207595825, + "objective/train/weights_min": 0.3710109293460846, + "theoretical_loss": 3.369927919443298, + "tokens_seen": 2768896000 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016249398170438132, + "loss": 0.0678, + "theoretical_loss": 3.3699155592005754, + "tokens_seen": 2769027072 + }, + { + "epoch": 0.84, + "learning_rate": 0.0001624137377627989, + "loss": 0.0659, + "theoretical_loss": 3.36989084096166, + "tokens_seen": 2769289216 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016233349382121652, + "loss": 0.0679, + "theoretical_loss": 3.3698661257175795, + "tokens_seen": 2769551360 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016225324987963408, + "loss": 0.067, + "theoretical_loss": 3.369841413467687, + "tokens_seen": 2769813504 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016217300593805167, + "loss": 0.0643, + "theoretical_loss": 3.3698167042113356, + "tokens_seen": 2770075648 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016209276199646928, + "loss": 0.0664, + "theoretical_loss": 3.369791997947881, + "tokens_seen": 2770337792 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016201251805488686, + "loss": 0.065, + "theoretical_loss": 3.3697672946766764, + "tokens_seen": 2770599936 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016193227411330445, + "loss": 0.0655, + "theoretical_loss": 3.369742594397077, + "tokens_seen": 2770862080 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016185203017172204, + "loss": 0.063, + "theoretical_loss": 3.369717897108437, + "tokens_seen": 2771124224 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016177178623013962, + "loss": 0.0645, + "theoretical_loss": 3.3696932028101116, + "tokens_seen": 2771386368 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016169154228855723, + "loss": 0.0655, + "theoretical_loss": 3.369668511501456, + "tokens_seen": 2771648512 + }, + { + "epoch": 0.84, + "learning_rate": 0.0001616112983469748, + "loss": 0.0642, + "theoretical_loss": 3.3696438231818258, + "tokens_seen": 2771910656 + }, + { + "epoch": 0.84, + "objective/train/advantage_avg": -9.222475637216121e-05, + "objective/train/docs_used": 1006627, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3048086166381836, + "objective/train/original_loss": 1.304808497428894, + "objective/train/theoretical_loss": 3.369619137850576, + "objective/train/tokens_used": 2792632800, + "objective/train/value_avg": -0.0095672607421875, + "objective/train/value_loss": 0.0004146062710788101, + "objective/train/value_max": -3.737211227416992e-05, + "objective/train/value_min": -0.24658203125, + "objective/train/value_reward_corr": 0.6346170478383053, + "objective/train/value_std": 0.01520538330078125, + "objective/train/weight_avg": 1.0000451803207397, + "objective/train/weighted_lm_loss": 1.3037786483764648, + "objective/train/weights_max": 1.2374004125595093, + "objective/train/weights_min": 0.055497437715530396, + "theoretical_loss": 3.369619137850576, + "tokens_seen": 2772172800 + }, + { + "epoch": 0.84, + "learning_rate": 0.0001615310544053924, + "loss": 0.0681, + "theoretical_loss": 3.369619137850576, + "tokens_seen": 2772172800 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016145081046381, + "loss": 0.0639, + "theoretical_loss": 3.3695944555070625, + "tokens_seen": 2772434944 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016137056652222758, + "loss": 0.0618, + "theoretical_loss": 3.3695697761506413, + "tokens_seen": 2772697088 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016129032258064516, + "loss": 0.0646, + "theoretical_loss": 3.3695450997806686, + "tokens_seen": 2772959232 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016121007863906275, + "loss": 0.0652, + "theoretical_loss": 3.369520426396501, + "tokens_seen": 2773221376 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016112983469748036, + "loss": 0.0658, + "theoretical_loss": 3.3694957559974936, + "tokens_seen": 2773483520 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016104959075589792, + "loss": 0.063, + "theoretical_loss": 3.3694710885830053, + "tokens_seen": 2773745664 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016096934681431553, + "loss": 0.0673, + "theoretical_loss": 3.3694464241523914, + "tokens_seen": 2774007808 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016088910287273312, + "loss": 0.0645, + "theoretical_loss": 3.36942176270501, + "tokens_seen": 2774269952 + }, + { + "epoch": 0.84, + "learning_rate": 0.0001608088589311507, + "loss": 0.0626, + "theoretical_loss": 3.3693971042402175, + "tokens_seen": 2774532096 + }, + { + "epoch": 0.84, + "learning_rate": 0.0001607286149895683, + "loss": 0.0622, + "theoretical_loss": 3.369372448757372, + "tokens_seen": 2774794240 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016064837104798587, + "loss": 0.0636, + "theoretical_loss": 3.3693477962558314, + "tokens_seen": 2775056384 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016056812710640348, + "loss": 0.0634, + "theoretical_loss": 3.3693231467349536, + "tokens_seen": 2775318528 + }, + { + "epoch": 0.84, + "objective/train/advantage_avg": 0.00036703411024063826, + "objective/train/docs_used": 1007859, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2570263147354126, + "objective/train/original_loss": 1.257026195526123, + "objective/train/theoretical_loss": 3.3693108230920625, + "objective/train/tokens_used": 2795909600, + "objective/train/value_avg": -0.005687713623046875, + "objective/train/value_loss": 0.0003541627083905041, + "objective/train/value_max": -1.8656253814697266e-05, + "objective/train/value_min": -0.744140625, + "objective/train/value_reward_corr": 0.7705982460767089, + "objective/train/value_std": 0.018585205078125, + "objective/train/weight_avg": 1.0005265474319458, + "objective/train/weighted_lm_loss": 1.2573987245559692, + "objective/train/weights_max": 2.0388834476470947, + "objective/train/weights_min": 0.37503793835639954, + "theoretical_loss": 3.3693108230920625, + "tokens_seen": 2775449600 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016048788316482104, + "loss": 0.0659, + "theoretical_loss": 3.3692985001940965, + "tokens_seen": 2775580672 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016040763922323866, + "loss": 0.0647, + "theoretical_loss": 3.369273856632618, + "tokens_seen": 2775842816 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016032739528165624, + "loss": 0.0651, + "theoretical_loss": 3.3692492160498775, + "tokens_seen": 2776104960 + }, + { + "epoch": 0.84, + "learning_rate": 0.00016024715134007383, + "loss": 0.064, + "theoretical_loss": 3.369224578445233, + "tokens_seen": 2776367104 + }, + { + "epoch": 0.84, + "learning_rate": 0.0001601669073984914, + "loss": 0.0632, + "theoretical_loss": 3.369199943818044, + "tokens_seen": 2776629248 + }, + { + "epoch": 0.84, + "learning_rate": 0.000160086663456909, + "loss": 0.0639, + "theoretical_loss": 3.3691753121676693, + "tokens_seen": 2776891392 + }, + { + "epoch": 0.84, + "learning_rate": 0.0001600064195153266, + "loss": 0.0675, + "theoretical_loss": 3.3691506834934684, + "tokens_seen": 2777153536 + }, + { + "epoch": 0.84, + "learning_rate": 0.0001599261755737442, + "loss": 0.0651, + "theoretical_loss": 3.3691260577948006, + "tokens_seen": 2777415680 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015984593163216175, + "loss": 0.0638, + "theoretical_loss": 3.3691014350710256, + "tokens_seen": 2777677824 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015976568769057937, + "loss": 0.0638, + "theoretical_loss": 3.3690768153215034, + "tokens_seen": 2777939968 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015968544374899695, + "loss": 0.0644, + "theoretical_loss": 3.3690521985455946, + "tokens_seen": 2778202112 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015960519980741454, + "loss": 0.0639, + "theoretical_loss": 3.3690275847426587, + "tokens_seen": 2778464256 + }, + { + "epoch": 0.84, + "objective/train/advantage_avg": -0.000618634803686291, + "objective/train/docs_used": 1009547, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2722773551940918, + "objective/train/original_loss": 1.2722773551940918, + "objective/train/theoretical_loss": 3.3690029739120564, + "objective/train/tokens_used": 2799186400, + "objective/train/value_avg": -0.00904083251953125, + "objective/train/value_loss": 0.0002452832122799009, + "objective/train/value_max": -3.2961368560791016e-05, + "objective/train/value_min": -0.465576171875, + "objective/train/value_reward_corr": 0.6642139434657073, + "objective/train/value_std": 0.0143585205078125, + "objective/train/weight_avg": 0.9994933605194092, + "objective/train/weighted_lm_loss": 1.2712302207946777, + "objective/train/weights_max": 1.3208844661712646, + "objective/train/weights_min": 0.36794814467430115, + "theoretical_loss": 3.3690029739120564, + "tokens_seen": 2778726400 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015952495586583212, + "loss": 0.067, + "theoretical_loss": 3.3690029739120564, + "tokens_seen": 2778726400 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015944471192424974, + "loss": 0.0661, + "theoretical_loss": 3.368978366053149, + "tokens_seen": 2778988544 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015936446798266732, + "loss": 0.061, + "theoretical_loss": 3.3689537611652964, + "tokens_seen": 2779250688 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015928422404108488, + "loss": 0.066, + "theoretical_loss": 3.3689291592478607, + "tokens_seen": 2779512832 + }, + { + "epoch": 0.84, + "learning_rate": 0.0001592039800995025, + "loss": 0.064, + "theoretical_loss": 3.3689045603002024, + "tokens_seen": 2779774976 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015912373615792008, + "loss": 0.062, + "theoretical_loss": 3.3688799643216836, + "tokens_seen": 2780037120 + }, + { + "epoch": 0.84, + "learning_rate": 0.0001590434922163377, + "loss": 0.0653, + "theoretical_loss": 3.368855371311666, + "tokens_seen": 2780299264 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015896324827475525, + "loss": 0.0658, + "theoretical_loss": 3.368830781269511, + "tokens_seen": 2780561408 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015888300433317283, + "loss": 0.0646, + "theoretical_loss": 3.3688061941945806, + "tokens_seen": 2780823552 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015880276039159045, + "loss": 0.0647, + "theoretical_loss": 3.3687816100862378, + "tokens_seen": 2781085696 + }, + { + "epoch": 0.84, + "learning_rate": 0.000158722516450008, + "loss": 0.0675, + "theoretical_loss": 3.368757028943845, + "tokens_seen": 2781347840 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015864227250842562, + "loss": 0.0656, + "theoretical_loss": 3.3687324507667644, + "tokens_seen": 2781609984 + }, + { + "epoch": 0.84, + "learning_rate": 0.0001585620285668432, + "loss": 0.0653, + "theoretical_loss": 3.368707875554359, + "tokens_seen": 2781872128 + }, + { + "epoch": 0.84, + "objective/train/advantage_avg": -0.0002957976539619267, + "objective/train/docs_used": 1010370, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.389965295791626, + "objective/train/original_loss": 1.3899651765823364, + "objective/train/theoretical_loss": 3.36869558905971, + "objective/train/tokens_used": 2802463200, + "objective/train/value_avg": -0.00592803955078125, + "objective/train/value_loss": 0.0001964763068826869, + "objective/train/value_max": -2.5093555450439453e-05, + "objective/train/value_min": -0.8291015625, + "objective/train/value_reward_corr": 0.7672227565297491, + "objective/train/value_std": 0.01502227783203125, + "objective/train/weight_avg": 0.9997904300689697, + "objective/train/weighted_lm_loss": 1.3892918825149536, + "objective/train/weights_max": 1.245107650756836, + "objective/train/weights_min": 0.40179866552352905, + "theoretical_loss": 3.36869558905971, + "tokens_seen": 2782003200 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015848178462526082, + "loss": 0.0651, + "theoretical_loss": 3.3686833033059917, + "tokens_seen": 2782134272 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015840154068367837, + "loss": 0.0644, + "theoretical_loss": 3.368658734021026, + "tokens_seen": 2782396416 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015832129674209596, + "loss": 0.0638, + "theoretical_loss": 3.3686341676988256, + "tokens_seen": 2782658560 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015824105280051357, + "loss": 0.0664, + "theoretical_loss": 3.3686096043387543, + "tokens_seen": 2782920704 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015816080885893116, + "loss": 0.0649, + "theoretical_loss": 3.3685850439401754, + "tokens_seen": 2783182848 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015808056491734874, + "loss": 0.0656, + "theoretical_loss": 3.368560486502453, + "tokens_seen": 2783444992 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015800032097576633, + "loss": 0.0667, + "theoretical_loss": 3.3685359320249515, + "tokens_seen": 2783707136 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015792007703418394, + "loss": 0.0626, + "theoretical_loss": 3.3685113805070355, + "tokens_seen": 2783969280 + }, + { + "epoch": 0.84, + "learning_rate": 0.0001578398330926015, + "loss": 0.0627, + "theoretical_loss": 3.3684868319480694, + "tokens_seen": 2784231424 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015775958915101909, + "loss": 0.0654, + "theoretical_loss": 3.3684622863474183, + "tokens_seen": 2784493568 + }, + { + "epoch": 0.84, + "learning_rate": 0.0001576793452094367, + "loss": 0.0654, + "theoretical_loss": 3.368437743704447, + "tokens_seen": 2784755712 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015759910126785428, + "loss": 0.0666, + "theoretical_loss": 3.3684132040185206, + "tokens_seen": 2785017856 + }, + { + "epoch": 0.84, + "objective/train/advantage_avg": -2.2722522771800868e-05, + "objective/train/docs_used": 1011592, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3057563304901123, + "objective/train/original_loss": 1.3057563304901123, + "objective/train/theoretical_loss": 3.3683886672890053, + "objective/train/tokens_used": 2805740000, + "objective/train/value_avg": -0.007091522216796875, + "objective/train/value_loss": 0.00027457450050860643, + "objective/train/value_max": -1.5676021575927734e-05, + "objective/train/value_min": -0.96240234375, + "objective/train/value_reward_corr": 0.6869923256228726, + "objective/train/value_std": 0.01479339599609375, + "objective/train/weight_avg": 1.0000970363616943, + "objective/train/weighted_lm_loss": 1.3057013750076294, + "objective/train/weights_max": 1.2386093139648438, + "objective/train/weights_min": 0.3973115086555481, + "theoretical_loss": 3.3683886672890053, + "tokens_seen": 2785280000 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015751885732627187, + "loss": 0.0649, + "theoretical_loss": 3.3683886672890053, + "tokens_seen": 2785280000 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015743861338468946, + "loss": 0.0659, + "theoretical_loss": 3.368364133515266, + "tokens_seen": 2785542144 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015735836944310704, + "loss": 0.064, + "theoretical_loss": 3.3683396026966688, + "tokens_seen": 2785804288 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015727812550152465, + "loss": 0.0663, + "theoretical_loss": 3.368315074832579, + "tokens_seen": 2786066432 + }, + { + "epoch": 0.84, + "learning_rate": 0.0001571978815599422, + "loss": 0.0638, + "theoretical_loss": 3.3682905499223645, + "tokens_seen": 2786328576 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015711763761835982, + "loss": 0.0654, + "theoretical_loss": 3.36826602796539, + "tokens_seen": 2786590720 + }, + { + "epoch": 0.84, + "learning_rate": 0.0001570373936767774, + "loss": 0.0653, + "theoretical_loss": 3.368241508961023, + "tokens_seen": 2786852864 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015695714973519502, + "loss": 0.0637, + "theoretical_loss": 3.36821699290863, + "tokens_seen": 2787115008 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015687690579361258, + "loss": 0.0665, + "theoretical_loss": 3.368192479807578, + "tokens_seen": 2787377152 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015679666185203017, + "loss": 0.0666, + "theoretical_loss": 3.368167969657234, + "tokens_seen": 2787639296 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015671641791044778, + "loss": 0.0641, + "theoretical_loss": 3.368143462456966, + "tokens_seen": 2787901440 + }, + { + "epoch": 0.84, + "learning_rate": 0.00015663617396886534, + "loss": 0.0618, + "theoretical_loss": 3.3681189582061415, + "tokens_seen": 2788163584 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015655593002728295, + "loss": 0.0655, + "theoretical_loss": 3.3680944569041276, + "tokens_seen": 2788425728 + }, + { + "epoch": 0.85, + "objective/train/advantage_avg": -0.00024140083405654877, + "objective/train/docs_used": 1012721, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2790400981903076, + "objective/train/original_loss": 1.2790402173995972, + "objective/train/theoretical_loss": 3.3680822073587273, + "objective/train/tokens_used": 2809016800, + "objective/train/value_avg": -0.00696563720703125, + "objective/train/value_loss": 0.00012860797869507223, + "objective/train/value_max": -1.996755599975586e-05, + "objective/train/value_min": -0.3095703125, + "objective/train/value_reward_corr": 0.7620638852653248, + "objective/train/value_std": 0.0137481689453125, + "objective/train/weight_avg": 0.9998220205307007, + "objective/train/weighted_lm_loss": 1.278677225112915, + "objective/train/weights_max": 1.337132453918457, + "objective/train/weights_min": 0.7219803333282471, + "theoretical_loss": 3.3680822073587273, + "tokens_seen": 2788556800 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015647568608570054, + "loss": 0.0638, + "theoretical_loss": 3.3680699585502927, + "tokens_seen": 2788687872 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015639544214411812, + "loss": 0.0628, + "theoretical_loss": 3.3680454631440053, + "tokens_seen": 2788950016 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001563151982025357, + "loss": 0.0671, + "theoretical_loss": 3.368020970684633, + "tokens_seen": 2789212160 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001562349542609533, + "loss": 0.0635, + "theoretical_loss": 3.367996481171545, + "tokens_seen": 2789474304 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001561547103193709, + "loss": 0.0678, + "theoretical_loss": 3.3679719946041096, + "tokens_seen": 2789736448 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001560744663777885, + "loss": 0.0672, + "theoretical_loss": 3.367947510981696, + "tokens_seen": 2789998592 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015599422243620608, + "loss": 0.0656, + "theoretical_loss": 3.3679230303036736, + "tokens_seen": 2790260736 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015591397849462366, + "loss": 0.0649, + "theoretical_loss": 3.367898552569411, + "tokens_seen": 2790522880 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015583373455304125, + "loss": 0.0646, + "theoretical_loss": 3.3678740777782785, + "tokens_seen": 2790785024 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015575349061145883, + "loss": 0.0647, + "theoretical_loss": 3.367849605929645, + "tokens_seen": 2791047168 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015567324666987642, + "loss": 0.0651, + "theoretical_loss": 3.3678251370228813, + "tokens_seen": 2791309312 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015559300272829403, + "loss": 0.0666, + "theoretical_loss": 3.367800671057357, + "tokens_seen": 2791571456 + }, + { + "epoch": 0.85, + "objective/train/advantage_avg": -0.0001935760083142668, + "objective/train/docs_used": 1014349, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.433170199394226, + "objective/train/original_loss": 1.433170199394226, + "objective/train/theoretical_loss": 3.3677762080324425, + "objective/train/tokens_used": 2812293600, + "objective/train/value_avg": -0.006694793701171875, + "objective/train/value_loss": 0.00012956444697920233, + "objective/train/value_max": -2.9087066650390625e-05, + "objective/train/value_min": -0.28466796875, + "objective/train/value_reward_corr": 0.6941190230924552, + "objective/train/value_std": 0.010772705078125, + "objective/train/weight_avg": 0.9998664855957031, + "objective/train/weighted_lm_loss": 1.4330114126205444, + "objective/train/weights_max": 1.1095370054244995, + "objective/train/weights_min": 0.384782075881958, + "theoretical_loss": 3.3677762080324425, + "tokens_seen": 2791833600 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015551275878671162, + "loss": 0.0672, + "theoretical_loss": 3.3677762080324425, + "tokens_seen": 2791833600 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015543251484512917, + "loss": 0.0626, + "theoretical_loss": 3.3677517479475085, + "tokens_seen": 2792095744 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001553522709035468, + "loss": 0.0664, + "theoretical_loss": 3.367727290801925, + "tokens_seen": 2792357888 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015527202696196437, + "loss": 0.0664, + "theoretical_loss": 3.367702836595064, + "tokens_seen": 2792620032 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015519178302038198, + "loss": 0.0653, + "theoretical_loss": 3.367678385326296, + "tokens_seen": 2792882176 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015511153907879954, + "loss": 0.0641, + "theoretical_loss": 3.3676539369949916, + "tokens_seen": 2793144320 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015503129513721716, + "loss": 0.064, + "theoretical_loss": 3.367629491600524, + "tokens_seen": 2793406464 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015495105119563474, + "loss": 0.0647, + "theoretical_loss": 3.3676050491422624, + "tokens_seen": 2793668608 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001548708072540523, + "loss": 0.0642, + "theoretical_loss": 3.367580609619581, + "tokens_seen": 2793930752 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001547905633124699, + "loss": 0.0643, + "theoretical_loss": 3.3675561730318506, + "tokens_seen": 2794192896 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001547103193708875, + "loss": 0.0654, + "theoretical_loss": 3.3675317393784434, + "tokens_seen": 2794455040 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001546300754293051, + "loss": 0.0663, + "theoretical_loss": 3.3675073086587326, + "tokens_seen": 2794717184 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015454983148772267, + "loss": 0.0658, + "theoretical_loss": 3.3674828808720902, + "tokens_seen": 2794979328 + }, + { + "epoch": 0.85, + "objective/train/advantage_avg": 0.0016245541628450155, + "objective/train/docs_used": 1015624, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.316627860069275, + "objective/train/original_loss": 1.316627860069275, + "objective/train/theoretical_loss": 3.367470668078474, + "objective/train/tokens_used": 2815570400, + "objective/train/value_avg": -0.0125579833984375, + "objective/train/value_loss": 0.00030178582528606057, + "objective/train/value_max": -3.24249267578125e-05, + "objective/train/value_min": -0.548828125, + "objective/train/value_reward_corr": 0.7670411220651422, + "objective/train/value_std": 0.02191162109375, + "objective/train/weight_avg": 1.0017660856246948, + "objective/train/weighted_lm_loss": 1.318397879600525, + "objective/train/weights_max": 1.652213454246521, + "objective/train/weights_min": 0.42064470052719116, + "theoretical_loss": 3.367470668078474, + "tokens_seen": 2795110400 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015446958754614025, + "loss": 0.0618, + "theoretical_loss": 3.3674584560178893, + "tokens_seen": 2795241472 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015438934360455787, + "loss": 0.0666, + "theoretical_loss": 3.3674340340955027, + "tokens_seen": 2795503616 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015430909966297545, + "loss": 0.0656, + "theoretical_loss": 3.367409615104304, + "tokens_seen": 2795765760 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015422885572139304, + "loss": 0.0644, + "theoretical_loss": 3.3673851990436656, + "tokens_seen": 2796027904 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015414861177981062, + "loss": 0.0645, + "theoretical_loss": 3.3673607859129624, + "tokens_seen": 2796290048 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015406836783822824, + "loss": 0.0637, + "theoretical_loss": 3.3673363757115675, + "tokens_seen": 2796552192 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001539881238966458, + "loss": 0.0665, + "theoretical_loss": 3.367311968438855, + "tokens_seen": 2796814336 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015390787995506338, + "loss": 0.0659, + "theoretical_loss": 3.367287564094199, + "tokens_seen": 2797076480 + }, + { + "epoch": 0.85, + "learning_rate": 0.000153827636013481, + "loss": 0.0663, + "theoretical_loss": 3.3672631626769736, + "tokens_seen": 2797338624 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015374739207189858, + "loss": 0.0665, + "theoretical_loss": 3.367238764186554, + "tokens_seen": 2797600768 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015366714813031616, + "loss": 0.0663, + "theoretical_loss": 3.3672143686223146, + "tokens_seen": 2797862912 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015358690418873375, + "loss": 0.0659, + "theoretical_loss": 3.36718997598363, + "tokens_seen": 2798125056 + }, + { + "epoch": 0.85, + "objective/train/advantage_avg": 0.0006064706831239164, + "objective/train/docs_used": 1016369, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.343650221824646, + "objective/train/original_loss": 1.3436501026153564, + "objective/train/theoretical_loss": 3.367165586269876, + "objective/train/tokens_used": 2818847200, + "objective/train/value_avg": -0.0101470947265625, + "objective/train/value_loss": 0.00020094800856895745, + "objective/train/value_max": -2.956390380859375e-05, + "objective/train/value_min": -0.272216796875, + "objective/train/value_reward_corr": 0.7367380756238169, + "objective/train/value_std": 0.01552581787109375, + "objective/train/weight_avg": 1.0006985664367676, + "objective/train/weighted_lm_loss": 1.3436707258224487, + "objective/train/weights_max": 1.2313730716705322, + "objective/train/weights_min": 0.3749692738056183, + "theoretical_loss": 3.367165586269876, + "tokens_seen": 2798387200 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015350666024715133, + "loss": 0.0638, + "theoretical_loss": 3.367165586269876, + "tokens_seen": 2798387200 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015342641630556895, + "loss": 0.0652, + "theoretical_loss": 3.3671411994804274, + "tokens_seen": 2798649344 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001533461723639865, + "loss": 0.0619, + "theoretical_loss": 3.36711681561466, + "tokens_seen": 2798911488 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015326592842240412, + "loss": 0.0655, + "theoretical_loss": 3.3670924346719495, + "tokens_seen": 2799173632 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001531856844808217, + "loss": 0.0654, + "theoretical_loss": 3.3670680566516715, + "tokens_seen": 2799435776 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001531054405392393, + "loss": 0.0628, + "theoretical_loss": 3.367043681553202, + "tokens_seen": 2799697920 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015302519659765687, + "loss": 0.0682, + "theoretical_loss": 3.367019309375918, + "tokens_seen": 2799960064 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015294495265607446, + "loss": 0.0664, + "theoretical_loss": 3.3669949401191954, + "tokens_seen": 2800222208 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015286470871449207, + "loss": 0.065, + "theoretical_loss": 3.366970573782411, + "tokens_seen": 2800484352 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015278446477290963, + "loss": 0.0624, + "theoretical_loss": 3.366946210364942, + "tokens_seen": 2800746496 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015270422083132724, + "loss": 0.0654, + "theoretical_loss": 3.3669218498661646, + "tokens_seen": 2801008640 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015262397688974483, + "loss": 0.0642, + "theoretical_loss": 3.3668974922854567, + "tokens_seen": 2801270784 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015254373294816242, + "loss": 0.0683, + "theoretical_loss": 3.366873137622196, + "tokens_seen": 2801532928 + }, + { + "epoch": 0.85, + "objective/train/advantage_avg": 0.0006008310010656714, + "objective/train/docs_used": 1017536, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3075453042984009, + "objective/train/original_loss": 1.3075453042984009, + "objective/train/theoretical_loss": 3.3668609613844134, + "objective/train/tokens_used": 2822124000, + "objective/train/value_avg": -0.007602691650390625, + "objective/train/value_loss": 0.00024637175374664366, + "objective/train/value_max": -4.1961669921875e-05, + "objective/train/value_min": -0.5673828125, + "objective/train/value_reward_corr": 0.7032088109983557, + "objective/train/value_std": 0.0160064697265625, + "objective/train/weight_avg": 1.0007169246673584, + "objective/train/weighted_lm_loss": 1.3075895309448242, + "objective/train/weights_max": 1.258882761001587, + "objective/train/weights_min": 0.3697167932987213, + "theoretical_loss": 3.3668609613844134, + "tokens_seen": 2801664000 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015246348900658, + "loss": 0.0677, + "theoretical_loss": 3.366848785875759, + "tokens_seen": 2801795072 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015238324506499759, + "loss": 0.067, + "theoretical_loss": 3.3668244370455245, + "tokens_seen": 2802057216 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001523030011234152, + "loss": 0.0663, + "theoretical_loss": 3.3668000911308704, + "tokens_seen": 2802319360 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015222275718183278, + "loss": 0.0624, + "theoretical_loss": 3.3667757481311744, + "tokens_seen": 2802581504 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015214251324025037, + "loss": 0.064, + "theoretical_loss": 3.3667514080458156, + "tokens_seen": 2802843648 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015206226929866796, + "loss": 0.0668, + "theoretical_loss": 3.3667270708741714, + "tokens_seen": 2803105792 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015198202535708554, + "loss": 0.0659, + "theoretical_loss": 3.366702736615622, + "tokens_seen": 2803367936 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015190178141550313, + "loss": 0.0662, + "theoretical_loss": 3.3666784052695453, + "tokens_seen": 2803630080 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001518215374739207, + "loss": 0.0631, + "theoretical_loss": 3.366654076835321, + "tokens_seen": 2803892224 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015174129353233832, + "loss": 0.0669, + "theoretical_loss": 3.366629751312328, + "tokens_seen": 2804154368 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001516610495907559, + "loss": 0.0647, + "theoretical_loss": 3.3666054286999465, + "tokens_seen": 2804416512 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015158080564917347, + "loss": 0.0665, + "theoretical_loss": 3.3665811089975555, + "tokens_seen": 2804678656 + }, + { + "epoch": 0.85, + "objective/train/advantage_avg": -0.00012206433166284114, + "objective/train/docs_used": 1018816, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3608702421188354, + "objective/train/original_loss": 1.360870361328125, + "objective/train/theoretical_loss": 3.366556792204535, + "objective/train/tokens_used": 2825400800, + "objective/train/value_avg": -0.008331298828125, + "objective/train/value_loss": 0.00028411057428456843, + "objective/train/value_max": -2.372264862060547e-05, + "objective/train/value_min": -0.274169921875, + "objective/train/value_reward_corr": 0.712386662036866, + "objective/train/value_std": 0.0173492431640625, + "objective/train/weight_avg": 1.0000041723251343, + "objective/train/weighted_lm_loss": 1.3602651357650757, + "objective/train/weights_max": 1.272313117980957, + "objective/train/weights_min": 0.3936425745487213, + "theoretical_loss": 3.366556792204535, + "tokens_seen": 2804940800 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015150056170759108, + "loss": 0.0644, + "theoretical_loss": 3.366556792204535, + "tokens_seen": 2804940800 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015142031776600867, + "loss": 0.0661, + "theoretical_loss": 3.3665324783202655, + "tokens_seen": 2805202944 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015134007382442628, + "loss": 0.0651, + "theoretical_loss": 3.3665081673441275, + "tokens_seen": 2805465088 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015125982988284384, + "loss": 0.0664, + "theoretical_loss": 3.3664838592755006, + "tokens_seen": 2805727232 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015117958594126145, + "loss": 0.0661, + "theoretical_loss": 3.366459554113766, + "tokens_seen": 2805989376 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015109934199967904, + "loss": 0.0641, + "theoretical_loss": 3.3664352518583045, + "tokens_seen": 2806251520 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001510190980580966, + "loss": 0.0644, + "theoretical_loss": 3.366410952508497, + "tokens_seen": 2806513664 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001509388541165142, + "loss": 0.0638, + "theoretical_loss": 3.366386656063725, + "tokens_seen": 2806775808 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001508586101749318, + "loss": 0.0663, + "theoretical_loss": 3.3663623625233696, + "tokens_seen": 2807037952 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001507783662333494, + "loss": 0.061, + "theoretical_loss": 3.3663380718868128, + "tokens_seen": 2807300096 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015069812229176696, + "loss": 0.0668, + "theoretical_loss": 3.3663137841534363, + "tokens_seen": 2807562240 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015061787835018455, + "loss": 0.0647, + "theoretical_loss": 3.3662894993226216, + "tokens_seen": 2807824384 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015053763440860216, + "loss": 0.0664, + "theoretical_loss": 3.3662652173937517, + "tokens_seen": 2808086528 + }, + { + "epoch": 0.85, + "objective/train/advantage_avg": 0.0007816751021891832, + "objective/train/docs_used": 1020099, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4793204069137573, + "objective/train/original_loss": 1.4793202877044678, + "objective/train/theoretical_loss": 3.366253077517353, + "objective/train/tokens_used": 2828677600, + "objective/train/value_avg": -0.00690460205078125, + "objective/train/value_loss": 0.000290464871795848, + "objective/train/value_max": -4.947185516357422e-05, + "objective/train/value_min": -0.87158203125, + "objective/train/value_reward_corr": 0.8069600110994949, + "objective/train/value_std": 0.0214080810546875, + "objective/train/weight_avg": 1.0009136199951172, + "objective/train/weighted_lm_loss": 1.4798588752746582, + "objective/train/weights_max": 1.662463903427124, + "objective/train/weights_min": 0.39825838804244995, + "theoretical_loss": 3.366253077517353, + "tokens_seen": 2808217600 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015045739046701975, + "loss": 0.0671, + "theoretical_loss": 3.366240938366208, + "tokens_seen": 2808348672 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015037714652543733, + "loss": 0.0651, + "theoretical_loss": 3.366216662239374, + "tokens_seen": 2808610816 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015029690258385492, + "loss": 0.0644, + "theoretical_loss": 3.3661923890126326, + "tokens_seen": 2808872960 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015021665864227253, + "loss": 0.0661, + "theoretical_loss": 3.366168118685365, + "tokens_seen": 2809135104 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001501364147006901, + "loss": 0.0637, + "theoretical_loss": 3.3661438512569566, + "tokens_seen": 2809397248 + }, + { + "epoch": 0.85, + "learning_rate": 0.00015005617075910767, + "loss": 0.0665, + "theoretical_loss": 3.3661195867267892, + "tokens_seen": 2809659392 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001499759268175253, + "loss": 0.0629, + "theoretical_loss": 3.3660953250942467, + "tokens_seen": 2809921536 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014989568287594287, + "loss": 0.063, + "theoretical_loss": 3.366071066358713, + "tokens_seen": 2810183680 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014981543893436046, + "loss": 0.0627, + "theoretical_loss": 3.3660468105195713, + "tokens_seen": 2810445824 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014973519499277804, + "loss": 0.0619, + "theoretical_loss": 3.3660225575762066, + "tokens_seen": 2810707968 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014965495105119563, + "loss": 0.0654, + "theoretical_loss": 3.365998307528003, + "tokens_seen": 2810970112 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014957470710961324, + "loss": 0.0683, + "theoretical_loss": 3.3659740603743447, + "tokens_seen": 2811232256 + }, + { + "epoch": 0.85, + "objective/train/advantage_avg": -0.00013352998939808458, + "objective/train/docs_used": 1021297, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.306437373161316, + "objective/train/original_loss": 1.3064374923706055, + "objective/train/theoretical_loss": 3.365949816114616, + "objective/train/tokens_used": 2831954400, + "objective/train/value_avg": -0.00981903076171875, + "objective/train/value_loss": 0.0002145724865840748, + "objective/train/value_max": -4.83393669128418e-05, + "objective/train/value_min": -0.303466796875, + "objective/train/value_reward_corr": 0.8363977220352913, + "objective/train/value_std": 0.0190277099609375, + "objective/train/weight_avg": 0.9999680519104004, + "objective/train/weighted_lm_loss": 1.3073878288269043, + "objective/train/weights_max": 1.1622880697250366, + "objective/train/weights_min": 0.37089207768440247, + "theoretical_loss": 3.365949816114616, + "tokens_seen": 2811494400 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001494944631680308, + "loss": 0.0669, + "theoretical_loss": 3.365949816114616, + "tokens_seen": 2811494400 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001494142192264484, + "loss": 0.0656, + "theoretical_loss": 3.3659255747482018, + "tokens_seen": 2811756544 + }, + { + "epoch": 0.85, + "learning_rate": 0.000149333975284866, + "loss": 0.0633, + "theoretical_loss": 3.365901336274488, + "tokens_seen": 2812018688 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014925373134328358, + "loss": 0.065, + "theoretical_loss": 3.3658771006928587, + "tokens_seen": 2812280832 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014917348740170117, + "loss": 0.0654, + "theoretical_loss": 3.3658528680027002, + "tokens_seen": 2812542976 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014909324346011875, + "loss": 0.0656, + "theoretical_loss": 3.3658286382033973, + "tokens_seen": 2812805120 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014901299951853637, + "loss": 0.0651, + "theoretical_loss": 3.365804411294336, + "tokens_seen": 2813067264 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014893275557695393, + "loss": 0.0661, + "theoretical_loss": 3.3657801872749027, + "tokens_seen": 2813329408 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014885251163537154, + "loss": 0.0643, + "theoretical_loss": 3.3657559661444827, + "tokens_seen": 2813591552 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014877226769378912, + "loss": 0.0638, + "theoretical_loss": 3.3657317479024633, + "tokens_seen": 2813853696 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014869202375220674, + "loss": 0.064, + "theoretical_loss": 3.3657075325482304, + "tokens_seen": 2814115840 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001486117798106243, + "loss": 0.0651, + "theoretical_loss": 3.3656833200811707, + "tokens_seen": 2814377984 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014853153586904188, + "loss": 0.0667, + "theoretical_loss": 3.3656591105006712, + "tokens_seen": 2814640128 + }, + { + "epoch": 0.85, + "objective/train/advantage_avg": -0.00010034757724497467, + "objective/train/docs_used": 1022508, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2355252504348755, + "objective/train/original_loss": 1.2355252504348755, + "objective/train/theoretical_loss": 3.36564700679269, + "objective/train/tokens_used": 2835231200, + "objective/train/value_avg": -0.007625579833984375, + "objective/train/value_loss": 0.0004311535449232906, + "objective/train/value_max": -1.2516975402832031e-05, + "objective/train/value_min": -0.94580078125, + "objective/train/value_reward_corr": 0.8123980288371775, + "objective/train/value_std": 0.0245819091796875, + "objective/train/weight_avg": 1.0000889301300049, + "objective/train/weighted_lm_loss": 1.235007643699646, + "objective/train/weights_max": 1.666527509689331, + "objective/train/weights_min": 0.368623286485672, + "theoretical_loss": 3.36564700679269, + "tokens_seen": 2814771200 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001484512919274595, + "loss": 0.066, + "theoretical_loss": 3.3656349038061193, + "tokens_seen": 2814902272 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014837104798587705, + "loss": 0.0639, + "theoretical_loss": 3.3656106999969015, + "tokens_seen": 2815164416 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014829080404429466, + "loss": 0.0646, + "theoretical_loss": 3.365586499072406, + "tokens_seen": 2815426560 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014821056010271225, + "loss": 0.0679, + "theoretical_loss": 3.36556230103202, + "tokens_seen": 2815688704 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014813031616112983, + "loss": 0.0641, + "theoretical_loss": 3.3655381058751317, + "tokens_seen": 2815950848 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014805007221954742, + "loss": 0.0677, + "theoretical_loss": 3.3655139136011285, + "tokens_seen": 2816212992 + }, + { + "epoch": 0.85, + "learning_rate": 0.000147969828277965, + "loss": 0.0675, + "theoretical_loss": 3.3654897242093993, + "tokens_seen": 2816475136 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014788958433638262, + "loss": 0.064, + "theoretical_loss": 3.365465537699332, + "tokens_seen": 2816737280 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001478093403948002, + "loss": 0.0676, + "theoretical_loss": 3.3654413540703154, + "tokens_seen": 2816999424 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001477290964532178, + "loss": 0.0667, + "theoretical_loss": 3.365417173321738, + "tokens_seen": 2817261568 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014764885251163538, + "loss": 0.067, + "theoretical_loss": 3.3653929954529893, + "tokens_seen": 2817523712 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014756860857005296, + "loss": 0.0669, + "theoretical_loss": 3.3653688204634578, + "tokens_seen": 2817785856 + }, + { + "epoch": 0.85, + "objective/train/advantage_avg": 0.000627659261226654, + "objective/train/docs_used": 1024155, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2591527700424194, + "objective/train/original_loss": 1.259152889251709, + "objective/train/theoretical_loss": 3.3653446483525333, + "objective/train/tokens_used": 2838508000, + "objective/train/value_avg": -0.006961822509765625, + "objective/train/value_loss": 0.0003415023093111813, + "objective/train/value_max": -3.707408905029297e-05, + "objective/train/value_min": -0.90380859375, + "objective/train/value_reward_corr": 0.7026753973532156, + "objective/train/value_std": 0.019195556640625, + "objective/train/weight_avg": 1.000783085823059, + "objective/train/weighted_lm_loss": 1.2598161697387695, + "objective/train/weights_max": 1.8804147243499756, + "objective/train/weights_min": 0.3706021308898926, + "theoretical_loss": 3.3653446483525333, + "tokens_seen": 2818048000 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014748836462847057, + "loss": 0.0657, + "theoretical_loss": 3.3653446483525333, + "tokens_seen": 2818048000 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014740812068688813, + "loss": 0.0667, + "theoretical_loss": 3.365320479119605, + "tokens_seen": 2818310144 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014732787674530574, + "loss": 0.0654, + "theoretical_loss": 3.3652963127640625, + "tokens_seen": 2818572288 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014724763280372333, + "loss": 0.0663, + "theoretical_loss": 3.365272149285296, + "tokens_seen": 2818834432 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001471673888621409, + "loss": 0.0683, + "theoretical_loss": 3.3652479886826954, + "tokens_seen": 2819096576 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001470871449205585, + "loss": 0.0633, + "theoretical_loss": 3.3652238309556513, + "tokens_seen": 2819358720 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014700690097897609, + "loss": 0.067, + "theoretical_loss": 3.365199676103553, + "tokens_seen": 2819620864 + }, + { + "epoch": 0.85, + "learning_rate": 0.0001469266570373937, + "loss": 0.067, + "theoretical_loss": 3.3651755241257924, + "tokens_seen": 2819883008 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014684641309581126, + "loss": 0.0628, + "theoretical_loss": 3.36515137502176, + "tokens_seen": 2820145152 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014676616915422887, + "loss": 0.0672, + "theoretical_loss": 3.3651272287908465, + "tokens_seen": 2820407296 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014668592521264646, + "loss": 0.0639, + "theoretical_loss": 3.365103085432443, + "tokens_seen": 2820669440 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014660568127106404, + "loss": 0.065, + "theoretical_loss": 3.365078944945941, + "tokens_seen": 2820931584 + }, + { + "epoch": 0.85, + "learning_rate": 0.00014652543732948163, + "loss": 0.0643, + "theoretical_loss": 3.3650548073307327, + "tokens_seen": 2821193728 + }, + { + "epoch": 0.85, + "objective/train/advantage_avg": 0.0010361288441345096, + "objective/train/docs_used": 1025368, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3723845481872559, + "objective/train/original_loss": 1.3723845481872559, + "objective/train/theoretical_loss": 3.365042739599673, + "objective/train/tokens_used": 2841784800, + "objective/train/value_avg": -0.006153106689453125, + "objective/train/value_loss": 0.00036395026836544275, + "objective/train/value_max": -2.1636486053466797e-05, + "objective/train/value_min": -0.8955078125, + "objective/train/value_reward_corr": 0.5893189803747669, + "objective/train/value_std": 0.0163726806640625, + "objective/train/weight_avg": 1.0011951923370361, + "objective/train/weighted_lm_loss": 1.3740314245224, + "objective/train/weights_max": 1.8081154823303223, + "objective/train/weights_min": 0.36927276849746704, + "theoretical_loss": 3.365042739599673, + "tokens_seen": 2821324800 + }, + { + "epoch": 0.86, + "learning_rate": 0.0001464451933878992, + "loss": 0.0681, + "theoretical_loss": 3.365030672586209, + "tokens_seen": 2821455872 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014636494944631682, + "loss": 0.0649, + "theoretical_loss": 3.3650065407117618, + "tokens_seen": 2821718016 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014628470550473438, + "loss": 0.0645, + "theoretical_loss": 3.3649824117067832, + "tokens_seen": 2821980160 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014620446156315197, + "loss": 0.0668, + "theoretical_loss": 3.3649582855706663, + "tokens_seen": 2822242304 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014612421762156958, + "loss": 0.0645, + "theoretical_loss": 3.364934162302803, + "tokens_seen": 2822504448 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014604397367998717, + "loss": 0.0663, + "theoretical_loss": 3.3649100419025855, + "tokens_seen": 2822766592 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014596372973840475, + "loss": 0.0646, + "theoretical_loss": 3.364885924369408, + "tokens_seen": 2823028736 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014588348579682234, + "loss": 0.0638, + "theoretical_loss": 3.3648618097026617, + "tokens_seen": 2823290880 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014580324185523995, + "loss": 0.0653, + "theoretical_loss": 3.3648376979017414, + "tokens_seen": 2823553024 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014572299791365754, + "loss": 0.0654, + "theoretical_loss": 3.3648135889660398, + "tokens_seen": 2823815168 + }, + { + "epoch": 0.86, + "learning_rate": 0.0001456427539720751, + "loss": 0.0633, + "theoretical_loss": 3.3647894828949503, + "tokens_seen": 2824077312 + }, + { + "epoch": 0.86, + "learning_rate": 0.0001455625100304927, + "loss": 0.0662, + "theoretical_loss": 3.364765379687867, + "tokens_seen": 2824339456 + }, + { + "epoch": 0.86, + "objective/train/advantage_avg": -7.670073682675138e-05, + "objective/train/docs_used": 1026596, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.285683512687683, + "objective/train/original_loss": 1.285683512687683, + "objective/train/theoretical_loss": 3.3647412793441838, + "objective/train/tokens_used": 2845061600, + "objective/train/value_avg": -0.0079498291015625, + "objective/train/value_loss": 0.00022444997739512473, + "objective/train/value_max": -3.975629806518555e-05, + "objective/train/value_min": -0.66748046875, + "objective/train/value_reward_corr": 0.7512094364538906, + "objective/train/value_std": 0.01763916015625, + "objective/train/weight_avg": 1.0000284910202026, + "objective/train/weighted_lm_loss": 1.2848491668701172, + "objective/train/weights_max": 1.5991662740707397, + "objective/train/weights_min": 0.5312688946723938, + "theoretical_loss": 3.3647412793441838, + "tokens_seen": 2824601600 + }, + { + "epoch": 0.86, + "learning_rate": 0.0001454822660889103, + "loss": 0.063, + "theoretical_loss": 3.3647412793441838, + "tokens_seen": 2824601600 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014540202214732788, + "loss": 0.0626, + "theoretical_loss": 3.364717181863295, + "tokens_seen": 2824863744 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014532177820574546, + "loss": 0.064, + "theoretical_loss": 3.3646930872445946, + "tokens_seen": 2825125888 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014524153426416305, + "loss": 0.064, + "theoretical_loss": 3.3646689954874773, + "tokens_seen": 2825388032 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014516129032258066, + "loss": 0.0664, + "theoretical_loss": 3.3646449065913377, + "tokens_seen": 2825650176 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014508104638099822, + "loss": 0.0632, + "theoretical_loss": 3.364620820555571, + "tokens_seen": 2825912320 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014500080243941583, + "loss": 0.0633, + "theoretical_loss": 3.3645967373795718, + "tokens_seen": 2826174464 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014492055849783342, + "loss": 0.0678, + "theoretical_loss": 3.3645726570627357, + "tokens_seen": 2826436608 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014484031455625103, + "loss": 0.065, + "theoretical_loss": 3.3645485796044574, + "tokens_seen": 2826698752 + }, + { + "epoch": 0.86, + "learning_rate": 0.0001447600706146686, + "loss": 0.0636, + "theoretical_loss": 3.3645245050041335, + "tokens_seen": 2826960896 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014467982667308617, + "loss": 0.0644, + "theoretical_loss": 3.364500433261159, + "tokens_seen": 2827223040 + }, + { + "epoch": 0.86, + "learning_rate": 0.0001445995827315038, + "loss": 0.0638, + "theoretical_loss": 3.3644763643749305, + "tokens_seen": 2827485184 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014451933878992135, + "loss": 0.0655, + "theoretical_loss": 3.364452298344844, + "tokens_seen": 2827747328 + }, + { + "epoch": 0.86, + "objective/train/advantage_avg": -0.00012625711678992957, + "objective/train/docs_used": 1027853, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3327417373657227, + "objective/train/original_loss": 1.3327414989471436, + "objective/train/theoretical_loss": 3.364440266400665, + "objective/train/tokens_used": 2848338400, + "objective/train/value_avg": -0.00864410400390625, + "objective/train/value_loss": 0.0003806508029811084, + "objective/train/value_max": -4.166364669799805e-05, + "objective/train/value_min": -0.69873046875, + "objective/train/value_reward_corr": 0.6674700636379923, + "objective/train/value_std": 0.0157470703125, + "objective/train/weight_avg": 1.0000375509262085, + "objective/train/weighted_lm_loss": 1.331945538520813, + "objective/train/weights_max": 1.6199015378952026, + "objective/train/weights_min": 0.37043818831443787, + "theoretical_loss": 3.364440266400665, + "tokens_seen": 2827878400 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014443909484833896, + "loss": 0.0668, + "theoretical_loss": 3.3644282351702954, + "tokens_seen": 2828009472 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014435885090675654, + "loss": 0.0643, + "theoretical_loss": 3.364404174850682, + "tokens_seen": 2828271616 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014427860696517413, + "loss": 0.0648, + "theoretical_loss": 3.3643801173853998, + "tokens_seen": 2828533760 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014419836302359171, + "loss": 0.0639, + "theoretical_loss": 3.364356062773846, + "tokens_seen": 2828795904 + }, + { + "epoch": 0.86, + "learning_rate": 0.0001441181190820093, + "loss": 0.0675, + "theoretical_loss": 3.3643320110154176, + "tokens_seen": 2829058048 + }, + { + "epoch": 0.86, + "learning_rate": 0.0001440378751404269, + "loss": 0.0668, + "theoretical_loss": 3.364307962109512, + "tokens_seen": 2829320192 + }, + { + "epoch": 0.86, + "learning_rate": 0.0001439576311988445, + "loss": 0.0651, + "theoretical_loss": 3.364283916055527, + "tokens_seen": 2829582336 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014387738725726208, + "loss": 0.0634, + "theoretical_loss": 3.364259872852859, + "tokens_seen": 2829844480 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014379714331567967, + "loss": 0.0647, + "theoretical_loss": 3.364235832500907, + "tokens_seen": 2830106624 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014371689937409725, + "loss": 0.0645, + "theoretical_loss": 3.3642117949990684, + "tokens_seen": 2830368768 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014363665543251484, + "loss": 0.0639, + "theoretical_loss": 3.364187760346742, + "tokens_seen": 2830630912 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014355641149093243, + "loss": 0.0634, + "theoretical_loss": 3.3641637285433257, + "tokens_seen": 2830893056 + }, + { + "epoch": 0.86, + "objective/train/advantage_avg": 0.0006318369414657354, + "objective/train/docs_used": 1029215, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.28300142288208, + "objective/train/original_loss": 1.28300142288208, + "objective/train/theoretical_loss": 3.364139699588218, + "objective/train/tokens_used": 2851615200, + "objective/train/value_avg": -0.008819580078125, + "objective/train/value_loss": 0.00031991428113542497, + "objective/train/value_max": -4.363059997558594e-05, + "objective/train/value_min": -0.99267578125, + "objective/train/value_reward_corr": 0.6593640408890018, + "objective/train/value_std": 0.01541900634765625, + "objective/train/weight_avg": 1.0007646083831787, + "objective/train/weighted_lm_loss": 1.2833583354949951, + "objective/train/weights_max": 1.205864667892456, + "objective/train/weights_min": 0.23606111109256744, + "theoretical_loss": 3.364139699588218, + "tokens_seen": 2831155200 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014347616754935004, + "loss": 0.0649, + "theoretical_loss": 3.364139699588218, + "tokens_seen": 2831155200 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014339592360776762, + "loss": 0.0649, + "theoretical_loss": 3.3641156734808173, + "tokens_seen": 2831417344 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014331567966618518, + "loss": 0.0662, + "theoretical_loss": 3.364091650220523, + "tokens_seen": 2831679488 + }, + { + "epoch": 0.86, + "learning_rate": 0.0001432354357246028, + "loss": 0.0642, + "theoretical_loss": 3.3640676298067347, + "tokens_seen": 2831941632 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014315519178302038, + "loss": 0.0661, + "theoretical_loss": 3.3640436122388504, + "tokens_seen": 2832203776 + }, + { + "epoch": 0.86, + "learning_rate": 0.000143074947841438, + "loss": 0.066, + "theoretical_loss": 3.364019597516271, + "tokens_seen": 2832465920 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014299470389985555, + "loss": 0.064, + "theoretical_loss": 3.3639955856383947, + "tokens_seen": 2832728064 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014291445995827316, + "loss": 0.0675, + "theoretical_loss": 3.363971576604622, + "tokens_seen": 2832990208 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014283421601669075, + "loss": 0.0664, + "theoretical_loss": 3.3639475704143535, + "tokens_seen": 2833252352 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014275397207510833, + "loss": 0.0652, + "theoretical_loss": 3.3639235670669883, + "tokens_seen": 2833514496 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014267372813352592, + "loss": 0.0665, + "theoretical_loss": 3.3638995665619276, + "tokens_seen": 2833776640 + }, + { + "epoch": 0.86, + "learning_rate": 0.0001425934841919435, + "loss": 0.0646, + "theoretical_loss": 3.363875568898571, + "tokens_seen": 2834038784 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014251324025036112, + "loss": 0.0646, + "theoretical_loss": 3.36385157407632, + "tokens_seen": 2834300928 + }, + { + "epoch": 0.86, + "objective/train/advantage_avg": -0.00022890816035214812, + "objective/train/docs_used": 1030428, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3632636070251465, + "objective/train/original_loss": 1.3632633686065674, + "objective/train/theoretical_loss": 3.363839577730422, + "objective/train/tokens_used": 2854892000, + "objective/train/value_avg": -0.008636474609375, + "objective/train/value_loss": 0.00022345955949276686, + "objective/train/value_max": -1.2934207916259766e-05, + "objective/train/value_min": -0.76513671875, + "objective/train/value_reward_corr": 0.736903314254987, + "objective/train/value_std": 0.0161895751953125, + "objective/train/weight_avg": 0.999871015548706, + "objective/train/weighted_lm_loss": 1.3627827167510986, + "objective/train/weights_max": 1.4422595500946045, + "objective/train/weights_min": 0.39765116572380066, + "theoretical_loss": 3.363839577730422, + "tokens_seen": 2834432000 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014243299630877868, + "loss": 0.0637, + "theoretical_loss": 3.3638275820945758, + "tokens_seen": 2834563072 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014235275236719626, + "loss": 0.0649, + "theoretical_loss": 3.3638035929527392, + "tokens_seen": 2834825216 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014227250842561388, + "loss": 0.0656, + "theoretical_loss": 3.3637796066502106, + "tokens_seen": 2835087360 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014219226448403146, + "loss": 0.0657, + "theoretical_loss": 3.3637556231863925, + "tokens_seen": 2835349504 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014211202054244905, + "loss": 0.0651, + "theoretical_loss": 3.363731642560686, + "tokens_seen": 2835611648 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014203177660086663, + "loss": 0.0676, + "theoretical_loss": 3.3637076647724937, + "tokens_seen": 2835873792 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014195153265928424, + "loss": 0.0672, + "theoretical_loss": 3.3636836898212166, + "tokens_seen": 2836135936 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014187128871770183, + "loss": 0.0659, + "theoretical_loss": 3.3636597177062573, + "tokens_seen": 2836398080 + }, + { + "epoch": 0.86, + "learning_rate": 0.0001417910447761194, + "loss": 0.0661, + "theoretical_loss": 3.363635748427018, + "tokens_seen": 2836660224 + }, + { + "epoch": 0.86, + "learning_rate": 0.000141710800834537, + "loss": 0.0681, + "theoretical_loss": 3.363611781982902, + "tokens_seen": 2836922368 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014163055689295459, + "loss": 0.0649, + "theoretical_loss": 3.3635878183733112, + "tokens_seen": 2837184512 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014155031295137217, + "loss": 0.0661, + "theoretical_loss": 3.3635638575976485, + "tokens_seen": 2837446656 + }, + { + "epoch": 0.86, + "objective/train/advantage_avg": 0.0005323366494849324, + "objective/train/docs_used": 1031594, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.122832179069519, + "objective/train/original_loss": 1.122832179069519, + "objective/train/theoretical_loss": 3.3635398996553176, + "objective/train/tokens_used": 2858168800, + "objective/train/value_avg": -0.00726318359375, + "objective/train/value_loss": 0.00018139119492843747, + "objective/train/value_max": -5.4776668548583984e-05, + "objective/train/value_min": -0.301025390625, + "objective/train/value_reward_corr": 0.6821868744161168, + "objective/train/value_std": 0.01277923583984375, + "objective/train/weight_avg": 1.0006142854690552, + "objective/train/weighted_lm_loss": 1.1228314638137817, + "objective/train/weights_max": 1.1863702535629272, + "objective/train/weights_min": 0.3692249059677124, + "theoretical_loss": 3.3635398996553176, + "tokens_seen": 2837708800 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014147006900978976, + "loss": 0.0651, + "theoretical_loss": 3.3635398996553176, + "tokens_seen": 2837708800 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014138982506820734, + "loss": 0.0668, + "theoretical_loss": 3.3635159445457212, + "tokens_seen": 2837970944 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014130958112662496, + "loss": 0.0646, + "theoretical_loss": 3.363491992268263, + "tokens_seen": 2838233088 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014122933718504251, + "loss": 0.0643, + "theoretical_loss": 3.3634680428223467, + "tokens_seen": 2838495232 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014114909324346013, + "loss": 0.0611, + "theoretical_loss": 3.3634440962073757, + "tokens_seen": 2838757376 + }, + { + "epoch": 0.86, + "learning_rate": 0.0001410688493018777, + "loss": 0.064, + "theoretical_loss": 3.3634201524227545, + "tokens_seen": 2839019520 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014098860536029532, + "loss": 0.0664, + "theoretical_loss": 3.363396211467887, + "tokens_seen": 2839281664 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014090836141871288, + "loss": 0.0654, + "theoretical_loss": 3.3633722733421774, + "tokens_seen": 2839543808 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014082811747713047, + "loss": 0.0655, + "theoretical_loss": 3.363348338045031, + "tokens_seen": 2839805952 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014074787353554808, + "loss": 0.0656, + "theoretical_loss": 3.3633244055758516, + "tokens_seen": 2840068096 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014066762959396564, + "loss": 0.0645, + "theoretical_loss": 3.363300475934045, + "tokens_seen": 2840330240 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014058738565238325, + "loss": 0.0645, + "theoretical_loss": 3.363276549119015, + "tokens_seen": 2840592384 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014050714171080084, + "loss": 0.0646, + "theoretical_loss": 3.3632526251301678, + "tokens_seen": 2840854528 + }, + { + "epoch": 0.86, + "objective/train/advantage_avg": 0.0008363102679140866, + "objective/train/docs_used": 1032706, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.345001220703125, + "objective/train/original_loss": 1.345001220703125, + "objective/train/theoretical_loss": 3.3632406641953767, + "objective/train/tokens_used": 2861445600, + "objective/train/value_avg": -0.0102386474609375, + "objective/train/value_loss": 0.0005417418433353305, + "objective/train/value_max": -4.869699478149414e-05, + "objective/train/value_min": -0.68212890625, + "objective/train/value_reward_corr": 0.6413044982626075, + "objective/train/value_std": 0.0206298828125, + "objective/train/weight_avg": 1.0010735988616943, + "objective/train/weighted_lm_loss": 1.345400094985962, + "objective/train/weights_max": 1.5960274934768677, + "objective/train/weights_min": 0.3948216140270233, + "theoretical_loss": 3.3632406641953767, + "tokens_seen": 2840985600 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014042689776921845, + "loss": 0.0652, + "theoretical_loss": 3.3632287039669087, + "tokens_seen": 2841116672 + }, + { + "epoch": 0.86, + "learning_rate": 0.000140346653827636, + "loss": 0.0663, + "theoretical_loss": 3.363204785628643, + "tokens_seen": 2841378816 + }, + { + "epoch": 0.86, + "learning_rate": 0.0001402664098860536, + "loss": 0.0672, + "theoretical_loss": 3.363180870114777, + "tokens_seen": 2841640960 + }, + { + "epoch": 0.86, + "learning_rate": 0.0001401861659444712, + "loss": 0.0656, + "theoretical_loss": 3.3631569574247164, + "tokens_seen": 2841903104 + }, + { + "epoch": 0.86, + "learning_rate": 0.0001401059220028888, + "loss": 0.066, + "theoretical_loss": 3.3631330475578674, + "tokens_seen": 2842165248 + }, + { + "epoch": 0.86, + "learning_rate": 0.00014002567806130638, + "loss": 0.065, + "theoretical_loss": 3.363109140513636, + "tokens_seen": 2842427392 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013994543411972396, + "loss": 0.0663, + "theoretical_loss": 3.3630852362914294, + "tokens_seen": 2842689536 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013986519017814155, + "loss": 0.0653, + "theoretical_loss": 3.363061334890654, + "tokens_seen": 2842951680 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013978494623655913, + "loss": 0.0646, + "theoretical_loss": 3.363037436310716, + "tokens_seen": 2843213824 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013970470229497672, + "loss": 0.0644, + "theoretical_loss": 3.363013540551023, + "tokens_seen": 2843475968 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013962445835339433, + "loss": 0.0669, + "theoretical_loss": 3.362989647610983, + "tokens_seen": 2843738112 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013954421441181192, + "loss": 0.0657, + "theoretical_loss": 3.362965757490002, + "tokens_seen": 2844000256 + }, + { + "epoch": 0.86, + "objective/train/advantage_avg": 0.0011382515076547861, + "objective/train/docs_used": 1033870, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3425556421279907, + "objective/train/original_loss": 1.3425557613372803, + "objective/train/theoretical_loss": 3.3629418701874885, + "objective/train/tokens_used": 2864722400, + "objective/train/value_avg": -0.00484466552734375, + "objective/train/value_loss": 0.00017021568783093244, + "objective/train/value_max": -3.218650817871094e-05, + "objective/train/value_min": -0.64794921875, + "objective/train/value_reward_corr": 0.5485917603225182, + "objective/train/value_std": 0.01065826416015625, + "objective/train/weight_avg": 1.0012133121490479, + "objective/train/weighted_lm_loss": 1.3439016342163086, + "objective/train/weights_max": 1.8136069774627686, + "objective/train/weights_min": 0.3686527907848358, + "theoretical_loss": 3.3629418701874885, + "tokens_seen": 2844262400 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013946397047022948, + "loss": 0.0664, + "theoretical_loss": 3.3629418701874885, + "tokens_seen": 2844262400 + }, + { + "epoch": 0.86, + "learning_rate": 0.0001393837265286471, + "loss": 0.0655, + "theoretical_loss": 3.3629179857028495, + "tokens_seen": 2844524544 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013930348258706467, + "loss": 0.065, + "theoretical_loss": 3.362894104035494, + "tokens_seen": 2844786688 + }, + { + "epoch": 0.86, + "learning_rate": 0.0001392232386454823, + "loss": 0.0642, + "theoretical_loss": 3.3628702251848295, + "tokens_seen": 2845048832 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013914299470389985, + "loss": 0.0642, + "theoretical_loss": 3.3628463491502645, + "tokens_seen": 2845310976 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013906275076231746, + "loss": 0.0664, + "theoretical_loss": 3.362822475931207, + "tokens_seen": 2845573120 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013898250682073504, + "loss": 0.0658, + "theoretical_loss": 3.362798605527066, + "tokens_seen": 2845835264 + }, + { + "epoch": 0.86, + "learning_rate": 0.0001389022628791526, + "loss": 0.0653, + "theoretical_loss": 3.362774737937251, + "tokens_seen": 2846097408 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013882201893757021, + "loss": 0.065, + "theoretical_loss": 3.3627508731611697, + "tokens_seen": 2846359552 + }, + { + "epoch": 0.86, + "learning_rate": 0.0001387417749959878, + "loss": 0.0643, + "theoretical_loss": 3.362727011198232, + "tokens_seen": 2846621696 + }, + { + "epoch": 0.86, + "learning_rate": 0.0001386615310544054, + "loss": 0.0632, + "theoretical_loss": 3.362703152047848, + "tokens_seen": 2846883840 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013858128711282297, + "loss": 0.0638, + "theoretical_loss": 3.362679295709426, + "tokens_seen": 2847145984 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013850104317124058, + "loss": 0.0637, + "theoretical_loss": 3.3626554421823758, + "tokens_seen": 2847408128 + }, + { + "epoch": 0.86, + "objective/train/advantage_avg": 0.0007840043981559575, + "objective/train/docs_used": 1035131, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4959566593170166, + "objective/train/original_loss": 1.495956540107727, + "objective/train/theoretical_loss": 3.3626435164729314, + "objective/train/tokens_used": 2867999200, + "objective/train/value_avg": -0.0068511962890625, + "objective/train/value_loss": 0.00013046094682067633, + "objective/train/value_max": -3.0934810638427734e-05, + "objective/train/value_min": -0.29931640625, + "objective/train/value_reward_corr": 0.7636747461527774, + "objective/train/value_std": 0.0142974853515625, + "objective/train/weight_avg": 1.0008422136306763, + "objective/train/weighted_lm_loss": 1.4974565505981445, + "objective/train/weights_max": 1.151555061340332, + "objective/train/weights_min": 0.36935028433799744, + "theoretical_loss": 3.3626435164729314, + "tokens_seen": 2847539200 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013842079922965817, + "loss": 0.0667, + "theoretical_loss": 3.3626315914661085, + "tokens_seen": 2847670272 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013834055528807575, + "loss": 0.0633, + "theoretical_loss": 3.362607743560033, + "tokens_seen": 2847932416 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013826031134649334, + "loss": 0.0654, + "theoretical_loss": 3.36258389846356, + "tokens_seen": 2848194560 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013818006740491093, + "loss": 0.0642, + "theoretical_loss": 3.3625600561761, + "tokens_seen": 2848456704 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013809982346332854, + "loss": 0.0635, + "theoretical_loss": 3.362536216697064, + "tokens_seen": 2848718848 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013801957952174612, + "loss": 0.0652, + "theoretical_loss": 3.362512380025862, + "tokens_seen": 2848980992 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013793933558016368, + "loss": 0.0655, + "theoretical_loss": 3.3624885461619054, + "tokens_seen": 2849243136 + }, + { + "epoch": 0.86, + "learning_rate": 0.0001378590916385813, + "loss": 0.066, + "theoretical_loss": 3.362464715104605, + "tokens_seen": 2849505280 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013777884769699888, + "loss": 0.0646, + "theoretical_loss": 3.362440886853373, + "tokens_seen": 2849767424 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013769860375541647, + "loss": 0.066, + "theoretical_loss": 3.36241706140762, + "tokens_seen": 2850029568 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013761835981383405, + "loss": 0.0662, + "theoretical_loss": 3.3623932387667583, + "tokens_seen": 2850291712 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013753811587225166, + "loss": 0.0651, + "theoretical_loss": 3.362369418930199, + "tokens_seen": 2850553856 + }, + { + "epoch": 0.86, + "objective/train/advantage_avg": 0.000815854873508215, + "objective/train/docs_used": 1036421, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2584953308105469, + "objective/train/original_loss": 1.2584953308105469, + "objective/train/theoretical_loss": 3.3623456018973554, + "objective/train/tokens_used": 2871276000, + "objective/train/value_avg": -0.00702667236328125, + "objective/train/value_loss": 0.0003439344000071287, + "objective/train/value_max": -4.57763671875e-05, + "objective/train/value_min": -0.93896484375, + "objective/train/value_reward_corr": 0.7742718284292275, + "objective/train/value_std": 0.021759033203125, + "objective/train/weight_avg": 1.0009695291519165, + "objective/train/weighted_lm_loss": 1.2594996690750122, + "objective/train/weights_max": 1.7363024950027466, + "objective/train/weights_min": 0.3687252402305603, + "theoretical_loss": 3.3623456018973554, + "tokens_seen": 2850816000 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013745787193066925, + "loss": 0.0655, + "theoretical_loss": 3.3623456018973554, + "tokens_seen": 2850816000 + }, + { + "epoch": 0.86, + "learning_rate": 0.0001373776279890868, + "loss": 0.0641, + "theoretical_loss": 3.362321787667639, + "tokens_seen": 2851078144 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013729738404750442, + "loss": 0.0637, + "theoretical_loss": 3.3622979762404617, + "tokens_seen": 2851340288 + }, + { + "epoch": 0.86, + "learning_rate": 0.000137217140105922, + "loss": 0.0632, + "theoretical_loss": 3.3622741676152366, + "tokens_seen": 2851602432 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013713689616433962, + "loss": 0.0627, + "theoretical_loss": 3.3622503617913764, + "tokens_seen": 2851864576 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013705665222275718, + "loss": 0.0636, + "theoretical_loss": 3.362226558768294, + "tokens_seen": 2852126720 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013697640828117476, + "loss": 0.0643, + "theoretical_loss": 3.3622027585454024, + "tokens_seen": 2852388864 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013689616433959238, + "loss": 0.0664, + "theoretical_loss": 3.3621789611221153, + "tokens_seen": 2852651008 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013681592039800993, + "loss": 0.0657, + "theoretical_loss": 3.362155166497846, + "tokens_seen": 2852913152 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013673567645642755, + "loss": 0.0641, + "theoretical_loss": 3.362131374672008, + "tokens_seen": 2853175296 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013665543251484513, + "loss": 0.0642, + "theoretical_loss": 3.362107585644015, + "tokens_seen": 2853437440 + }, + { + "epoch": 0.86, + "learning_rate": 0.00013657518857326274, + "loss": 0.0644, + "theoretical_loss": 3.362083799413281, + "tokens_seen": 2853699584 + }, + { + "epoch": 0.86, + "learning_rate": 0.0001364949446316803, + "loss": 0.0645, + "theoretical_loss": 3.3620600159792207, + "tokens_seen": 2853961728 + }, + { + "epoch": 0.86, + "objective/train/advantage_avg": -0.0003126271185465157, + "objective/train/docs_used": 1037150, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2742666006088257, + "objective/train/original_loss": 1.2742664813995361, + "objective/train/theoretical_loss": 3.3620481253107597, + "objective/train/tokens_used": 2874552800, + "objective/train/value_avg": -0.00917816162109375, + "objective/train/value_loss": 0.00041491547017358243, + "objective/train/value_max": -4.00543212890625e-05, + "objective/train/value_min": -0.67724609375, + "objective/train/value_reward_corr": 0.7879600239676632, + "objective/train/value_std": 0.0218353271484375, + "objective/train/weight_avg": 0.9998676776885986, + "objective/train/weighted_lm_loss": 1.2736119031906128, + "objective/train/weights_max": 1.3502544164657593, + "objective/train/weights_min": 0.41336560249328613, + "theoretical_loss": 3.3620481253107597, + "tokens_seen": 2854092800 + }, + { + "epoch": 0.86, + "learning_rate": 0.0001364147006900979, + "loss": 0.0661, + "theoretical_loss": 3.3620362353412476, + "tokens_seen": 2854223872 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001363344567485155, + "loss": 0.0659, + "theoretical_loss": 3.362012457498777, + "tokens_seen": 2854486016 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013625421280693309, + "loss": 0.0661, + "theoretical_loss": 3.361988682451223, + "tokens_seen": 2854748160 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013617396886535067, + "loss": 0.0651, + "theoretical_loss": 3.361964910198001, + "tokens_seen": 2855010304 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013609372492376826, + "loss": 0.0651, + "theoretical_loss": 3.3619411407385256, + "tokens_seen": 2855272448 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013601348098218584, + "loss": 0.0659, + "theoretical_loss": 3.3619173740722124, + "tokens_seen": 2855534592 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013593323704060343, + "loss": 0.0651, + "theoretical_loss": 3.361893610198476, + "tokens_seen": 2855796736 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013585299309902101, + "loss": 0.0682, + "theoretical_loss": 3.3618698491167334, + "tokens_seen": 2856058880 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013577274915743863, + "loss": 0.0629, + "theoretical_loss": 3.3618460908263987, + "tokens_seen": 2856321024 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001356925052158562, + "loss": 0.067, + "theoretical_loss": 3.361822335326889, + "tokens_seen": 2856583168 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001356122612742738, + "loss": 0.0649, + "theoretical_loss": 3.3617985826176207, + "tokens_seen": 2856845312 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013553201733269138, + "loss": 0.0639, + "theoretical_loss": 3.361774832698009, + "tokens_seen": 2857107456 + }, + { + "epoch": 0.87, + "objective/train/advantage_avg": 0.0002405410778010264, + "objective/train/docs_used": 1038225, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3681714534759521, + "objective/train/original_loss": 1.3681714534759521, + "objective/train/theoretical_loss": 3.3617510855674704, + "objective/train/tokens_used": 2877829600, + "objective/train/value_avg": -0.005950927734375, + "objective/train/value_loss": 0.00027087601483799517, + "objective/train/value_max": -2.2292137145996094e-05, + "objective/train/value_min": -0.5947265625, + "objective/train/value_reward_corr": 0.7269771750000619, + "objective/train/value_std": 0.013427734375, + "objective/train/weight_avg": 1.0003595352172852, + "objective/train/weighted_lm_loss": 1.368124008178711, + "objective/train/weights_max": 1.2823781967163086, + "objective/train/weights_min": 0.4121311902999878, + "theoretical_loss": 3.3617510855674704, + "tokens_seen": 2857369600 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013545177339110897, + "loss": 0.0651, + "theoretical_loss": 3.3617510855674704, + "tokens_seen": 2857369600 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013537152944952658, + "loss": 0.065, + "theoretical_loss": 3.3617273412254223, + "tokens_seen": 2857631744 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013529128550794414, + "loss": 0.065, + "theoretical_loss": 3.361703599671281, + "tokens_seen": 2857893888 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013521104156636175, + "loss": 0.0678, + "theoretical_loss": 3.361679860904464, + "tokens_seen": 2858156032 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013513079762477934, + "loss": 0.0638, + "theoretical_loss": 3.3616561249243877, + "tokens_seen": 2858418176 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001350505536831969, + "loss": 0.0677, + "theoretical_loss": 3.36163239173047, + "tokens_seen": 2858680320 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001349703097416145, + "loss": 0.067, + "theoretical_loss": 3.361608661322128, + "tokens_seen": 2858942464 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001348900658000321, + "loss": 0.0668, + "theoretical_loss": 3.3615849336987798, + "tokens_seen": 2859204608 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001348098218584497, + "loss": 0.0646, + "theoretical_loss": 3.361561208859843, + "tokens_seen": 2859466752 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013472957791686727, + "loss": 0.0648, + "theoretical_loss": 3.361537486804736, + "tokens_seen": 2859728896 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013464933397528488, + "loss": 0.0656, + "theoretical_loss": 3.3615137675328763, + "tokens_seen": 2859991040 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013456909003370246, + "loss": 0.0659, + "theoretical_loss": 3.361490051043683, + "tokens_seen": 2860253184 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013448884609212005, + "loss": 0.0652, + "theoretical_loss": 3.361466337336574, + "tokens_seen": 2860515328 + }, + { + "epoch": 0.87, + "objective/train/advantage_avg": 0.00038055964978411794, + "objective/train/docs_used": 1039526, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.202174425125122, + "objective/train/original_loss": 1.202174425125122, + "objective/train/theoretical_loss": 3.3614544815261196, + "objective/train/tokens_used": 2881106400, + "objective/train/value_avg": -0.00621795654296875, + "objective/train/value_loss": 0.00013711495557799935, + "objective/train/value_max": -3.7610530853271484e-05, + "objective/train/value_min": -0.362060546875, + "objective/train/value_reward_corr": 0.7657451178959627, + "objective/train/value_std": 0.01247406005859375, + "objective/train/weight_avg": 1.0004422664642334, + "objective/train/weighted_lm_loss": 1.2034801244735718, + "objective/train/weights_max": 1.1243301630020142, + "objective/train/weights_min": 0.37953981757164, + "theoretical_loss": 3.3614544815261196, + "tokens_seen": 2860646400 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013440860215053763, + "loss": 0.0659, + "theoretical_loss": 3.3614426264109687, + "tokens_seen": 2860777472 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013432835820895522, + "loss": 0.0661, + "theoretical_loss": 3.3614189182662857, + "tokens_seen": 2861039616 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013424811426737283, + "loss": 0.0649, + "theoretical_loss": 3.361395212901944, + "tokens_seen": 2861301760 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001341678703257904, + "loss": 0.0644, + "theoretical_loss": 3.3613715103173627, + "tokens_seen": 2861563904 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013408762638420798, + "loss": 0.0657, + "theoretical_loss": 3.361347810511962, + "tokens_seen": 2861826048 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001340073824426256, + "loss": 0.0627, + "theoretical_loss": 3.36132411348516, + "tokens_seen": 2862088192 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013392713850104317, + "loss": 0.0656, + "theoretical_loss": 3.3613004192363785, + "tokens_seen": 2862350336 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013384689455946076, + "loss": 0.0643, + "theoretical_loss": 3.361276727765036, + "tokens_seen": 2862612480 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013376665061787835, + "loss": 0.0655, + "theoretical_loss": 3.361253039070553, + "tokens_seen": 2862874624 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013368640667629596, + "loss": 0.0641, + "theoretical_loss": 3.36122935315235, + "tokens_seen": 2863136768 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013360616273471354, + "loss": 0.0664, + "theoretical_loss": 3.361205670009847, + "tokens_seen": 2863398912 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001335259187931311, + "loss": 0.065, + "theoretical_loss": 3.361181989642465, + "tokens_seen": 2863661056 + }, + { + "epoch": 0.87, + "objective/train/advantage_avg": 0.00041858854820020497, + "objective/train/docs_used": 1040737, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2493468523025513, + "objective/train/original_loss": 1.2493467330932617, + "objective/train/theoretical_loss": 3.3611583120496253, + "objective/train/tokens_used": 2884383200, + "objective/train/value_avg": -0.006992340087890625, + "objective/train/value_loss": 0.0001847412931965664, + "objective/train/value_max": -3.2961368560791016e-05, + "objective/train/value_min": -0.4111328125, + "objective/train/value_reward_corr": 0.7544631507296298, + "objective/train/value_std": 0.016998291015625, + "objective/train/weight_avg": 1.000508189201355, + "objective/train/weighted_lm_loss": 1.2494843006134033, + "objective/train/weights_max": 1.2906254529953003, + "objective/train/weights_min": 0.4547698199748993, + "theoretical_loss": 3.3611583120496253, + "tokens_seen": 2863923200 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013344567485154871, + "loss": 0.0605, + "theoretical_loss": 3.3611583120496253, + "tokens_seen": 2863923200 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001333654309099663, + "loss": 0.066, + "theoretical_loss": 3.361134637230748, + "tokens_seen": 2864185344 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001332851869683839, + "loss": 0.0636, + "theoretical_loss": 3.361110965185255, + "tokens_seen": 2864447488 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013320494302680147, + "loss": 0.0661, + "theoretical_loss": 3.361087295912567, + "tokens_seen": 2864709632 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013312469908521906, + "loss": 0.0654, + "theoretical_loss": 3.3610636294121057, + "tokens_seen": 2864971776 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013304445514363667, + "loss": 0.0647, + "theoretical_loss": 3.361039965683293, + "tokens_seen": 2865233920 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013296421120205423, + "loss": 0.0657, + "theoretical_loss": 3.361016304725551, + "tokens_seen": 2865496064 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013288396726047184, + "loss": 0.0665, + "theoretical_loss": 3.360992646538301, + "tokens_seen": 2865758208 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013280372331888943, + "loss": 0.0655, + "theoretical_loss": 3.3609689911209664, + "tokens_seen": 2866020352 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013272347937730704, + "loss": 0.0631, + "theoretical_loss": 3.360945338472968, + "tokens_seen": 2866282496 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001326432354357246, + "loss": 0.0668, + "theoretical_loss": 3.36092168859373, + "tokens_seen": 2866544640 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013256299149414218, + "loss": 0.0641, + "theoretical_loss": 3.3608980414826735, + "tokens_seen": 2866806784 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001324827475525598, + "loss": 0.0642, + "theoretical_loss": 3.3608743971392228, + "tokens_seen": 2867068928 + }, + { + "epoch": 0.87, + "objective/train/advantage_avg": -8.074573270278051e-05, + "objective/train/docs_used": 1042051, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.303566575050354, + "objective/train/original_loss": 1.3035666942596436, + "objective/train/theoretical_loss": 3.360862576005169, + "objective/train/tokens_used": 2887660000, + "objective/train/value_avg": -0.006298065185546875, + "objective/train/value_loss": 0.00017237639985978603, + "objective/train/value_max": -2.2649765014648438e-05, + "objective/train/value_min": -0.246337890625, + "objective/train/value_reward_corr": 0.6830023056842945, + "objective/train/value_std": 0.01214599609375, + "objective/train/weight_avg": 0.9999977350234985, + "objective/train/weighted_lm_loss": 1.3030157089233398, + "objective/train/weights_max": 1.1352251768112183, + "objective/train/weights_min": 0.3779332637786865, + "theoretical_loss": 3.360862576005169, + "tokens_seen": 2867200000 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013240250361097738, + "loss": 0.0651, + "theoretical_loss": 3.3608507555628, + "tokens_seen": 2867331072 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013232225966939497, + "loss": 0.0644, + "theoretical_loss": 3.360827116752829, + "tokens_seen": 2867593216 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013224201572781255, + "loss": 0.0643, + "theoretical_loss": 3.360803480708733, + "tokens_seen": 2867855360 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013216177178623016, + "loss": 0.0638, + "theoretical_loss": 3.360779847429936, + "tokens_seen": 2868117504 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013208152784464772, + "loss": 0.0631, + "theoretical_loss": 3.3607562169158607, + "tokens_seen": 2868379648 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001320012839030653, + "loss": 0.0651, + "theoretical_loss": 3.360732589165932, + "tokens_seen": 2868641792 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013192103996148292, + "loss": 0.0676, + "theoretical_loss": 3.3607089641795738, + "tokens_seen": 2868903936 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001318407960199005, + "loss": 0.0646, + "theoretical_loss": 3.36068534195621, + "tokens_seen": 2869166080 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001317605520783181, + "loss": 0.0653, + "theoretical_loss": 3.3606617224952657, + "tokens_seen": 2869428224 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013168030813673568, + "loss": 0.0666, + "theoretical_loss": 3.3606381057961654, + "tokens_seen": 2869690368 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013160006419515326, + "loss": 0.0632, + "theoretical_loss": 3.3606144918583336, + "tokens_seen": 2869952512 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013151982025357088, + "loss": 0.0633, + "theoretical_loss": 3.3605908806811953, + "tokens_seen": 2870214656 + }, + { + "epoch": 0.87, + "objective/train/advantage_avg": 0.000244931667111814, + "objective/train/docs_used": 1043211, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1670429706573486, + "objective/train/original_loss": 1.167042851448059, + "objective/train/theoretical_loss": 3.3605672722641757, + "objective/train/tokens_used": 2890936800, + "objective/train/value_avg": -0.007335662841796875, + "objective/train/value_loss": 9.497189603280276e-05, + "objective/train/value_max": -4.470348358154297e-05, + "objective/train/value_min": -0.21484375, + "objective/train/value_reward_corr": 0.8303342747157899, + "objective/train/value_std": 0.01432037353515625, + "objective/train/weight_avg": 1.0002919435501099, + "objective/train/weighted_lm_loss": 1.166558027267456, + "objective/train/weights_max": 1.1353638172149658, + "objective/train/weights_min": 0.8312115669250488, + "theoretical_loss": 3.3605672722641757, + "tokens_seen": 2870476800 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013143957631198843, + "loss": 0.0625, + "theoretical_loss": 3.3605672722641757, + "tokens_seen": 2870476800 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013135933237040605, + "loss": 0.0647, + "theoretical_loss": 3.3605436666067003, + "tokens_seen": 2870738944 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013127908842882363, + "loss": 0.0628, + "theoretical_loss": 3.3605200637081944, + "tokens_seen": 2871001088 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001311988444872412, + "loss": 0.0657, + "theoretical_loss": 3.360496463568084, + "tokens_seen": 2871263232 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001311186005456588, + "loss": 0.0674, + "theoretical_loss": 3.360472866185794, + "tokens_seen": 2871525376 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001310383566040764, + "loss": 0.0669, + "theoretical_loss": 3.3604492715607517, + "tokens_seen": 2871787520 + }, + { + "epoch": 0.87, + "learning_rate": 0.000130958112662494, + "loss": 0.0681, + "theoretical_loss": 3.3604256796923826, + "tokens_seen": 2872049664 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013087786872091156, + "loss": 0.0649, + "theoretical_loss": 3.360402090580113, + "tokens_seen": 2872311808 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013079762477932917, + "loss": 0.064, + "theoretical_loss": 3.3603785042233696, + "tokens_seen": 2872573952 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013071738083774676, + "loss": 0.0615, + "theoretical_loss": 3.360354920621579, + "tokens_seen": 2872836096 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013063713689616434, + "loss": 0.0665, + "theoretical_loss": 3.3603313397741683, + "tokens_seen": 2873098240 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013055689295458193, + "loss": 0.0679, + "theoretical_loss": 3.3603077616805646, + "tokens_seen": 2873360384 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013047664901299951, + "loss": 0.0654, + "theoretical_loss": 3.3602841863401944, + "tokens_seen": 2873622528 + }, + { + "epoch": 0.87, + "objective/train/advantage_avg": 0.0004649503098335117, + "objective/train/docs_used": 1044447, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.272515058517456, + "objective/train/original_loss": 1.272515058517456, + "objective/train/theoretical_loss": 3.360272399702293, + "objective/train/tokens_used": 2894213600, + "objective/train/value_avg": -0.006992340087890625, + "objective/train/value_loss": 0.00013766592019237578, + "objective/train/value_max": -2.7120113372802734e-05, + "objective/train/value_min": -0.34814453125, + "objective/train/value_reward_corr": 0.7290108117330363, + "objective/train/value_std": 0.0132904052734375, + "objective/train/weight_avg": 1.000529170036316, + "objective/train/weighted_lm_loss": 1.2729405164718628, + "objective/train/weights_max": 1.3355203866958618, + "objective/train/weights_min": 0.36886030435562134, + "theoretical_loss": 3.360272399702293, + "tokens_seen": 2873753600 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013039640507141713, + "loss": 0.0616, + "theoretical_loss": 3.360260613752486, + "tokens_seen": 2873884672 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013031616112983468, + "loss": 0.0651, + "theoretical_loss": 3.3602370439168663, + "tokens_seen": 2874146816 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001302359171882523, + "loss": 0.0659, + "theoretical_loss": 3.3602134768327634, + "tokens_seen": 2874408960 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013015567324666988, + "loss": 0.0644, + "theoretical_loss": 3.360189912499605, + "tokens_seen": 2874671104 + }, + { + "epoch": 0.87, + "learning_rate": 0.00013007542930508747, + "loss": 0.0656, + "theoretical_loss": 3.360166350916819, + "tokens_seen": 2874933248 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012999518536350505, + "loss": 0.0671, + "theoretical_loss": 3.360142792083834, + "tokens_seen": 2875195392 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012991494142192264, + "loss": 0.067, + "theoretical_loss": 3.3601192360000782, + "tokens_seen": 2875457536 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012983469748034025, + "loss": 0.0646, + "theoretical_loss": 3.360095682664981, + "tokens_seen": 2875719680 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012975445353875784, + "loss": 0.0649, + "theoretical_loss": 3.3600721320779696, + "tokens_seen": 2875981824 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001296742095971754, + "loss": 0.0661, + "theoretical_loss": 3.3600485842384735, + "tokens_seen": 2876243968 + }, + { + "epoch": 0.87, + "learning_rate": 0.000129593965655593, + "loss": 0.0663, + "theoretical_loss": 3.3600250391459223, + "tokens_seen": 2876506112 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001295137217140106, + "loss": 0.0643, + "theoretical_loss": 3.360001496799746, + "tokens_seen": 2876768256 + }, + { + "epoch": 0.87, + "objective/train/advantage_avg": 0.0013061562785878778, + "objective/train/docs_used": 1045577, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4702736139297485, + "objective/train/original_loss": 1.470273733139038, + "objective/train/theoretical_loss": 3.359977957199372, + "objective/train/tokens_used": 2897490400, + "objective/train/value_avg": -0.00870513916015625, + "objective/train/value_loss": 0.0002144378813682124, + "objective/train/value_max": -3.5643577575683594e-05, + "objective/train/value_min": -0.58349609375, + "objective/train/value_reward_corr": 0.7359365378271765, + "objective/train/value_std": 0.01800537109375, + "objective/train/weight_avg": 1.001408338546753, + "objective/train/weighted_lm_loss": 1.4718964099884033, + "objective/train/weights_max": 1.7004016637802124, + "objective/train/weights_min": 0.3685206472873688, + "theoretical_loss": 3.359977957199372, + "tokens_seen": 2877030400 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012943347777242818, + "loss": 0.0675, + "theoretical_loss": 3.359977957199372, + "tokens_seen": 2877030400 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012935323383084577, + "loss": 0.0664, + "theoretical_loss": 3.3599544203442306, + "tokens_seen": 2877292544 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012927298988926338, + "loss": 0.064, + "theoretical_loss": 3.359930886233753, + "tokens_seen": 2877554688 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012919274594768096, + "loss": 0.0648, + "theoretical_loss": 3.3599073548673672, + "tokens_seen": 2877816832 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012911250200609852, + "loss": 0.0668, + "theoretical_loss": 3.3598838262445048, + "tokens_seen": 2878078976 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012903225806451613, + "loss": 0.0677, + "theoretical_loss": 3.359860300364595, + "tokens_seen": 2878341120 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012895201412293372, + "loss": 0.0622, + "theoretical_loss": 3.359836777227069, + "tokens_seen": 2878603264 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012887177018135133, + "loss": 0.0686, + "theoretical_loss": 3.359813256831357, + "tokens_seen": 2878865408 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001287915262397689, + "loss": 0.0652, + "theoretical_loss": 3.3597897391768905, + "tokens_seen": 2879127552 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012871128229818648, + "loss": 0.0646, + "theoretical_loss": 3.3597662242630992, + "tokens_seen": 2879389696 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001286310383566041, + "loss": 0.0656, + "theoretical_loss": 3.359742712089415, + "tokens_seen": 2879651840 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012855079441502167, + "loss": 0.0657, + "theoretical_loss": 3.3597192026552696, + "tokens_seen": 2879913984 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012847055047343926, + "loss": 0.066, + "theoretical_loss": 3.3596956959600943, + "tokens_seen": 2880176128 + }, + { + "epoch": 0.87, + "objective/train/advantage_avg": 0.00014556135283783078, + "objective/train/docs_used": 1046730, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2874337434768677, + "objective/train/original_loss": 1.2874336242675781, + "objective/train/theoretical_loss": 3.3596839436394426, + "objective/train/tokens_used": 2900767200, + "objective/train/value_avg": -0.0079193115234375, + "objective/train/value_loss": 0.0001238418190041557, + "objective/train/value_max": -2.956390380859375e-05, + "objective/train/value_min": -0.2310791015625, + "objective/train/value_reward_corr": 0.8026716330007455, + "objective/train/value_std": 0.01560211181640625, + "objective/train/weight_avg": 1.0002061128616333, + "objective/train/weighted_lm_loss": 1.2873778343200684, + "objective/train/weights_max": 1.1338164806365967, + "objective/train/weights_min": 0.6112154722213745, + "theoretical_loss": 3.3596839436394426, + "tokens_seen": 2880307200 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012839030653185685, + "loss": 0.0674, + "theoretical_loss": 3.3596721920033197, + "tokens_seen": 2880438272 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012831006259027446, + "loss": 0.0637, + "theoretical_loss": 3.359648690784379, + "tokens_seen": 2880700416 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012822981864869202, + "loss": 0.0647, + "theoretical_loss": 3.3596251923027034, + "tokens_seen": 2880962560 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001281495747071096, + "loss": 0.0642, + "theoretical_loss": 3.3596016965577253, + "tokens_seen": 2881224704 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012806933076552721, + "loss": 0.0645, + "theoretical_loss": 3.359578203548877, + "tokens_seen": 2881486848 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001279890868239448, + "loss": 0.0655, + "theoretical_loss": 3.3595547132755907, + "tokens_seen": 2881748992 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012790884288236239, + "loss": 0.0671, + "theoretical_loss": 3.3595312257372996, + "tokens_seen": 2882011136 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012782859894077997, + "loss": 0.0679, + "theoretical_loss": 3.359507740933436, + "tokens_seen": 2882273280 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012774835499919756, + "loss": 0.0641, + "theoretical_loss": 3.359484258863434, + "tokens_seen": 2882535424 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012766811105761517, + "loss": 0.0648, + "theoretical_loss": 3.3594607795267253, + "tokens_seen": 2882797568 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012758786711603273, + "loss": 0.0657, + "theoretical_loss": 3.359437302922744, + "tokens_seen": 2883059712 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012750762317445034, + "loss": 0.0637, + "theoretical_loss": 3.3594138290509235, + "tokens_seen": 2883321856 + }, + { + "epoch": 0.87, + "objective/train/advantage_avg": 0.0010891827987506986, + "objective/train/docs_used": 1048090, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2975620031356812, + "objective/train/original_loss": 1.2975618839263916, + "objective/train/theoretical_loss": 3.3593903579106974, + "objective/train/tokens_used": 2904044000, + "objective/train/value_avg": -0.01065826416015625, + "objective/train/value_loss": 0.00016935095482040197, + "objective/train/value_max": -1.239776611328125e-05, + "objective/train/value_min": -0.374267578125, + "objective/train/value_reward_corr": 0.9239084138544313, + "objective/train/value_std": 0.03375244140625, + "objective/train/weight_avg": 1.0011682510375977, + "objective/train/weighted_lm_loss": 1.3000600337982178, + "objective/train/weights_max": 1.4272494316101074, + "objective/train/weights_min": 0.39508676528930664, + "theoretical_loss": 3.3593903579106974, + "tokens_seen": 2883584000 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012742737923286793, + "loss": 0.0651, + "theoretical_loss": 3.3593903579106974, + "tokens_seen": 2883584000 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001273471352912855, + "loss": 0.064, + "theoretical_loss": 3.3593668895014996, + "tokens_seen": 2883846144 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001272668913497031, + "loss": 0.0645, + "theoretical_loss": 3.3593434238227644, + "tokens_seen": 2884108288 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012718664740812068, + "loss": 0.0657, + "theoretical_loss": 3.3593199608739255, + "tokens_seen": 2884370432 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001271064034665383, + "loss": 0.0647, + "theoretical_loss": 3.359296500654418, + "tokens_seen": 2884632576 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012702615952495585, + "loss": 0.0639, + "theoretical_loss": 3.3592730431636753, + "tokens_seen": 2884894720 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012694591558337347, + "loss": 0.0652, + "theoretical_loss": 3.359249588401133, + "tokens_seen": 2885156864 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012686567164179105, + "loss": 0.0663, + "theoretical_loss": 3.3592261363662255, + "tokens_seen": 2885419008 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012678542770020864, + "loss": 0.0643, + "theoretical_loss": 3.359202687058388, + "tokens_seen": 2885681152 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012670518375862622, + "loss": 0.0682, + "theoretical_loss": 3.3591792404770557, + "tokens_seen": 2885943296 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001266249398170438, + "loss": 0.0651, + "theoretical_loss": 3.359155796621664, + "tokens_seen": 2886205440 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012654469587546142, + "loss": 0.0657, + "theoretical_loss": 3.3591323554916483, + "tokens_seen": 2886467584 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012646445193387898, + "loss": 0.0647, + "theoretical_loss": 3.3591089170864445, + "tokens_seen": 2886729728 + }, + { + "epoch": 0.87, + "objective/train/advantage_avg": 0.0003312104381620884, + "objective/train/docs_used": 1049289, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1940629482269287, + "objective/train/original_loss": 1.1940628290176392, + "objective/train/theoretical_loss": 3.359097198905471, + "objective/train/tokens_used": 2907320800, + "objective/train/value_avg": -0.005924224853515625, + "objective/train/value_loss": 0.00021009994088672101, + "objective/train/value_max": -2.014636993408203e-05, + "objective/train/value_min": -0.89892578125, + "objective/train/value_reward_corr": 0.7164027260927656, + "objective/train/value_std": 0.0142364501953125, + "objective/train/weight_avg": 1.0004276037216187, + "objective/train/weighted_lm_loss": 1.1942870616912842, + "objective/train/weights_max": 2.011198043823242, + "objective/train/weights_min": 0.3770289421081543, + "theoretical_loss": 3.359097198905471, + "tokens_seen": 2886860800 + }, + { + "epoch": 0.87, + "learning_rate": 0.0001263842079922966, + "loss": 0.0632, + "theoretical_loss": 3.3590854814054882, + "tokens_seen": 2886991872 + }, + { + "epoch": 0.87, + "learning_rate": 0.00012630396405071418, + "loss": 0.0642, + "theoretical_loss": 3.359062048448216, + "tokens_seen": 2887254016 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012622372010913176, + "loss": 0.0654, + "theoretical_loss": 3.3590386182140635, + "tokens_seen": 2887516160 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012614347616754935, + "loss": 0.0656, + "theoretical_loss": 3.3590151907024675, + "tokens_seen": 2887778304 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012606323222596693, + "loss": 0.0683, + "theoretical_loss": 3.3589917659128634, + "tokens_seen": 2888040448 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012598298828438455, + "loss": 0.0638, + "theoretical_loss": 3.3589683438446896, + "tokens_seen": 2888302592 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012590274434280213, + "loss": 0.0646, + "theoretical_loss": 3.358944924497382, + "tokens_seen": 2888564736 + }, + { + "epoch": 0.88, + "learning_rate": 0.0001258225004012197, + "loss": 0.0655, + "theoretical_loss": 3.3589215078703782, + "tokens_seen": 2888826880 + }, + { + "epoch": 0.88, + "learning_rate": 0.0001257422564596373, + "loss": 0.0637, + "theoretical_loss": 3.3588980939631146, + "tokens_seen": 2889089024 + }, + { + "epoch": 0.88, + "learning_rate": 0.0001256620125180549, + "loss": 0.0655, + "theoretical_loss": 3.358874682775029, + "tokens_seen": 2889351168 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012558176857647247, + "loss": 0.0654, + "theoretical_loss": 3.358851274305559, + "tokens_seen": 2889613312 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012550152463489006, + "loss": 0.0653, + "theoretical_loss": 3.3588278685541426, + "tokens_seen": 2889875456 + }, + { + "epoch": 0.88, + "objective/train/advantage_avg": -0.0003624569217208773, + "objective/train/docs_used": 1050561, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3132259845733643, + "objective/train/original_loss": 1.3132259845733643, + "objective/train/theoretical_loss": 3.358804465520217, + "objective/train/tokens_used": 2910597600, + "objective/train/value_avg": -0.0088653564453125, + "objective/train/value_loss": 0.0008224528864957392, + "objective/train/value_max": -4.684925079345703e-05, + "objective/train/value_min": -0.99609375, + "objective/train/value_reward_corr": 0.7339878785507763, + "objective/train/value_std": 0.027008056640625, + "objective/train/weight_avg": 0.9999911785125732, + "objective/train/weighted_lm_loss": 1.3110156059265137, + "objective/train/weights_max": 2.2359976768493652, + "objective/train/weights_min": 0.22940655052661896, + "theoretical_loss": 3.358804465520217, + "tokens_seen": 2890137600 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012542128069330767, + "loss": 0.0651, + "theoretical_loss": 3.358804465520217, + "tokens_seen": 2890137600 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012534103675172526, + "loss": 0.0638, + "theoretical_loss": 3.358781065203221, + "tokens_seen": 2890399744 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012526079281014282, + "loss": 0.0662, + "theoretical_loss": 3.358757667602592, + "tokens_seen": 2890661888 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012518054886856043, + "loss": 0.0649, + "theoretical_loss": 3.3587342727177694, + "tokens_seen": 2890924032 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012510030492697801, + "loss": 0.0645, + "theoretical_loss": 3.3587108805481907, + "tokens_seen": 2891186176 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012502006098539563, + "loss": 0.0635, + "theoretical_loss": 3.358687491093295, + "tokens_seen": 2891448320 + }, + { + "epoch": 0.88, + "learning_rate": 0.0001249398170438132, + "loss": 0.0646, + "theoretical_loss": 3.3586641043525214, + "tokens_seen": 2891710464 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012485957310223077, + "loss": 0.0665, + "theoretical_loss": 3.358640720325309, + "tokens_seen": 2891972608 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012477932916064838, + "loss": 0.0655, + "theoretical_loss": 3.3586173390110967, + "tokens_seen": 2892234752 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012469908521906597, + "loss": 0.0629, + "theoretical_loss": 3.358593960409324, + "tokens_seen": 2892496896 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012461884127748355, + "loss": 0.0649, + "theoretical_loss": 3.3585705845194305, + "tokens_seen": 2892759040 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012453859733590114, + "loss": 0.0655, + "theoretical_loss": 3.3585472113408557, + "tokens_seen": 2893021184 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012445835339431873, + "loss": 0.0642, + "theoretical_loss": 3.35852384087304, + "tokens_seen": 2893283328 + }, + { + "epoch": 0.88, + "objective/train/advantage_avg": -0.00040052368422038853, + "objective/train/docs_used": 1051818, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2513774633407593, + "objective/train/original_loss": 1.2513775825500488, + "objective/train/theoretical_loss": 3.3585121566554914, + "objective/train/tokens_used": 2913874400, + "objective/train/value_avg": -0.00742340087890625, + "objective/train/value_loss": 0.0003106750373262912, + "objective/train/value_max": -3.3736228942871094e-05, + "objective/train/value_min": -0.7314453125, + "objective/train/value_reward_corr": 0.6428917952561235, + "objective/train/value_std": 0.01554107666015625, + "objective/train/weight_avg": 0.9997368454933167, + "objective/train/weighted_lm_loss": 1.2504726648330688, + "objective/train/weights_max": 2.0780818462371826, + "objective/train/weights_min": 0.23922306299209595, + "theoretical_loss": 3.3585121566554914, + "tokens_seen": 2893414400 + }, + { + "epoch": 0.88, + "learning_rate": 0.0001243781094527363, + "loss": 0.0644, + "theoretical_loss": 3.3585004731154227, + "tokens_seen": 2893545472 + }, + { + "epoch": 0.88, + "learning_rate": 0.0001242978655111539, + "loss": 0.0645, + "theoretical_loss": 3.358477108067445, + "tokens_seen": 2893807616 + }, + { + "epoch": 0.88, + "learning_rate": 0.0001242176215695715, + "loss": 0.0667, + "theoretical_loss": 3.3584537457285464, + "tokens_seen": 2894069760 + }, + { + "epoch": 0.88, + "learning_rate": 0.0001241373776279891, + "loss": 0.0652, + "theoretical_loss": 3.3584303860981675, + "tokens_seen": 2894331904 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012405713368640668, + "loss": 0.0681, + "theoretical_loss": 3.3584070291757495, + "tokens_seen": 2894594048 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012397688974482427, + "loss": 0.064, + "theoretical_loss": 3.358383674960733, + "tokens_seen": 2894856192 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012389664580324185, + "loss": 0.0656, + "theoretical_loss": 3.358360323452559, + "tokens_seen": 2895118336 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012381640186165944, + "loss": 0.064, + "theoretical_loss": 3.358336974650669, + "tokens_seen": 2895380480 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012373615792007702, + "loss": 0.0618, + "theoretical_loss": 3.3583136285545043, + "tokens_seen": 2895642624 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012365591397849463, + "loss": 0.0644, + "theoretical_loss": 3.3582902851635064, + "tokens_seen": 2895904768 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012357567003691222, + "loss": 0.0651, + "theoretical_loss": 3.3582669444771165, + "tokens_seen": 2896166912 + }, + { + "epoch": 0.88, + "learning_rate": 0.0001234954260953298, + "loss": 0.0635, + "theoretical_loss": 3.3582436064947774, + "tokens_seen": 2896429056 + }, + { + "epoch": 0.88, + "objective/train/advantage_avg": 0.0010461177444085479, + "objective/train/docs_used": 1053062, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2678542137145996, + "objective/train/original_loss": 1.26785409450531, + "objective/train/theoretical_loss": 3.358220271215931, + "objective/train/tokens_used": 2917151200, + "objective/train/value_avg": -0.006114959716796875, + "objective/train/value_loss": 0.00012913755199406296, + "objective/train/value_max": -3.0934810638427734e-05, + "objective/train/value_min": -0.341552734375, + "objective/train/value_reward_corr": 0.6574640562882987, + "objective/train/value_std": 0.010589599609375, + "objective/train/weight_avg": 1.0011056661605835, + "objective/train/weighted_lm_loss": 1.269012212753296, + "objective/train/weights_max": 1.1927595138549805, + "objective/train/weights_min": 0.39607667922973633, + "theoretical_loss": 3.358220271215931, + "tokens_seen": 2896691200 + }, + { + "epoch": 0.88, + "learning_rate": 0.0001234151821537474, + "loss": 0.0642, + "theoretical_loss": 3.358220271215931, + "tokens_seen": 2896691200 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012333493821216498, + "loss": 0.0645, + "theoretical_loss": 3.358196938640018, + "tokens_seen": 2896953344 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012325469427058256, + "loss": 0.0679, + "theoretical_loss": 3.358173608766483, + "tokens_seen": 2897215488 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012317445032900017, + "loss": 0.0682, + "theoretical_loss": 3.358150281594767, + "tokens_seen": 2897477632 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012309420638741776, + "loss": 0.0646, + "theoretical_loss": 3.358126957124313, + "tokens_seen": 2897739776 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012301396244583535, + "loss": 0.0649, + "theoretical_loss": 3.3581036353545644, + "tokens_seen": 2898001920 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012293371850425293, + "loss": 0.0642, + "theoretical_loss": 3.3580803162849637, + "tokens_seen": 2898264064 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012285347456267052, + "loss": 0.0639, + "theoretical_loss": 3.3580569999149548, + "tokens_seen": 2898526208 + }, + { + "epoch": 0.88, + "learning_rate": 0.0001227732306210881, + "loss": 0.0631, + "theoretical_loss": 3.35803368624398, + "tokens_seen": 2898788352 + }, + { + "epoch": 0.88, + "learning_rate": 0.0001226929866795057, + "loss": 0.0624, + "theoretical_loss": 3.358010375271484, + "tokens_seen": 2899050496 + }, + { + "epoch": 0.88, + "learning_rate": 0.0001226127427379233, + "loss": 0.066, + "theoretical_loss": 3.357987066996909, + "tokens_seen": 2899312640 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012253249879634089, + "loss": 0.065, + "theoretical_loss": 3.3579637614197004, + "tokens_seen": 2899574784 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012245225485475847, + "loss": 0.0648, + "theoretical_loss": 3.3579404585393013, + "tokens_seen": 2899836928 + }, + { + "epoch": 0.88, + "objective/train/advantage_avg": 0.0009459675056859851, + "objective/train/docs_used": 1054339, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3345234394073486, + "objective/train/original_loss": 1.3345236778259277, + "objective/train/theoretical_loss": 3.357928808110232, + "objective/train/tokens_used": 2920428000, + "objective/train/value_avg": -0.00479888916015625, + "objective/train/value_loss": 0.00014567562902811915, + "objective/train/value_max": -4.398822784423828e-05, + "objective/train/value_min": -0.2451171875, + "objective/train/value_reward_corr": 0.6660146800884943, + "objective/train/value_std": 0.0108795166015625, + "objective/train/weight_avg": 1.001010537147522, + "objective/train/weighted_lm_loss": 1.3357888460159302, + "objective/train/weights_max": 1.1860806941986084, + "objective/train/weights_min": 0.36852556467056274, + "theoretical_loss": 3.357928808110232, + "tokens_seen": 2899968000 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012237201091317606, + "loss": 0.0672, + "theoretical_loss": 3.357917158355156, + "tokens_seen": 2900099072 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012229176697159364, + "loss": 0.0666, + "theoretical_loss": 3.3578938608667097, + "tokens_seen": 2900361216 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012221152303001123, + "loss": 0.0623, + "theoretical_loss": 3.3578705660734056, + "tokens_seen": 2900623360 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012213127908842884, + "loss": 0.0632, + "theoretical_loss": 3.3578472739746896, + "tokens_seen": 2900885504 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012205103514684641, + "loss": 0.0639, + "theoretical_loss": 3.3578239845700053, + "tokens_seen": 2901147648 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012197079120526401, + "loss": 0.0641, + "theoretical_loss": 3.357800697858799, + "tokens_seen": 2901409792 + }, + { + "epoch": 0.88, + "learning_rate": 0.0001218905472636816, + "loss": 0.064, + "theoretical_loss": 3.3577774138405148, + "tokens_seen": 2901671936 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012181030332209918, + "loss": 0.0645, + "theoretical_loss": 3.3577541325145988, + "tokens_seen": 2901934080 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012173005938051678, + "loss": 0.0647, + "theoretical_loss": 3.357730853880496, + "tokens_seen": 2902196224 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012164981543893435, + "loss": 0.0628, + "theoretical_loss": 3.3577075779376524, + "tokens_seen": 2902458368 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012156957149735195, + "loss": 0.0655, + "theoretical_loss": 3.3576843046855136, + "tokens_seen": 2902720512 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012148932755576954, + "loss": 0.0637, + "theoretical_loss": 3.3576610341235256, + "tokens_seen": 2902982656 + }, + { + "epoch": 0.88, + "objective/train/advantage_avg": -0.0003428491181693971, + "objective/train/docs_used": 1055596, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.364203691482544, + "objective/train/original_loss": 1.3642034530639648, + "objective/train/theoretical_loss": 3.357637766251135, + "objective/train/tokens_used": 2923704800, + "objective/train/value_avg": -0.0099029541015625, + "objective/train/value_loss": 0.00021817001106683165, + "objective/train/value_max": -1.6808509826660156e-05, + "objective/train/value_min": -0.243408203125, + "objective/train/value_reward_corr": 0.7342127120864702, + "objective/train/value_std": 0.0172882080078125, + "objective/train/weight_avg": 0.9997612237930298, + "objective/train/weighted_lm_loss": 1.3628764152526855, + "objective/train/weights_max": 1.1570504903793335, + "objective/train/weights_min": 0.37306877970695496, + "theoretical_loss": 3.357637766251135, + "tokens_seen": 2903244800 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012140908361418714, + "loss": 0.0647, + "theoretical_loss": 3.357637766251135, + "tokens_seen": 2903244800 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012132883967260472, + "loss": 0.0662, + "theoretical_loss": 3.3576145010677876, + "tokens_seen": 2903506944 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012124859573102232, + "loss": 0.0621, + "theoretical_loss": 3.35759123857293, + "tokens_seen": 2903769088 + }, + { + "epoch": 0.88, + "learning_rate": 0.0001211683517894399, + "loss": 0.0657, + "theoretical_loss": 3.357567978766009, + "tokens_seen": 2904031232 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012108810784785749, + "loss": 0.0655, + "theoretical_loss": 3.3575447216464718, + "tokens_seen": 2904293376 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012100786390627508, + "loss": 0.0631, + "theoretical_loss": 3.3575214672137648, + "tokens_seen": 2904555520 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012092761996469266, + "loss": 0.0651, + "theoretical_loss": 3.357498215467335, + "tokens_seen": 2904817664 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012084737602311026, + "loss": 0.0598, + "theoretical_loss": 3.35747496640663, + "tokens_seen": 2905079808 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012076713208152785, + "loss": 0.0666, + "theoretical_loss": 3.3574517200310976, + "tokens_seen": 2905341952 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012068688813994543, + "loss": 0.0609, + "theoretical_loss": 3.3574284763401847, + "tokens_seen": 2905604096 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012060664419836302, + "loss": 0.0661, + "theoretical_loss": 3.35740523533334, + "tokens_seen": 2905866240 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012052640025678062, + "loss": 0.0647, + "theoretical_loss": 3.3573819970100107, + "tokens_seen": 2906128384 + }, + { + "epoch": 0.88, + "learning_rate": 0.0001204461563151982, + "loss": 0.065, + "theoretical_loss": 3.357358761369645, + "tokens_seen": 2906390528 + }, + { + "epoch": 0.88, + "objective/train/advantage_avg": -0.0006000396097078919, + "objective/train/docs_used": 1056686, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2215741872787476, + "objective/train/original_loss": 1.2215739488601685, + "objective/train/theoretical_loss": 3.3573471445554013, + "objective/train/tokens_used": 2926981600, + "objective/train/value_avg": -0.010498046875, + "objective/train/value_loss": 0.0008918473613448441, + "objective/train/value_max": -2.8431415557861328e-05, + "objective/train/value_min": -0.85107421875, + "objective/train/value_reward_corr": 0.6995414089661932, + "objective/train/value_std": 0.024169921875, + "objective/train/weight_avg": 0.9997704029083252, + "objective/train/weighted_lm_loss": 1.2213433980941772, + "objective/train/weights_max": 2.1000428199768066, + "objective/train/weights_min": 0.239632248878479, + "theoretical_loss": 3.3573471445554013, + "tokens_seen": 2906521600 + }, + { + "epoch": 0.88, + "learning_rate": 0.0001203659123736158, + "loss": 0.0633, + "theoretical_loss": 3.357335528411692, + "tokens_seen": 2906652672 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012028566843203339, + "loss": 0.0676, + "theoretical_loss": 3.357312298135599, + "tokens_seen": 2906914816 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012020542449045097, + "loss": 0.0631, + "theoretical_loss": 3.3572890705408156, + "tokens_seen": 2907176960 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012012518054886856, + "loss": 0.0648, + "theoretical_loss": 3.35726584562679, + "tokens_seen": 2907439104 + }, + { + "epoch": 0.88, + "learning_rate": 0.00012004493660728616, + "loss": 0.0653, + "theoretical_loss": 3.357242623392971, + "tokens_seen": 2907701248 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011996469266570374, + "loss": 0.0634, + "theoretical_loss": 3.3572194038388083, + "tokens_seen": 2907963392 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011988444872412133, + "loss": 0.0647, + "theoretical_loss": 3.3571961869637508, + "tokens_seen": 2908225536 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011980420478253893, + "loss": 0.0633, + "theoretical_loss": 3.357172972767248, + "tokens_seen": 2908487680 + }, + { + "epoch": 0.88, + "learning_rate": 0.0001197239608409565, + "loss": 0.0636, + "theoretical_loss": 3.357149761248749, + "tokens_seen": 2908749824 + }, + { + "epoch": 0.88, + "learning_rate": 0.0001196437168993741, + "loss": 0.065, + "theoretical_loss": 3.357126552407705, + "tokens_seen": 2909011968 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011956347295779169, + "loss": 0.066, + "theoretical_loss": 3.3571033462435644, + "tokens_seen": 2909274112 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011948322901620928, + "loss": 0.0665, + "theoretical_loss": 3.3570801427557777, + "tokens_seen": 2909536256 + }, + { + "epoch": 0.88, + "objective/train/advantage_avg": -0.000521892448887229, + "objective/train/docs_used": 1057798, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2617783546447754, + "objective/train/original_loss": 1.2617783546447754, + "objective/train/theoretical_loss": 3.357056941943796, + "objective/train/tokens_used": 2930258400, + "objective/train/value_avg": -0.007358551025390625, + "objective/train/value_loss": 0.0001641068811295554, + "objective/train/value_max": -3.9458274841308594e-05, + "objective/train/value_min": -0.27294921875, + "objective/train/value_reward_corr": 0.7342849704904603, + "objective/train/value_std": 0.014068603515625, + "objective/train/weight_avg": 0.9995529055595398, + "objective/train/weighted_lm_loss": 1.2606021165847778, + "objective/train/weights_max": 1.313833475112915, + "objective/train/weights_min": 0.37460896372795105, + "theoretical_loss": 3.357056941943796, + "tokens_seen": 2909798400 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011940298507462687, + "loss": 0.0628, + "theoretical_loss": 3.357056941943796, + "tokens_seen": 2909798400 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011932274113304447, + "loss": 0.0643, + "theoretical_loss": 3.3570337438070683, + "tokens_seen": 2910060544 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011924249719146204, + "loss": 0.0667, + "theoretical_loss": 3.357010548345046, + "tokens_seen": 2910322688 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011916225324987964, + "loss": 0.0668, + "theoretical_loss": 3.3569873555571803, + "tokens_seen": 2910584832 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011908200930829723, + "loss": 0.0659, + "theoretical_loss": 3.3569641654429208, + "tokens_seen": 2910846976 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011900176536671481, + "loss": 0.0642, + "theoretical_loss": 3.3569409780017194, + "tokens_seen": 2911109120 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011892152142513241, + "loss": 0.0648, + "theoretical_loss": 3.356917793233027, + "tokens_seen": 2911371264 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011884127748355, + "loss": 0.0655, + "theoretical_loss": 3.356894611136296, + "tokens_seen": 2911633408 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011876103354196758, + "loss": 0.0647, + "theoretical_loss": 3.3568714317109762, + "tokens_seen": 2911895552 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011868078960038517, + "loss": 0.0627, + "theoretical_loss": 3.3568482549565206, + "tokens_seen": 2912157696 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011860054565880277, + "loss": 0.0638, + "theoretical_loss": 3.3568250808723805, + "tokens_seen": 2912419840 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011852030171722035, + "loss": 0.0669, + "theoretical_loss": 3.356801909458008, + "tokens_seen": 2912681984 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011844005777563795, + "loss": 0.0642, + "theoretical_loss": 3.3567787407128558, + "tokens_seen": 2912944128 + }, + { + "epoch": 0.88, + "objective/train/advantage_avg": -0.0005328227416612208, + "objective/train/docs_used": 1058971, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2859553098678589, + "objective/train/original_loss": 1.2859554290771484, + "objective/train/theoretical_loss": 3.3567671573410656, + "objective/train/tokens_used": 2933535200, + "objective/train/value_avg": -0.006938934326171875, + "objective/train/value_loss": 0.00048585806507617235, + "objective/train/value_max": -2.586841583251953e-05, + "objective/train/value_min": -0.662109375, + "objective/train/value_reward_corr": 0.5640227723071292, + "objective/train/value_std": 0.0153961181640625, + "objective/train/weight_avg": 0.9996296167373657, + "objective/train/weighted_lm_loss": 1.28510320186615, + "objective/train/weights_max": 1.4796371459960938, + "objective/train/weights_min": 0.052640218287706375, + "theoretical_loss": 3.3567671573410656, + "tokens_seen": 2913075200 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011835981383405554, + "loss": 0.0649, + "theoretical_loss": 3.3567555746363755, + "tokens_seen": 2913206272 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011827956989247312, + "loss": 0.0664, + "theoretical_loss": 3.35673241122802, + "tokens_seen": 2913468416 + }, + { + "epoch": 0.88, + "learning_rate": 0.0001181993259508907, + "loss": 0.0662, + "theoretical_loss": 3.356709250487242, + "tokens_seen": 2913730560 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011811908200930829, + "loss": 0.0636, + "theoretical_loss": 3.356686092413494, + "tokens_seen": 2913992704 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011803883806772589, + "loss": 0.064, + "theoretical_loss": 3.3566629370062295, + "tokens_seen": 2914254848 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011795859412614348, + "loss": 0.0668, + "theoretical_loss": 3.3566397842649014, + "tokens_seen": 2914516992 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011787835018456108, + "loss": 0.0664, + "theoretical_loss": 3.356616634188963, + "tokens_seen": 2914779136 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011779810624297865, + "loss": 0.0651, + "theoretical_loss": 3.356593486777868, + "tokens_seen": 2915041280 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011771786230139625, + "loss": 0.064, + "theoretical_loss": 3.3565703420310697, + "tokens_seen": 2915303424 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011763761835981383, + "loss": 0.066, + "theoretical_loss": 3.356547199948022, + "tokens_seen": 2915565568 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011755737441823143, + "loss": 0.0661, + "theoretical_loss": 3.356524060528179, + "tokens_seen": 2915827712 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011747713047664902, + "loss": 0.0641, + "theoretical_loss": 3.356500923770995, + "tokens_seen": 2916089856 + }, + { + "epoch": 0.88, + "objective/train/advantage_avg": 0.00012917790445499122, + "objective/train/docs_used": 1060149, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2100179195404053, + "objective/train/original_loss": 1.2100179195404053, + "objective/train/theoretical_loss": 3.3564777896759237, + "objective/train/tokens_used": 2936812000, + "objective/train/value_avg": -0.006778717041015625, + "objective/train/value_loss": 0.0001431743730790913, + "objective/train/value_max": -2.2113323211669922e-05, + "objective/train/value_min": -0.35888671875, + "objective/train/value_reward_corr": 0.7812812339291144, + "objective/train/value_std": 0.01418304443359375, + "objective/train/weight_avg": 1.0001965761184692, + "objective/train/weighted_lm_loss": 1.2100214958190918, + "objective/train/weights_max": 1.1895605325698853, + "objective/train/weights_min": 0.3988421857357025, + "theoretical_loss": 3.3564777896759237, + "tokens_seen": 2916352000 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011739688653506662, + "loss": 0.066, + "theoretical_loss": 3.3564777896759237, + "tokens_seen": 2916352000 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011731664259348419, + "loss": 0.0653, + "theoretical_loss": 3.35645465824242, + "tokens_seen": 2916614144 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011723639865190179, + "loss": 0.0634, + "theoretical_loss": 3.3564315294699383, + "tokens_seen": 2916876288 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011715615471031937, + "loss": 0.0652, + "theoretical_loss": 3.3564084033579333, + "tokens_seen": 2917138432 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011707591076873696, + "loss": 0.0655, + "theoretical_loss": 3.3563852799058607, + "tokens_seen": 2917400576 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011699566682715456, + "loss": 0.0631, + "theoretical_loss": 3.3563621591131745, + "tokens_seen": 2917662720 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011691542288557214, + "loss": 0.0643, + "theoretical_loss": 3.3563390409793303, + "tokens_seen": 2917924864 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011683517894398973, + "loss": 0.0664, + "theoretical_loss": 3.356315925503784, + "tokens_seen": 2918187008 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011675493500240731, + "loss": 0.0655, + "theoretical_loss": 3.356292812685991, + "tokens_seen": 2918449152 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011667469106082491, + "loss": 0.0634, + "theoretical_loss": 3.3562697025254065, + "tokens_seen": 2918711296 + }, + { + "epoch": 0.88, + "learning_rate": 0.0001165944471192425, + "loss": 0.0644, + "theoretical_loss": 3.356246595021487, + "tokens_seen": 2918973440 + }, + { + "epoch": 0.88, + "learning_rate": 0.0001165142031776601, + "loss": 0.0679, + "theoretical_loss": 3.356223490173688, + "tokens_seen": 2919235584 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011643395923607768, + "loss": 0.0646, + "theoretical_loss": 3.356200387981466, + "tokens_seen": 2919497728 + }, + { + "epoch": 0.88, + "objective/train/advantage_avg": -0.00036940095014870167, + "objective/train/docs_used": 1061216, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2684227228164673, + "objective/train/original_loss": 1.2684227228164673, + "objective/train/theoretical_loss": 3.3561888378810267, + "objective/train/tokens_used": 2940088800, + "objective/train/value_avg": -0.0082550048828125, + "objective/train/value_loss": 0.00023829349083825946, + "objective/train/value_max": -3.427267074584961e-05, + "objective/train/value_min": -0.7177734375, + "objective/train/value_reward_corr": 0.732440361622169, + "objective/train/value_std": 0.016998291015625, + "objective/train/weight_avg": 0.9997389316558838, + "objective/train/weighted_lm_loss": 1.26778244972229, + "objective/train/weights_max": 1.2604204416275024, + "objective/train/weights_min": 0.3695659041404724, + "theoretical_loss": 3.3561888378810267, + "tokens_seen": 2919628800 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011635371529449527, + "loss": 0.0668, + "theoretical_loss": 3.3561772884442775, + "tokens_seen": 2919759872 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011627347135291285, + "loss": 0.0636, + "theoretical_loss": 3.356154191561579, + "tokens_seen": 2920022016 + }, + { + "epoch": 0.88, + "learning_rate": 0.00011619322741133044, + "loss": 0.0658, + "theoretical_loss": 3.356131097332827, + "tokens_seen": 2920284160 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011611298346974804, + "loss": 0.0662, + "theoretical_loss": 3.356108005757479, + "tokens_seen": 2920546304 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011603273952816562, + "loss": 0.0686, + "theoretical_loss": 3.3560849168349907, + "tokens_seen": 2920808448 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011595249558658322, + "loss": 0.0647, + "theoretical_loss": 3.3560618305648204, + "tokens_seen": 2921070592 + }, + { + "epoch": 0.89, + "learning_rate": 0.0001158722516450008, + "loss": 0.0636, + "theoretical_loss": 3.3560387469464255, + "tokens_seen": 2921332736 + }, + { + "epoch": 0.89, + "learning_rate": 0.0001157920077034184, + "loss": 0.0669, + "theoretical_loss": 3.356015665979262, + "tokens_seen": 2921594880 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011571176376183598, + "loss": 0.0649, + "theoretical_loss": 3.3559925876627896, + "tokens_seen": 2921857024 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011563151982025358, + "loss": 0.0651, + "theoretical_loss": 3.3559695119964648, + "tokens_seen": 2922119168 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011555127587867116, + "loss": 0.064, + "theoretical_loss": 3.355946438979746, + "tokens_seen": 2922381312 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011547103193708876, + "loss": 0.0648, + "theoretical_loss": 3.3559233686120913, + "tokens_seen": 2922643456 + }, + { + "epoch": 0.89, + "objective/train/advantage_avg": 0.00018926989287137985, + "objective/train/docs_used": 1062456, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2863723039627075, + "objective/train/original_loss": 1.286372184753418, + "objective/train/theoretical_loss": 3.3559003008929587, + "objective/train/tokens_used": 2943365600, + "objective/train/value_avg": -0.00806427001953125, + "objective/train/value_loss": 0.0001644999283598736, + "objective/train/value_max": -3.975629806518555e-05, + "objective/train/value_min": -0.5048828125, + "objective/train/value_reward_corr": 0.7459665231629388, + "objective/train/value_std": 0.0150909423828125, + "objective/train/weight_avg": 1.0002646446228027, + "objective/train/weighted_lm_loss": 1.2874181270599365, + "objective/train/weights_max": 1.2431535720825195, + "objective/train/weights_min": 0.40062326192855835, + "theoretical_loss": 3.3559003008929587, + "tokens_seen": 2922905600 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011539078799550633, + "loss": 0.0643, + "theoretical_loss": 3.3559003008929587, + "tokens_seen": 2922905600 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011531054405392392, + "loss": 0.0635, + "theoretical_loss": 3.355877235821807, + "tokens_seen": 2923167744 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011523030011234152, + "loss": 0.0645, + "theoretical_loss": 3.355854173398095, + "tokens_seen": 2923429888 + }, + { + "epoch": 0.89, + "learning_rate": 0.0001151500561707591, + "loss": 0.0668, + "theoretical_loss": 3.3558311136212806, + "tokens_seen": 2923692032 + }, + { + "epoch": 0.89, + "learning_rate": 0.0001150698122291767, + "loss": 0.0645, + "theoretical_loss": 3.355808056490824, + "tokens_seen": 2923954176 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011498956828759429, + "loss": 0.0676, + "theoretical_loss": 3.3557850020061832, + "tokens_seen": 2924216320 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011490932434601187, + "loss": 0.0659, + "theoretical_loss": 3.355761950166818, + "tokens_seen": 2924478464 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011482908040442946, + "loss": 0.0693, + "theoretical_loss": 3.355738900972187, + "tokens_seen": 2924740608 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011474883646284706, + "loss": 0.0642, + "theoretical_loss": 3.355715854421751, + "tokens_seen": 2925002752 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011466859252126464, + "loss": 0.0661, + "theoretical_loss": 3.3556928105149693, + "tokens_seen": 2925264896 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011458834857968224, + "loss": 0.0637, + "theoretical_loss": 3.355669769251301, + "tokens_seen": 2925527040 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011450810463809983, + "loss": 0.0646, + "theoretical_loss": 3.355646730630207, + "tokens_seen": 2925789184 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011442786069651743, + "loss": 0.0666, + "theoretical_loss": 3.3556236946511473, + "tokens_seen": 2926051328 + }, + { + "epoch": 0.89, + "objective/train/advantage_avg": 0.00033062155125662684, + "objective/train/docs_used": 1063661, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.27854323387146, + "objective/train/original_loss": 1.2785433530807495, + "objective/train/theoretical_loss": 3.355612177652212, + "objective/train/tokens_used": 2946642400, + "objective/train/value_avg": -0.00713348388671875, + "objective/train/value_loss": 0.00023148380569182336, + "objective/train/value_max": -2.3186206817626953e-05, + "objective/train/value_min": -0.6767578125, + "objective/train/value_reward_corr": 0.6992277957547007, + "objective/train/value_std": 0.016204833984375, + "objective/train/weight_avg": 1.000434160232544, + "objective/train/weighted_lm_loss": 1.279047966003418, + "objective/train/weights_max": 1.2222379446029663, + "objective/train/weights_min": 0.388961523771286, + "theoretical_loss": 3.355612177652212, + "tokens_seen": 2926182400 + }, + { + "epoch": 0.89, + "learning_rate": 0.000114347616754935, + "loss": 0.0621, + "theoretical_loss": 3.355600661313582, + "tokens_seen": 2926313472 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011426737281335259, + "loss": 0.064, + "theoretical_loss": 3.3555776306169722, + "tokens_seen": 2926575616 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011418712887177019, + "loss": 0.0637, + "theoretical_loss": 3.355554602560778, + "tokens_seen": 2926837760 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011410688493018777, + "loss": 0.0641, + "theoretical_loss": 3.3555315771444603, + "tokens_seen": 2927099904 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011402664098860537, + "loss": 0.0667, + "theoretical_loss": 3.3555085543674803, + "tokens_seen": 2927362048 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011394639704702294, + "loss": 0.0668, + "theoretical_loss": 3.355485534229299, + "tokens_seen": 2927624192 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011386615310544054, + "loss": 0.0639, + "theoretical_loss": 3.3554625167293777, + "tokens_seen": 2927886336 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011378590916385813, + "loss": 0.0654, + "theoretical_loss": 3.355439501867178, + "tokens_seen": 2928148480 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011370566522227573, + "loss": 0.0633, + "theoretical_loss": 3.3554164896421614, + "tokens_seen": 2928410624 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011362542128069331, + "loss": 0.0659, + "theoretical_loss": 3.35539348005379, + "tokens_seen": 2928672768 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011354517733911091, + "loss": 0.0655, + "theoretical_loss": 3.3553704731015253, + "tokens_seen": 2928934912 + }, + { + "epoch": 0.89, + "learning_rate": 0.0001134649333975285, + "loss": 0.0632, + "theoretical_loss": 3.3553474687848297, + "tokens_seen": 2929197056 + }, + { + "epoch": 0.89, + "objective/train/advantage_avg": 0.0014845896512269974, + "objective/train/docs_used": 1064613, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.344045877456665, + "objective/train/original_loss": 1.344045877456665, + "objective/train/theoretical_loss": 3.355324467103165, + "objective/train/tokens_used": 2949919200, + "objective/train/value_avg": -0.0098419189453125, + "objective/train/value_loss": 0.00019371150119695812, + "objective/train/value_max": -2.3365020751953125e-05, + "objective/train/value_min": -0.272216796875, + "objective/train/value_reward_corr": 0.6999374806406946, + "objective/train/value_std": 0.0143280029296875, + "objective/train/weight_avg": 1.0015736818313599, + "objective/train/weighted_lm_loss": 1.345288872718811, + "objective/train/weights_max": 1.162855863571167, + "objective/train/weights_min": 0.3750264644622803, + "theoretical_loss": 3.355324467103165, + "tokens_seen": 2929459200 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011338468945594607, + "loss": 0.0656, + "theoretical_loss": 3.355324467103165, + "tokens_seen": 2929459200 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011330444551436367, + "loss": 0.066, + "theoretical_loss": 3.3553014680559943, + "tokens_seen": 2929721344 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011322420157278125, + "loss": 0.0675, + "theoretical_loss": 3.3552784716427797, + "tokens_seen": 2929983488 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011314395763119885, + "loss": 0.0625, + "theoretical_loss": 3.355255477862984, + "tokens_seen": 2930245632 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011306371368961644, + "loss": 0.0648, + "theoretical_loss": 3.35523248671607, + "tokens_seen": 2930507776 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011298346974803404, + "loss": 0.0679, + "theoretical_loss": 3.3552094982015013, + "tokens_seen": 2930769920 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011290322580645161, + "loss": 0.0665, + "theoretical_loss": 3.35518651231874, + "tokens_seen": 2931032064 + }, + { + "epoch": 0.89, + "learning_rate": 0.0001128229818648692, + "loss": 0.0654, + "theoretical_loss": 3.3551635290672506, + "tokens_seen": 2931294208 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011274273792328679, + "loss": 0.0673, + "theoretical_loss": 3.3551405484464962, + "tokens_seen": 2931556352 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011266249398170439, + "loss": 0.0622, + "theoretical_loss": 3.35511757045594, + "tokens_seen": 2931818496 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011258225004012198, + "loss": 0.063, + "theoretical_loss": 3.3550945950950473, + "tokens_seen": 2932080640 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011250200609853958, + "loss": 0.0633, + "theoretical_loss": 3.35507162236328, + "tokens_seen": 2932342784 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011242176215695715, + "loss": 0.0669, + "theoretical_loss": 3.3550486522601037, + "tokens_seen": 2932604928 + }, + { + "epoch": 0.89, + "objective/train/advantage_avg": 0.0006925782072357833, + "objective/train/docs_used": 1065874, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1865029335021973, + "objective/train/original_loss": 1.1865028142929077, + "objective/train/theoretical_loss": 3.3550371681940696, + "objective/train/tokens_used": 2953196000, + "objective/train/value_avg": -0.00696563720703125, + "objective/train/value_loss": 0.00019539346976671368, + "objective/train/value_max": -3.790855407714844e-05, + "objective/train/value_min": -0.373779296875, + "objective/train/value_reward_corr": 0.7036938037520672, + "objective/train/value_std": 0.01372528076171875, + "objective/train/weight_avg": 1.000777006149292, + "objective/train/weighted_lm_loss": 1.1873154640197754, + "objective/train/weights_max": 1.1338403224945068, + "objective/train/weights_min": 0.3692460358142853, + "theoretical_loss": 3.3550371681940696, + "tokens_seen": 2932736000 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011234151821537473, + "loss": 0.0665, + "theoretical_loss": 3.355025684784982, + "tokens_seen": 2932867072 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011226127427379233, + "loss": 0.0637, + "theoretical_loss": 3.35500271993738, + "tokens_seen": 2933129216 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011218103033220992, + "loss": 0.0633, + "theoretical_loss": 3.354979757716762, + "tokens_seen": 2933391360 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011210078639062752, + "loss": 0.0639, + "theoretical_loss": 3.3549567981225925, + "tokens_seen": 2933653504 + }, + { + "epoch": 0.89, + "learning_rate": 0.0001120205424490451, + "loss": 0.065, + "theoretical_loss": 3.354933841154337, + "tokens_seen": 2933915648 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011194029850746269, + "loss": 0.0653, + "theoretical_loss": 3.35491088681146, + "tokens_seen": 2934177792 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011186005456588027, + "loss": 0.0653, + "theoretical_loss": 3.3548879350934273, + "tokens_seen": 2934439936 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011177981062429787, + "loss": 0.0649, + "theoretical_loss": 3.3548649859997033, + "tokens_seen": 2934702080 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011169956668271546, + "loss": 0.0658, + "theoretical_loss": 3.354842039529755, + "tokens_seen": 2934964224 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011161932274113306, + "loss": 0.0658, + "theoretical_loss": 3.3548190956830473, + "tokens_seen": 2935226368 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011153907879955064, + "loss": 0.0633, + "theoretical_loss": 3.354796154459046, + "tokens_seen": 2935488512 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011145883485796821, + "loss": 0.0642, + "theoretical_loss": 3.354773215857217, + "tokens_seen": 2935750656 + }, + { + "epoch": 0.89, + "objective/train/advantage_avg": 0.0007319971336983144, + "objective/train/docs_used": 1067139, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2590389251708984, + "objective/train/original_loss": 1.259039044380188, + "objective/train/theoretical_loss": 3.354750279877027, + "objective/train/tokens_used": 2956472800, + "objective/train/value_avg": -0.00675201416015625, + "objective/train/value_loss": 0.00010273132647853345, + "objective/train/value_max": -2.0623207092285156e-05, + "objective/train/value_min": -0.281494140625, + "objective/train/value_reward_corr": 0.7691600240192009, + "objective/train/value_std": 0.01226043701171875, + "objective/train/weight_avg": 1.0007816553115845, + "objective/train/weighted_lm_loss": 1.260146975517273, + "objective/train/weights_max": 1.118717074394226, + "objective/train/weights_min": 0.6124921441078186, + "theoretical_loss": 3.354750279877027, + "tokens_seen": 2936012800 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011137859091638581, + "loss": 0.0646, + "theoretical_loss": 3.354750279877027, + "tokens_seen": 2936012800 + }, + { + "epoch": 0.89, + "learning_rate": 0.0001112983469748034, + "loss": 0.0647, + "theoretical_loss": 3.3547273465179424, + "tokens_seen": 2936274944 + }, + { + "epoch": 0.89, + "learning_rate": 0.000111218103033221, + "loss": 0.0623, + "theoretical_loss": 3.354704415779429, + "tokens_seen": 2936537088 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011113785909163858, + "loss": 0.0634, + "theoretical_loss": 3.3546814876609536, + "tokens_seen": 2936799232 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011105761515005618, + "loss": 0.0663, + "theoretical_loss": 3.354658562161984, + "tokens_seen": 2937061376 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011097737120847375, + "loss": 0.0646, + "theoretical_loss": 3.354635639281986, + "tokens_seen": 2937323520 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011089712726689135, + "loss": 0.0655, + "theoretical_loss": 3.3546127190204276, + "tokens_seen": 2937585664 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011081688332530894, + "loss": 0.0664, + "theoretical_loss": 3.354589801376775, + "tokens_seen": 2937847808 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011073663938372654, + "loss": 0.064, + "theoretical_loss": 3.3545668863504963, + "tokens_seen": 2938109952 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011065639544214412, + "loss": 0.0658, + "theoretical_loss": 3.3545439739410594, + "tokens_seen": 2938372096 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011057615150056171, + "loss": 0.0607, + "theoretical_loss": 3.3545210641479315, + "tokens_seen": 2938634240 + }, + { + "epoch": 0.89, + "learning_rate": 0.0001104959075589793, + "loss": 0.0642, + "theoretical_loss": 3.354498156970581, + "tokens_seen": 2938896384 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011041566361739688, + "loss": 0.0652, + "theoretical_loss": 3.3544752524084753, + "tokens_seen": 2939158528 + }, + { + "epoch": 0.89, + "objective/train/advantage_avg": 0.0005330520798452199, + "objective/train/docs_used": 1068503, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3396130800247192, + "objective/train/original_loss": 1.3396129608154297, + "objective/train/theoretical_loss": 3.354463801107973, + "objective/train/tokens_used": 2959749600, + "objective/train/value_avg": -0.01021575927734375, + "objective/train/value_loss": 0.0006379885599017143, + "objective/train/value_max": -3.647804260253906e-05, + "objective/train/value_min": -0.93505859375, + "objective/train/value_reward_corr": 0.6810702442264991, + "objective/train/value_std": 0.02301025390625, + "objective/train/weight_avg": 1.0008106231689453, + "objective/train/weighted_lm_loss": 1.3397310972213745, + "objective/train/weights_max": 1.7307381629943848, + "objective/train/weights_min": 0.3748491406440735, + "theoretical_loss": 3.354463801107973, + "tokens_seen": 2939289600 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011033541967581448, + "loss": 0.0654, + "theoretical_loss": 3.3544523504610826, + "tokens_seen": 2939420672 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011025517573423206, + "loss": 0.066, + "theoretical_loss": 3.354429451127872, + "tokens_seen": 2939682816 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011017493179264966, + "loss": 0.0668, + "theoretical_loss": 3.354406554408312, + "tokens_seen": 2939944960 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011009468785106725, + "loss": 0.0637, + "theoretical_loss": 3.3543836603018704, + "tokens_seen": 2940207104 + }, + { + "epoch": 0.89, + "learning_rate": 0.00011001444390948483, + "loss": 0.0654, + "theoretical_loss": 3.354360768808017, + "tokens_seen": 2940469248 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010993419996790242, + "loss": 0.0656, + "theoretical_loss": 3.35433787992622, + "tokens_seen": 2940731392 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010985395602632002, + "loss": 0.0668, + "theoretical_loss": 3.354314993655949, + "tokens_seen": 2940993536 + }, + { + "epoch": 0.89, + "learning_rate": 0.0001097737120847376, + "loss": 0.0639, + "theoretical_loss": 3.354292109996673, + "tokens_seen": 2941255680 + }, + { + "epoch": 0.89, + "learning_rate": 0.0001096934681431552, + "loss": 0.0645, + "theoretical_loss": 3.354269228947862, + "tokens_seen": 2941517824 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010961322420157279, + "loss": 0.0663, + "theoretical_loss": 3.354246350508985, + "tokens_seen": 2941779968 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010953298025999036, + "loss": 0.0627, + "theoretical_loss": 3.354223474679512, + "tokens_seen": 2942042112 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010945273631840796, + "loss": 0.0646, + "theoretical_loss": 3.354200601458913, + "tokens_seen": 2942304256 + }, + { + "epoch": 0.89, + "objective/train/advantage_avg": 0.00015051742957439274, + "objective/train/docs_used": 1069745, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5160059928894043, + "objective/train/original_loss": 1.5160057544708252, + "objective/train/theoretical_loss": 3.354177730846658, + "objective/train/tokens_used": 2963026400, + "objective/train/value_avg": -0.006031036376953125, + "objective/train/value_loss": 0.0003303634002804756, + "objective/train/value_max": -2.3186206817626953e-05, + "objective/train/value_min": -0.591796875, + "objective/train/value_reward_corr": 0.6231780179346176, + "objective/train/value_std": 0.0122528076171875, + "objective/train/weight_avg": 1.000286340713501, + "objective/train/weighted_lm_loss": 1.5158374309539795, + "objective/train/weights_max": 1.6203886270523071, + "objective/train/weights_min": 0.2346891462802887, + "theoretical_loss": 3.354177730846658, + "tokens_seen": 2942566400 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010937249237682555, + "loss": 0.0688, + "theoretical_loss": 3.354177730846658, + "tokens_seen": 2942566400 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010929224843524314, + "loss": 0.0654, + "theoretical_loss": 3.354154862842217, + "tokens_seen": 2942828544 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010921200449366073, + "loss": 0.0663, + "theoretical_loss": 3.354131997445061, + "tokens_seen": 2943090688 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010913176055207833, + "loss": 0.0644, + "theoretical_loss": 3.3541091346546597, + "tokens_seen": 2943352832 + }, + { + "epoch": 0.89, + "learning_rate": 0.0001090515166104959, + "loss": 0.0651, + "theoretical_loss": 3.3540862744704842, + "tokens_seen": 2943614976 + }, + { + "epoch": 0.89, + "learning_rate": 0.0001089712726689135, + "loss": 0.066, + "theoretical_loss": 3.3540634168920063, + "tokens_seen": 2943877120 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010889102872733109, + "loss": 0.0668, + "theoretical_loss": 3.354040561918695, + "tokens_seen": 2944139264 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010881078478574869, + "loss": 0.0682, + "theoretical_loss": 3.354017709550023, + "tokens_seen": 2944401408 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010873054084416627, + "loss": 0.0642, + "theoretical_loss": 3.353994859785461, + "tokens_seen": 2944663552 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010865029690258386, + "loss": 0.0667, + "theoretical_loss": 3.353972012624481, + "tokens_seen": 2944925696 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010857005296100144, + "loss": 0.0654, + "theoretical_loss": 3.3539491680665545, + "tokens_seen": 2945187840 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010848980901941903, + "loss": 0.0659, + "theoretical_loss": 3.3539263261111523, + "tokens_seen": 2945449984 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010840956507783663, + "loss": 0.0668, + "theoretical_loss": 3.3539034867577473, + "tokens_seen": 2945712128 + }, + { + "epoch": 0.89, + "objective/train/advantage_avg": -6.281963578658178e-05, + "objective/train/docs_used": 1070956, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2529979944229126, + "objective/train/original_loss": 1.2529979944229126, + "objective/train/theoretical_loss": 3.353892068056629, + "objective/train/tokens_used": 2966303200, + "objective/train/value_avg": -0.0084381103515625, + "objective/train/value_loss": 0.00021257754997350276, + "objective/train/value_max": -4.947185516357422e-05, + "objective/train/value_min": -0.4296875, + "objective/train/value_reward_corr": 0.717928665474576, + "objective/train/value_std": 0.01470947265625, + "objective/train/weight_avg": 1.00002920627594, + "objective/train/weighted_lm_loss": 1.2530155181884766, + "objective/train/weights_max": 1.3294191360473633, + "objective/train/weights_min": 0.2615032494068146, + "theoretical_loss": 3.353892068056629, + "tokens_seen": 2945843200 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010832932113625421, + "loss": 0.0655, + "theoretical_loss": 3.353880650005811, + "tokens_seen": 2945974272 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010824907719467181, + "loss": 0.0649, + "theoretical_loss": 3.3538578158548167, + "tokens_seen": 2946236416 + }, + { + "epoch": 0.89, + "learning_rate": 0.0001081688332530894, + "loss": 0.0661, + "theoretical_loss": 3.3538349843042354, + "tokens_seen": 2946498560 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010808858931150698, + "loss": 0.0654, + "theoretical_loss": 3.3538121553535407, + "tokens_seen": 2946760704 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010800834536992457, + "loss": 0.0669, + "theoretical_loss": 3.353789329002205, + "tokens_seen": 2947022848 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010792810142834217, + "loss": 0.0655, + "theoretical_loss": 3.3537665052497005, + "tokens_seen": 2947284992 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010784785748675975, + "loss": 0.0644, + "theoretical_loss": 3.353743684095501, + "tokens_seen": 2947547136 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010776761354517735, + "loss": 0.0648, + "theoretical_loss": 3.3537208655390796, + "tokens_seen": 2947809280 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010768736960359494, + "loss": 0.0651, + "theoretical_loss": 3.353698049579909, + "tokens_seen": 2948071424 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010760712566201251, + "loss": 0.063, + "theoretical_loss": 3.3536752362174633, + "tokens_seen": 2948333568 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010752688172043011, + "loss": 0.0628, + "theoretical_loss": 3.3536524254512163, + "tokens_seen": 2948595712 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010744663777884769, + "loss": 0.065, + "theoretical_loss": 3.353629617280641, + "tokens_seen": 2948857856 + }, + { + "debugging/Compilability": 1.0, + "debugging/distinct-1-grams": 0.7681721806430071, + "debugging/entropy-1-grams": 4.8521974401642165, + "debugging/length": 515.7, + "debugging/num_segments": 10, + "debugging/raw_token_scores_avg": 0.00932838674634695, + "debugging/raw_token_scores_std": 0.03157985955476761, + "debugging/score": 0.004562939445799932, + "debugging/score_std": 0.004018777249710917, + "epoch": 0.89, + "objective/train/advantage_avg": 0.0010026826057583094, + "objective/train/docs_used": 1072071, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1589226722717285, + "objective/train/original_loss": 1.1589226722717285, + "objective/train/theoretical_loss": 3.3536068117052116, + "objective/train/tokens_used": 2969580000, + "objective/train/value_avg": -0.0103302001953125, + "objective/train/value_loss": 0.0005067703314125538, + "objective/train/value_max": -2.300739288330078e-05, + "objective/train/value_min": -0.806640625, + "objective/train/value_reward_corr": 0.7041460300779074, + "objective/train/value_std": 0.0238494873046875, + "objective/train/weight_avg": 1.0012305974960327, + "objective/train/weighted_lm_loss": 1.159653902053833, + "objective/train/weights_max": 1.8699408769607544, + "objective/train/weights_min": 0.39036470651626587, + "theoretical_loss": 3.3536068117052116, + "tokens_seen": 2949120000 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010736639383726529, + "loss": 0.0642, + "theoretical_loss": 3.3536068117052116, + "tokens_seen": 2949120000 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010728614989568288, + "loss": 0.0616, + "theoretical_loss": 3.3535840087244027, + "tokens_seen": 2949382144 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010720590595410048, + "loss": 0.0659, + "theoretical_loss": 3.3535612083376876, + "tokens_seen": 2949644288 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010712566201251805, + "loss": 0.0617, + "theoretical_loss": 3.353538410544542, + "tokens_seen": 2949906432 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010704541807093565, + "loss": 0.0643, + "theoretical_loss": 3.3535156153444388, + "tokens_seen": 2950168576 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010696517412935323, + "loss": 0.0646, + "theoretical_loss": 3.353492822736854, + "tokens_seen": 2950430720 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010688493018777083, + "loss": 0.0628, + "theoretical_loss": 3.353470032721262, + "tokens_seen": 2950692864 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010680468624618842, + "loss": 0.0658, + "theoretical_loss": 3.3534472452971373, + "tokens_seen": 2950955008 + }, + { + "epoch": 0.89, + "learning_rate": 0.000106724442304606, + "loss": 0.0623, + "theoretical_loss": 3.3534244604639563, + "tokens_seen": 2951217152 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010664419836302359, + "loss": 0.0638, + "theoretical_loss": 3.353401678221193, + "tokens_seen": 2951479296 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010656395442144117, + "loss": 0.0635, + "theoretical_loss": 3.3533788985683235, + "tokens_seen": 2951741440 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010648371047985877, + "loss": 0.0676, + "theoretical_loss": 3.3533561215048233, + "tokens_seen": 2952003584 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010640346653827636, + "loss": 0.0634, + "theoretical_loss": 3.3533333470301683, + "tokens_seen": 2952265728 + }, + { + "epoch": 0.89, + "objective/train/advantage_avg": 0.00030154321575537324, + "objective/train/docs_used": 1073247, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3396809101104736, + "objective/train/original_loss": 1.3396809101104736, + "objective/train/theoretical_loss": 3.353321960763494, + "objective/train/tokens_used": 2972856800, + "objective/train/value_avg": -0.006488800048828125, + "objective/train/value_loss": 0.00017895015480462462, + "objective/train/value_max": -2.300739288330078e-05, + "objective/train/value_min": -0.312744140625, + "objective/train/value_reward_corr": 0.7747377041919221, + "objective/train/value_std": 0.01490020751953125, + "objective/train/weight_avg": 1.0003830194473267, + "objective/train/weighted_lm_loss": 1.3399275541305542, + "objective/train/weights_max": 1.288421630859375, + "objective/train/weights_min": 0.3725340962409973, + "theoretical_loss": 3.353321960763494, + "tokens_seen": 2952396800 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010632322259669396, + "loss": 0.0657, + "theoretical_loss": 3.3533105751438343, + "tokens_seen": 2952527872 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010624297865511154, + "loss": 0.0629, + "theoretical_loss": 3.3532878058452975, + "tokens_seen": 2952790016 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010616273471352913, + "loss": 0.065, + "theoretical_loss": 3.3532650391340337, + "tokens_seen": 2953052160 + }, + { + "epoch": 0.89, + "learning_rate": 0.00010608249077194671, + "loss": 0.0654, + "theoretical_loss": 3.35324227500952, + "tokens_seen": 2953314304 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010600224683036431, + "loss": 0.0613, + "theoretical_loss": 3.353219513471232, + "tokens_seen": 2953576448 + }, + { + "epoch": 0.9, + "learning_rate": 0.0001059220028887819, + "loss": 0.0641, + "theoretical_loss": 3.3531967545186467, + "tokens_seen": 2953838592 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010584175894719948, + "loss": 0.0649, + "theoretical_loss": 3.3531739981512416, + "tokens_seen": 2954100736 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010576151500561708, + "loss": 0.063, + "theoretical_loss": 3.353151244368493, + "tokens_seen": 2954362880 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010568127106403466, + "loss": 0.0626, + "theoretical_loss": 3.353128493169878, + "tokens_seen": 2954625024 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010560102712245225, + "loss": 0.0625, + "theoretical_loss": 3.353105744554875, + "tokens_seen": 2954887168 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010552078318086984, + "loss": 0.064, + "theoretical_loss": 3.3530829985229595, + "tokens_seen": 2955149312 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010544053923928744, + "loss": 0.0637, + "theoretical_loss": 3.3530602550736104, + "tokens_seen": 2955411456 + }, + { + "epoch": 0.9, + "objective/train/advantage_avg": 0.0012106449576094747, + "objective/train/docs_used": 1074453, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3383450508117676, + "objective/train/original_loss": 1.338344693183899, + "objective/train/theoretical_loss": 3.3530375142063056, + "objective/train/tokens_used": 2976133600, + "objective/train/value_avg": -0.0101470947265625, + "objective/train/value_loss": 0.0002666112268343568, + "objective/train/value_max": -6.735324859619141e-06, + "objective/train/value_min": -0.93701171875, + "objective/train/value_reward_corr": 0.7506749501659279, + "objective/train/value_std": 0.018402099609375, + "objective/train/weight_avg": 1.0013285875320435, + "objective/train/weighted_lm_loss": 1.3404741287231445, + "objective/train/weights_max": 1.282626986503601, + "objective/train/weights_min": 0.3681674599647522, + "theoretical_loss": 3.3530375142063056, + "tokens_seen": 2955673600 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010536029529770502, + "loss": 0.0663, + "theoretical_loss": 3.3530375142063056, + "tokens_seen": 2955673600 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010528005135612262, + "loss": 0.0648, + "theoretical_loss": 3.353014775920522, + "tokens_seen": 2955935744 + }, + { + "epoch": 0.9, + "learning_rate": 0.0001051998074145402, + "loss": 0.0649, + "theoretical_loss": 3.3529920402157387, + "tokens_seen": 2956197888 + }, + { + "epoch": 0.9, + "learning_rate": 0.0001051195634729578, + "loss": 0.0637, + "theoretical_loss": 3.352969307091433, + "tokens_seen": 2956460032 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010503931953137538, + "loss": 0.065, + "theoretical_loss": 3.352946576547084, + "tokens_seen": 2956722176 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010495907558979298, + "loss": 0.0646, + "theoretical_loss": 3.3529238485821695, + "tokens_seen": 2956984320 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010487883164821056, + "loss": 0.0675, + "theoretical_loss": 3.352901123196169, + "tokens_seen": 2957246464 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010479858770662815, + "loss": 0.0662, + "theoretical_loss": 3.3528784003885606, + "tokens_seen": 2957508608 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010471834376504575, + "loss": 0.0613, + "theoretical_loss": 3.3528556801588234, + "tokens_seen": 2957770752 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010463809982346332, + "loss": 0.0631, + "theoretical_loss": 3.3528329625064366, + "tokens_seen": 2958032896 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010455785588188092, + "loss": 0.0654, + "theoretical_loss": 3.3528102474308796, + "tokens_seen": 2958295040 + }, + { + "epoch": 0.9, + "learning_rate": 0.0001044776119402985, + "loss": 0.0661, + "theoretical_loss": 3.3527875349316316, + "tokens_seen": 2958557184 + }, + { + "epoch": 0.9, + "learning_rate": 0.0001043973679987161, + "loss": 0.0649, + "theoretical_loss": 3.3527648250081725, + "tokens_seen": 2958819328 + }, + { + "epoch": 0.9, + "objective/train/advantage_avg": 0.00021477237169165164, + "objective/train/docs_used": 1075681, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3805657625198364, + "objective/train/original_loss": 1.3805656433105469, + "objective/train/theoretical_loss": 3.3527534710122007, + "objective/train/tokens_used": 2979410400, + "objective/train/value_avg": -0.0097198486328125, + "objective/train/value_loss": 0.0001849694672273472, + "objective/train/value_max": -4.792213439941406e-05, + "objective/train/value_min": -0.38134765625, + "objective/train/value_reward_corr": 0.8164218557775246, + "objective/train/value_std": 0.0199737548828125, + "objective/train/weight_avg": 1.0003021955490112, + "objective/train/weighted_lm_loss": 1.3812016248703003, + "objective/train/weights_max": 1.1946537494659424, + "objective/train/weights_min": 0.36865562200546265, + "theoretical_loss": 3.3527534710122007, + "tokens_seen": 2958950400 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010431712405713369, + "loss": 0.0638, + "theoretical_loss": 3.3527421176599814, + "tokens_seen": 2959081472 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010423688011555129, + "loss": 0.0657, + "theoretical_loss": 3.3527194128865387, + "tokens_seen": 2959343616 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010415663617396886, + "loss": 0.0648, + "theoretical_loss": 3.352696710687324, + "tokens_seen": 2959605760 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010407639223238646, + "loss": 0.0654, + "theoretical_loss": 3.352674011061818, + "tokens_seen": 2959867904 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010399614829080405, + "loss": 0.0643, + "theoretical_loss": 3.352651314009501, + "tokens_seen": 2960130048 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010391590434922163, + "loss": 0.0655, + "theoretical_loss": 3.3526286195298525, + "tokens_seen": 2960392192 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010383566040763923, + "loss": 0.0628, + "theoretical_loss": 3.352605927622354, + "tokens_seen": 2960654336 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010375541646605682, + "loss": 0.0646, + "theoretical_loss": 3.352583238286486, + "tokens_seen": 2960916480 + }, + { + "epoch": 0.9, + "learning_rate": 0.0001036751725244744, + "loss": 0.0634, + "theoretical_loss": 3.35256055152173, + "tokens_seen": 2961178624 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010359492858289199, + "loss": 0.062, + "theoretical_loss": 3.352537867327566, + "tokens_seen": 2961440768 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010351468464130959, + "loss": 0.0633, + "theoretical_loss": 3.3525151857034765, + "tokens_seen": 2961702912 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010343444069972717, + "loss": 0.0651, + "theoretical_loss": 3.3524925066489417, + "tokens_seen": 2961965056 + }, + { + "epoch": 0.9, + "objective/train/advantage_avg": 0.000525696377735585, + "objective/train/docs_used": 1076860, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5463911294937134, + "objective/train/original_loss": 1.5463911294937134, + "objective/train/theoretical_loss": 3.3524698301634435, + "objective/train/tokens_used": 2982687200, + "objective/train/value_avg": -0.006381988525390625, + "objective/train/value_loss": 0.000388093467336148, + "objective/train/value_max": -4.947185516357422e-05, + "objective/train/value_min": -0.63623046875, + "objective/train/value_reward_corr": 0.6811823812558769, + "objective/train/value_std": 0.01531219482421875, + "objective/train/weight_avg": 1.0006903409957886, + "objective/train/weighted_lm_loss": 1.5477211475372314, + "objective/train/weights_max": 1.512919545173645, + "objective/train/weights_min": 0.37067708373069763, + "theoretical_loss": 3.3524698301634435, + "tokens_seen": 2962227200 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010335419675814477, + "loss": 0.065, + "theoretical_loss": 3.3524698301634435, + "tokens_seen": 2962227200 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010327395281656236, + "loss": 0.0662, + "theoretical_loss": 3.352447156246464, + "tokens_seen": 2962489344 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010319370887497994, + "loss": 0.0642, + "theoretical_loss": 3.3524244848974845, + "tokens_seen": 2962751488 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010311346493339753, + "loss": 0.0656, + "theoretical_loss": 3.352401816115987, + "tokens_seen": 2963013632 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010303322099181513, + "loss": 0.0645, + "theoretical_loss": 3.352379149901454, + "tokens_seen": 2963275776 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010295297705023271, + "loss": 0.0641, + "theoretical_loss": 3.3523564862533677, + "tokens_seen": 2963537920 + }, + { + "epoch": 0.9, + "learning_rate": 0.0001028727331086503, + "loss": 0.0644, + "theoretical_loss": 3.3523338251712103, + "tokens_seen": 2963800064 + }, + { + "epoch": 0.9, + "learning_rate": 0.0001027924891670679, + "loss": 0.0638, + "theoretical_loss": 3.3523111666544643, + "tokens_seen": 2964062208 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010271224522548547, + "loss": 0.0633, + "theoretical_loss": 3.352288510702613, + "tokens_seen": 2964324352 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010263200128390307, + "loss": 0.0655, + "theoretical_loss": 3.3522658573151385, + "tokens_seen": 2964586496 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010255175734232065, + "loss": 0.0652, + "theoretical_loss": 3.3522432064915244, + "tokens_seen": 2964848640 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010247151340073825, + "loss": 0.064, + "theoretical_loss": 3.3522205582312536, + "tokens_seen": 2965110784 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010239126945915584, + "loss": 0.0651, + "theoretical_loss": 3.3521979125338097, + "tokens_seen": 2965372928 + }, + { + "epoch": 0.9, + "objective/train/advantage_avg": 0.00010424100764794275, + "objective/train/docs_used": 1078080, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3634499311447144, + "objective/train/original_loss": 1.363450050354004, + "objective/train/theoretical_loss": 3.352186590645986, + "objective/train/tokens_used": 2985964000, + "objective/train/value_avg": -0.005046844482421875, + "objective/train/value_loss": 0.0001963035319931805, + "objective/train/value_max": -1.8477439880371094e-05, + "objective/train/value_min": -0.86572265625, + "objective/train/value_reward_corr": 0.6572538944918636, + "objective/train/value_std": 0.0124359130859375, + "objective/train/weight_avg": 1.0001885890960693, + "objective/train/weighted_lm_loss": 1.3639891147613525, + "objective/train/weights_max": 1.5997211933135986, + "objective/train/weights_min": 0.3732339143753052, + "theoretical_loss": 3.352186590645986, + "tokens_seen": 2965504000 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010231102551757344, + "loss": 0.0651, + "theoretical_loss": 3.3521752693986757, + "tokens_seen": 2965635072 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010223078157599101, + "loss": 0.0637, + "theoretical_loss": 3.3521526288253356, + "tokens_seen": 2965897216 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010215053763440861, + "loss": 0.0638, + "theoretical_loss": 3.352129990813273, + "tokens_seen": 2966159360 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010207029369282619, + "loss": 0.0641, + "theoretical_loss": 3.3521073553619725, + "tokens_seen": 2966421504 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010199004975124378, + "loss": 0.0619, + "theoretical_loss": 3.352084722470917, + "tokens_seen": 2966683648 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010190980580966138, + "loss": 0.063, + "theoretical_loss": 3.352062092139591, + "tokens_seen": 2966945792 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010182956186807896, + "loss": 0.0614, + "theoretical_loss": 3.35203946436748, + "tokens_seen": 2967207936 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010174931792649655, + "loss": 0.0656, + "theoretical_loss": 3.3520168391540675, + "tokens_seen": 2967470080 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010166907398491413, + "loss": 0.0637, + "theoretical_loss": 3.3519942164988383, + "tokens_seen": 2967732224 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010158883004333173, + "loss": 0.0669, + "theoretical_loss": 3.3519715964012775, + "tokens_seen": 2967994368 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010150858610174932, + "loss": 0.0644, + "theoretical_loss": 3.3519489788608694, + "tokens_seen": 2968256512 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010142834216016692, + "loss": 0.0649, + "theoretical_loss": 3.3519263638770997, + "tokens_seen": 2968518656 + }, + { + "epoch": 0.9, + "objective/train/advantage_avg": 0.0006712222239002585, + "objective/train/docs_used": 1079221, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3037433624267578, + "objective/train/original_loss": 1.3037433624267578, + "objective/train/theoretical_loss": 3.351903751449454, + "objective/train/tokens_used": 2989240800, + "objective/train/value_avg": -0.01010894775390625, + "objective/train/value_loss": 0.00019588058057706803, + "objective/train/value_max": -3.975629806518555e-05, + "objective/train/value_min": -0.6513671875, + "objective/train/value_reward_corr": 0.8281802448924827, + "objective/train/value_std": 0.0205078125, + "objective/train/weight_avg": 1.0007641315460205, + "objective/train/weighted_lm_loss": 1.3047254085540771, + "objective/train/weights_max": 1.4602971076965332, + "objective/train/weights_min": 0.3735330402851105, + "theoretical_loss": 3.351903751449454, + "tokens_seen": 2968780800 + }, + { + "epoch": 0.9, + "learning_rate": 0.0001013480982185845, + "loss": 0.0631, + "theoretical_loss": 3.351903751449454, + "tokens_seen": 2968780800 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010126785427700209, + "loss": 0.064, + "theoretical_loss": 3.351881141577417, + "tokens_seen": 2969042944 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010118761033541967, + "loss": 0.063, + "theoretical_loss": 3.3518585342604745, + "tokens_seen": 2969305088 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010110736639383726, + "loss": 0.0626, + "theoretical_loss": 3.3518359294981126, + "tokens_seen": 2969567232 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010102712245225486, + "loss": 0.0624, + "theoretical_loss": 3.3518133272898165, + "tokens_seen": 2969829376 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010094687851067244, + "loss": 0.0652, + "theoretical_loss": 3.3517907276350725, + "tokens_seen": 2970091520 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010086663456909004, + "loss": 0.0641, + "theoretical_loss": 3.351768130533367, + "tokens_seen": 2970353664 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010078639062750762, + "loss": 0.0645, + "theoretical_loss": 3.351745535984186, + "tokens_seen": 2970615808 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010070614668592521, + "loss": 0.064, + "theoretical_loss": 3.3517229439870166, + "tokens_seen": 2970877952 + }, + { + "epoch": 0.9, + "learning_rate": 0.0001006259027443428, + "loss": 0.063, + "theoretical_loss": 3.3517003545413444, + "tokens_seen": 2971140096 + }, + { + "epoch": 0.9, + "learning_rate": 0.0001005456588027604, + "loss": 0.0653, + "theoretical_loss": 3.351677767646657, + "tokens_seen": 2971402240 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010046541486117798, + "loss": 0.0632, + "theoretical_loss": 3.351655183302441, + "tokens_seen": 2971664384 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010038517091959558, + "loss": 0.0638, + "theoretical_loss": 3.3516326015081828, + "tokens_seen": 2971926528 + }, + { + "epoch": 0.9, + "objective/train/advantage_avg": -0.00020093080820515752, + "objective/train/docs_used": 1080506, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2664486169815063, + "objective/train/original_loss": 1.2664484977722168, + "objective/train/theoretical_loss": 3.3516213115671283, + "objective/train/tokens_used": 2992517600, + "objective/train/value_avg": -0.01297760009765625, + "objective/train/value_loss": 0.0005114390514791012, + "objective/train/value_max": -2.4139881134033203e-05, + "objective/train/value_min": -0.81982421875, + "objective/train/value_reward_corr": 0.7330142412601554, + "objective/train/value_std": 0.024688720703125, + "objective/train/weight_avg": 1.0000282526016235, + "objective/train/weighted_lm_loss": 1.265436053276062, + "objective/train/weights_max": 2.193155527114868, + "objective/train/weights_min": 0.38644134998321533, + "theoretical_loss": 3.3516213115671283, + "tokens_seen": 2972057600 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010030492697801316, + "loss": 0.0619, + "theoretical_loss": 3.3516100222633707, + "tokens_seen": 2972188672 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010022468303643075, + "loss": 0.0618, + "theoretical_loss": 3.351587445567491, + "tokens_seen": 2972450816 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010014443909484834, + "loss": 0.065, + "theoretical_loss": 3.351564871420033, + "tokens_seen": 2972712960 + }, + { + "epoch": 0.9, + "learning_rate": 0.00010006419515326593, + "loss": 0.0621, + "theoretical_loss": 3.351542299820482, + "tokens_seen": 2972975104 + }, + { + "epoch": 0.9, + "learning_rate": 9.998395121168352e-05, + "loss": 0.0642, + "theoretical_loss": 3.3515197307683273, + "tokens_seen": 2973237248 + }, + { + "epoch": 0.9, + "learning_rate": 9.990370727010111e-05, + "loss": 0.0652, + "theoretical_loss": 3.3514971642630567, + "tokens_seen": 2973499392 + }, + { + "epoch": 0.9, + "learning_rate": 9.98234633285187e-05, + "loss": 0.0648, + "theoretical_loss": 3.3514746003041576, + "tokens_seen": 2973761536 + }, + { + "epoch": 0.9, + "learning_rate": 9.974321938693628e-05, + "loss": 0.0655, + "theoretical_loss": 3.351452038891119, + "tokens_seen": 2974023680 + }, + { + "epoch": 0.9, + "learning_rate": 9.966297544535388e-05, + "loss": 0.0649, + "theoretical_loss": 3.3514294800234286, + "tokens_seen": 2974285824 + }, + { + "epoch": 0.9, + "learning_rate": 9.958273150377147e-05, + "loss": 0.0658, + "theoretical_loss": 3.3514069237005755, + "tokens_seen": 2974547968 + }, + { + "epoch": 0.9, + "learning_rate": 9.950248756218906e-05, + "loss": 0.0632, + "theoretical_loss": 3.3513843699220485, + "tokens_seen": 2974810112 + }, + { + "epoch": 0.9, + "learning_rate": 9.942224362060665e-05, + "loss": 0.0641, + "theoretical_loss": 3.351361818687336, + "tokens_seen": 2975072256 + }, + { + "epoch": 0.9, + "objective/train/advantage_avg": 0.00046832370571792126, + "objective/train/docs_used": 1081640, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.291926383972168, + "objective/train/original_loss": 1.2919265031814575, + "objective/train/theoretical_loss": 3.3513392699959272, + "objective/train/tokens_used": 2995794400, + "objective/train/value_avg": -0.006984710693359375, + "objective/train/value_loss": 0.0002057220262940973, + "objective/train/value_max": -3.6776065826416016e-05, + "objective/train/value_min": -0.48974609375, + "objective/train/value_reward_corr": 0.7500657556875322, + "objective/train/value_std": 0.0159149169921875, + "objective/train/weight_avg": 1.0005643367767334, + "objective/train/weighted_lm_loss": 1.2921867370605469, + "objective/train/weights_max": 1.2815152406692505, + "objective/train/weights_min": 0.4081011116504669, + "theoretical_loss": 3.3513392699959272, + "tokens_seen": 2975334400 + }, + { + "epoch": 0.9, + "learning_rate": 9.934199967902424e-05, + "loss": 0.0631, + "theoretical_loss": 3.3513392699959272, + "tokens_seen": 2975334400 + }, + { + "epoch": 0.9, + "learning_rate": 9.926175573744182e-05, + "loss": 0.0645, + "theoretical_loss": 3.3513167238473107, + "tokens_seen": 2975596544 + }, + { + "epoch": 0.9, + "learning_rate": 9.918151179585941e-05, + "loss": 0.0621, + "theoretical_loss": 3.3512941802409766, + "tokens_seen": 2975858688 + }, + { + "epoch": 0.9, + "learning_rate": 9.9101267854277e-05, + "loss": 0.0656, + "theoretical_loss": 3.3512716391764137, + "tokens_seen": 2976120832 + }, + { + "epoch": 0.9, + "learning_rate": 9.902102391269459e-05, + "loss": 0.0633, + "theoretical_loss": 3.351249100653112, + "tokens_seen": 2976382976 + }, + { + "epoch": 0.9, + "learning_rate": 9.894077997111219e-05, + "loss": 0.0677, + "theoretical_loss": 3.3512265646705615, + "tokens_seen": 2976645120 + }, + { + "epoch": 0.9, + "learning_rate": 9.886053602952976e-05, + "loss": 0.0641, + "theoretical_loss": 3.3512040312282507, + "tokens_seen": 2976907264 + }, + { + "epoch": 0.9, + "learning_rate": 9.878029208794736e-05, + "loss": 0.0645, + "theoretical_loss": 3.351181500325671, + "tokens_seen": 2977169408 + }, + { + "epoch": 0.9, + "learning_rate": 9.870004814636495e-05, + "loss": 0.0626, + "theoretical_loss": 3.351158971962312, + "tokens_seen": 2977431552 + }, + { + "epoch": 0.9, + "learning_rate": 9.861980420478255e-05, + "loss": 0.0684, + "theoretical_loss": 3.351136446137664, + "tokens_seen": 2977693696 + }, + { + "epoch": 0.9, + "learning_rate": 9.853956026320013e-05, + "loss": 0.0672, + "theoretical_loss": 3.3511139228512175, + "tokens_seen": 2977955840 + }, + { + "epoch": 0.9, + "learning_rate": 9.845931632161773e-05, + "loss": 0.0635, + "theoretical_loss": 3.3510914021024636, + "tokens_seen": 2978217984 + }, + { + "epoch": 0.9, + "learning_rate": 9.83790723800353e-05, + "loss": 0.0642, + "theoretical_loss": 3.3510688838908917, + "tokens_seen": 2978480128 + }, + { + "epoch": 0.9, + "objective/train/advantage_avg": -0.0004585357091855258, + "objective/train/docs_used": 1082921, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2804017066955566, + "objective/train/original_loss": 1.2804017066955566, + "objective/train/theoretical_loss": 3.3510576257363907, + "objective/train/tokens_used": 2999071200, + "objective/train/value_avg": -0.01050567626953125, + "objective/train/value_loss": 0.0004991957102902234, + "objective/train/value_max": -3.3736228942871094e-05, + "objective/train/value_min": -0.900390625, + "objective/train/value_reward_corr": 0.7528600578596697, + "objective/train/value_std": 0.022796630859375, + "objective/train/weight_avg": 0.999761700630188, + "objective/train/weighted_lm_loss": 1.2796275615692139, + "objective/train/weights_max": 1.864600658416748, + "objective/train/weights_min": 0.3756450116634369, + "theoretical_loss": 3.3510576257363907, + "tokens_seen": 2978611200 + }, + { + "epoch": 0.9, + "learning_rate": 9.82988284384529e-05, + "loss": 0.0671, + "theoretical_loss": 3.3510463682159943, + "tokens_seen": 2978742272 + }, + { + "epoch": 0.9, + "learning_rate": 9.821858449687049e-05, + "loss": 0.0645, + "theoretical_loss": 3.3510238550772615, + "tokens_seen": 2979004416 + }, + { + "epoch": 0.9, + "learning_rate": 9.813834055528807e-05, + "loss": 0.0622, + "theoretical_loss": 3.3510013444741844, + "tokens_seen": 2979266560 + }, + { + "epoch": 0.9, + "learning_rate": 9.805809661370567e-05, + "loss": 0.0645, + "theoretical_loss": 3.350978836406255, + "tokens_seen": 2979528704 + }, + { + "epoch": 0.9, + "learning_rate": 9.797785267212326e-05, + "loss": 0.0652, + "theoretical_loss": 3.3509563308729646, + "tokens_seen": 2979790848 + }, + { + "epoch": 0.9, + "learning_rate": 9.789760873054084e-05, + "loss": 0.0628, + "theoretical_loss": 3.350933827873804, + "tokens_seen": 2980052992 + }, + { + "epoch": 0.9, + "learning_rate": 9.781736478895843e-05, + "loss": 0.0668, + "theoretical_loss": 3.3509113274082662, + "tokens_seen": 2980315136 + }, + { + "epoch": 0.9, + "learning_rate": 9.773712084737603e-05, + "loss": 0.0656, + "theoretical_loss": 3.350888829475842, + "tokens_seen": 2980577280 + }, + { + "epoch": 0.9, + "learning_rate": 9.765687690579361e-05, + "loss": 0.0622, + "theoretical_loss": 3.3508663340760245, + "tokens_seen": 2980839424 + }, + { + "epoch": 0.9, + "learning_rate": 9.757663296421121e-05, + "loss": 0.0677, + "theoretical_loss": 3.3508438412083055, + "tokens_seen": 2981101568 + }, + { + "epoch": 0.9, + "learning_rate": 9.74963890226288e-05, + "loss": 0.0645, + "theoretical_loss": 3.350821350872177, + "tokens_seen": 2981363712 + }, + { + "epoch": 0.9, + "learning_rate": 9.741614508104638e-05, + "loss": 0.0631, + "theoretical_loss": 3.3507988630671317, + "tokens_seen": 2981625856 + }, + { + "epoch": 0.9, + "objective/train/advantage_avg": 0.0006727254367433488, + "objective/train/docs_used": 1084154, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2506862878799438, + "objective/train/original_loss": 1.2506862878799438, + "objective/train/theoretical_loss": 3.3507763777926627, + "objective/train/tokens_used": 3002348000, + "objective/train/value_avg": -0.007419586181640625, + "objective/train/value_loss": 0.00015827013703528792, + "objective/train/value_max": -1.817941665649414e-05, + "objective/train/value_min": -0.96630859375, + "objective/train/value_reward_corr": 0.8106686623712032, + "objective/train/value_std": 0.01800537109375, + "objective/train/weight_avg": 1.000748872756958, + "objective/train/weighted_lm_loss": 1.2516453266143799, + "objective/train/weights_max": 1.8618712425231934, + "objective/train/weights_min": 0.3871614336967468, + "theoretical_loss": 3.3507763777926627, + "tokens_seen": 2981888000 + }, + { + "epoch": 0.9, + "learning_rate": 9.733590113946397e-05, + "loss": 0.0636, + "theoretical_loss": 3.3507763777926627, + "tokens_seen": 2981888000 + }, + { + "epoch": 0.9, + "learning_rate": 9.725565719788155e-05, + "loss": 0.0629, + "theoretical_loss": 3.3507538950482623, + "tokens_seen": 2982150144 + }, + { + "epoch": 0.9, + "learning_rate": 9.717541325629915e-05, + "loss": 0.0646, + "theoretical_loss": 3.3507314148334233, + "tokens_seen": 2982412288 + }, + { + "epoch": 0.9, + "learning_rate": 9.709516931471674e-05, + "loss": 0.0652, + "theoretical_loss": 3.3507089371476395, + "tokens_seen": 2982674432 + }, + { + "epoch": 0.9, + "learning_rate": 9.701492537313434e-05, + "loss": 0.0652, + "theoretical_loss": 3.3506864619904038, + "tokens_seen": 2982936576 + }, + { + "epoch": 0.9, + "learning_rate": 9.693468143155191e-05, + "loss": 0.0624, + "theoretical_loss": 3.3506639893612093, + "tokens_seen": 2983198720 + }, + { + "epoch": 0.9, + "learning_rate": 9.685443748996951e-05, + "loss": 0.0635, + "theoretical_loss": 3.3506415192595496, + "tokens_seen": 2983460864 + }, + { + "epoch": 0.9, + "learning_rate": 9.67741935483871e-05, + "loss": 0.0624, + "theoretical_loss": 3.350619051684919, + "tokens_seen": 2983723008 + }, + { + "epoch": 0.9, + "learning_rate": 9.669394960680469e-05, + "loss": 0.063, + "theoretical_loss": 3.3505965866368106, + "tokens_seen": 2983985152 + }, + { + "epoch": 0.9, + "learning_rate": 9.661370566522228e-05, + "loss": 0.0613, + "theoretical_loss": 3.3505741241147184, + "tokens_seen": 2984247296 + }, + { + "epoch": 0.9, + "learning_rate": 9.653346172363988e-05, + "loss": 0.0624, + "theoretical_loss": 3.350551664118137, + "tokens_seen": 2984509440 + }, + { + "epoch": 0.9, + "learning_rate": 9.645321778205746e-05, + "loss": 0.0636, + "theoretical_loss": 3.35052920664656, + "tokens_seen": 2984771584 + }, + { + "epoch": 0.9, + "learning_rate": 9.637297384047504e-05, + "loss": 0.0642, + "theoretical_loss": 3.350506751699483, + "tokens_seen": 2985033728 + }, + { + "epoch": 0.9, + "objective/train/advantage_avg": -0.00023491053434554487, + "objective/train/docs_used": 1085234, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2562737464904785, + "objective/train/original_loss": 1.2562737464904785, + "objective/train/theoretical_loss": 3.3504955251724735, + "objective/train/tokens_used": 3005624800, + "objective/train/value_avg": -0.0072784423828125, + "objective/train/value_loss": 0.00015968788648024201, + "objective/train/value_max": -1.138448715209961e-05, + "objective/train/value_min": -0.359375, + "objective/train/value_reward_corr": 0.7180254659265052, + "objective/train/value_std": 0.013427734375, + "objective/train/weight_avg": 0.9998387694358826, + "objective/train/weighted_lm_loss": 1.2560580968856812, + "objective/train/weights_max": 1.4324339628219604, + "objective/train/weights_min": 0.3781697452068329, + "theoretical_loss": 3.3504955251724735, + "tokens_seen": 2985164800 + }, + { + "epoch": 0.9, + "learning_rate": 9.629272989889263e-05, + "loss": 0.0622, + "theoretical_loss": 3.3504842992763995, + "tokens_seen": 2985295872 + }, + { + "epoch": 0.9, + "learning_rate": 9.621248595731022e-05, + "loss": 0.0646, + "theoretical_loss": 3.350461849376804, + "tokens_seen": 2985558016 + }, + { + "epoch": 0.9, + "learning_rate": 9.613224201572782e-05, + "loss": 0.0657, + "theoretical_loss": 3.350439402000192, + "tokens_seen": 2985820160 + }, + { + "epoch": 0.9, + "learning_rate": 9.60519980741454e-05, + "loss": 0.0631, + "theoretical_loss": 3.3504169571460585, + "tokens_seen": 2986082304 + }, + { + "epoch": 0.9, + "learning_rate": 9.5971754132563e-05, + "loss": 0.0647, + "theoretical_loss": 3.3503945148138983, + "tokens_seen": 2986344448 + }, + { + "epoch": 0.91, + "learning_rate": 9.589151019098058e-05, + "loss": 0.064, + "theoretical_loss": 3.350372075003207, + "tokens_seen": 2986606592 + }, + { + "epoch": 0.91, + "learning_rate": 9.581126624939817e-05, + "loss": 0.0629, + "theoretical_loss": 3.3503496377134794, + "tokens_seen": 2986868736 + }, + { + "epoch": 0.91, + "learning_rate": 9.573102230781576e-05, + "loss": 0.0628, + "theoretical_loss": 3.3503272029442117, + "tokens_seen": 2987130880 + }, + { + "epoch": 0.91, + "learning_rate": 9.565077836623336e-05, + "loss": 0.0631, + "theoretical_loss": 3.3503047706948994, + "tokens_seen": 2987393024 + }, + { + "epoch": 0.91, + "learning_rate": 9.557053442465094e-05, + "loss": 0.0617, + "theoretical_loss": 3.3502823409650384, + "tokens_seen": 2987655168 + }, + { + "epoch": 0.91, + "learning_rate": 9.549029048306854e-05, + "loss": 0.0662, + "theoretical_loss": 3.3502599137541247, + "tokens_seen": 2987917312 + }, + { + "epoch": 0.91, + "learning_rate": 9.541004654148612e-05, + "loss": 0.0655, + "theoretical_loss": 3.350237489061654, + "tokens_seen": 2988179456 + }, + { + "epoch": 0.91, + "objective/train/advantage_avg": 0.0005262534250505269, + "objective/train/docs_used": 1086412, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1324464082717896, + "objective/train/original_loss": 1.1324462890625, + "objective/train/theoretical_loss": 3.350215066887124, + "objective/train/tokens_used": 3008901600, + "objective/train/value_avg": -0.0078887939453125, + "objective/train/value_loss": 8.708904351806268e-05, + "objective/train/value_max": -4.2319297790527344e-05, + "objective/train/value_min": -0.42333984375, + "objective/train/value_reward_corr": 0.8023377106471877, + "objective/train/value_std": 0.013275146484375, + "objective/train/weight_avg": 1.0005695819854736, + "objective/train/weighted_lm_loss": 1.133293867111206, + "objective/train/weights_max": 1.2667224407196045, + "objective/train/weights_min": 0.8244693875312805, + "theoretical_loss": 3.350215066887124, + "tokens_seen": 2988441600 + }, + { + "epoch": 0.91, + "learning_rate": 9.53298025999037e-05, + "loss": 0.0647, + "theoretical_loss": 3.350215066887124, + "tokens_seen": 2988441600 + }, + { + "epoch": 0.91, + "learning_rate": 9.52495586583213e-05, + "loss": 0.0631, + "theoretical_loss": 3.3501926472300294, + "tokens_seen": 2988703744 + }, + { + "epoch": 0.91, + "learning_rate": 9.516931471673889e-05, + "loss": 0.0632, + "theoretical_loss": 3.3501702300898675, + "tokens_seen": 2988965888 + }, + { + "epoch": 0.91, + "learning_rate": 9.508907077515648e-05, + "loss": 0.0636, + "theoretical_loss": 3.3501478154661353, + "tokens_seen": 2989228032 + }, + { + "epoch": 0.91, + "learning_rate": 9.500882683357407e-05, + "loss": 0.064, + "theoretical_loss": 3.3501254033583296, + "tokens_seen": 2989490176 + }, + { + "epoch": 0.91, + "learning_rate": 9.492858289199166e-05, + "loss": 0.0659, + "theoretical_loss": 3.350102993765947, + "tokens_seen": 2989752320 + }, + { + "epoch": 0.91, + "learning_rate": 9.484833895040924e-05, + "loss": 0.0664, + "theoretical_loss": 3.3500805866884855, + "tokens_seen": 2990014464 + }, + { + "epoch": 0.91, + "learning_rate": 9.476809500882684e-05, + "loss": 0.0597, + "theoretical_loss": 3.350058182125441, + "tokens_seen": 2990276608 + }, + { + "epoch": 0.91, + "learning_rate": 9.468785106724443e-05, + "loss": 0.0632, + "theoretical_loss": 3.3500357800763125, + "tokens_seen": 2990538752 + }, + { + "epoch": 0.91, + "learning_rate": 9.460760712566202e-05, + "loss": 0.0635, + "theoretical_loss": 3.3500133805405965, + "tokens_seen": 2990800896 + }, + { + "epoch": 0.91, + "learning_rate": 9.452736318407961e-05, + "loss": 0.0636, + "theoretical_loss": 3.3499909835177912, + "tokens_seen": 2991063040 + }, + { + "epoch": 0.91, + "learning_rate": 9.444711924249718e-05, + "loss": 0.0664, + "theoretical_loss": 3.3499685890073945, + "tokens_seen": 2991325184 + }, + { + "epoch": 0.91, + "learning_rate": 9.436687530091478e-05, + "loss": 0.0629, + "theoretical_loss": 3.3499461970089044, + "tokens_seen": 2991587328 + }, + { + "epoch": 0.91, + "objective/train/advantage_avg": 0.00040886166971176863, + "objective/train/docs_used": 1087632, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2941908836364746, + "objective/train/original_loss": 1.2941908836364746, + "objective/train/theoretical_loss": 3.3499350019514678, + "objective/train/tokens_used": 3012178400, + "objective/train/value_avg": -0.007465362548828125, + "objective/train/value_loss": 0.0002605184563435614, + "objective/train/value_max": -2.9325485229492188e-05, + "objective/train/value_min": -0.68603515625, + "objective/train/value_reward_corr": 0.7133437181595812, + "objective/train/value_std": 0.016387939453125, + "objective/train/weight_avg": 1.0005245208740234, + "objective/train/weighted_lm_loss": 1.294075608253479, + "objective/train/weights_max": 1.4354857206344604, + "objective/train/weights_min": 0.3746604323387146, + "theoretical_loss": 3.3499350019514678, + "tokens_seen": 2991718400 + }, + { + "epoch": 0.91, + "learning_rate": 9.428663135933237e-05, + "loss": 0.0636, + "theoretical_loss": 3.349923807521819, + "tokens_seen": 2991849472 + }, + { + "epoch": 0.91, + "learning_rate": 9.420638741774997e-05, + "loss": 0.0662, + "theoretical_loss": 3.3499014205456366, + "tokens_seen": 2992111616 + }, + { + "epoch": 0.91, + "learning_rate": 9.412614347616755e-05, + "loss": 0.0633, + "theoretical_loss": 3.349879036079856, + "tokens_seen": 2992373760 + }, + { + "epoch": 0.91, + "learning_rate": 9.404589953458515e-05, + "loss": 0.0619, + "theoretical_loss": 3.349856654123975, + "tokens_seen": 2992635904 + }, + { + "epoch": 0.91, + "learning_rate": 9.396565559300272e-05, + "loss": 0.0621, + "theoretical_loss": 3.349834274677493, + "tokens_seen": 2992898048 + }, + { + "epoch": 0.91, + "learning_rate": 9.388541165142032e-05, + "loss": 0.062, + "theoretical_loss": 3.349811897739909, + "tokens_seen": 2993160192 + }, + { + "epoch": 0.91, + "learning_rate": 9.380516770983791e-05, + "loss": 0.0613, + "theoretical_loss": 3.3497895233107218, + "tokens_seen": 2993422336 + }, + { + "epoch": 0.91, + "learning_rate": 9.37249237682555e-05, + "loss": 0.0621, + "theoretical_loss": 3.3497671513894307, + "tokens_seen": 2993684480 + }, + { + "epoch": 0.91, + "learning_rate": 9.364467982667309e-05, + "loss": 0.0652, + "theoretical_loss": 3.3497447819755344, + "tokens_seen": 2993946624 + }, + { + "epoch": 0.91, + "learning_rate": 9.356443588509068e-05, + "loss": 0.0629, + "theoretical_loss": 3.349722415068533, + "tokens_seen": 2994208768 + }, + { + "epoch": 0.91, + "learning_rate": 9.348419194350826e-05, + "loss": 0.0642, + "theoretical_loss": 3.3497000506679266, + "tokens_seen": 2994470912 + }, + { + "epoch": 0.91, + "learning_rate": 9.340394800192585e-05, + "loss": 0.0635, + "theoretical_loss": 3.349677688773214, + "tokens_seen": 2994733056 + }, + { + "epoch": 0.91, + "objective/train/advantage_avg": 3.4961773053510115e-05, + "objective/train/docs_used": 1088743, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2556887865066528, + "objective/train/original_loss": 1.2556886672973633, + "objective/train/theoretical_loss": 3.3496553293838955, + "objective/train/tokens_used": 3015455200, + "objective/train/value_avg": -0.007411956787109375, + "objective/train/value_loss": 0.00037270941538736224, + "objective/train/value_max": -2.7298927307128906e-05, + "objective/train/value_min": -0.70458984375, + "objective/train/value_reward_corr": 0.7171935210711107, + "objective/train/value_std": 0.016876220703125, + "objective/train/weight_avg": 1.000195860862732, + "objective/train/weighted_lm_loss": 1.2555975914001465, + "objective/train/weights_max": 1.9436171054840088, + "objective/train/weights_min": 0.36821219325065613, + "theoretical_loss": 3.3496553293838955, + "tokens_seen": 2994995200 + }, + { + "epoch": 0.91, + "learning_rate": 9.332370406034345e-05, + "loss": 0.0621, + "theoretical_loss": 3.3496553293838955, + "tokens_seen": 2994995200 + }, + { + "epoch": 0.91, + "learning_rate": 9.324346011876103e-05, + "loss": 0.0645, + "theoretical_loss": 3.349632972499471, + "tokens_seen": 2995257344 + }, + { + "epoch": 0.91, + "learning_rate": 9.316321617717863e-05, + "loss": 0.0602, + "theoretical_loss": 3.3496106181194407, + "tokens_seen": 2995519488 + }, + { + "epoch": 0.91, + "learning_rate": 9.308297223559622e-05, + "loss": 0.0624, + "theoretical_loss": 3.3495882662433054, + "tokens_seen": 2995781632 + }, + { + "epoch": 0.91, + "learning_rate": 9.30027282940138e-05, + "loss": 0.0635, + "theoretical_loss": 3.349565916870565, + "tokens_seen": 2996043776 + }, + { + "epoch": 0.91, + "learning_rate": 9.292248435243139e-05, + "loss": 0.0652, + "theoretical_loss": 3.34954357000072, + "tokens_seen": 2996305920 + }, + { + "epoch": 0.91, + "learning_rate": 9.284224041084899e-05, + "loss": 0.0636, + "theoretical_loss": 3.3495212256332723, + "tokens_seen": 2996568064 + }, + { + "epoch": 0.91, + "learning_rate": 9.276199646926657e-05, + "loss": 0.0629, + "theoretical_loss": 3.3494988837677213, + "tokens_seen": 2996830208 + }, + { + "epoch": 0.91, + "learning_rate": 9.268175252768417e-05, + "loss": 0.0636, + "theoretical_loss": 3.349476544403569, + "tokens_seen": 2997092352 + }, + { + "epoch": 0.91, + "learning_rate": 9.260150858610176e-05, + "loss": 0.0627, + "theoretical_loss": 3.349454207540316, + "tokens_seen": 2997354496 + }, + { + "epoch": 0.91, + "learning_rate": 9.252126464451933e-05, + "loss": 0.064, + "theoretical_loss": 3.3494318731774646, + "tokens_seen": 2997616640 + }, + { + "epoch": 0.91, + "learning_rate": 9.244102070293693e-05, + "loss": 0.0624, + "theoretical_loss": 3.3494095413145155, + "tokens_seen": 2997878784 + }, + { + "epoch": 0.91, + "learning_rate": 9.236077676135451e-05, + "loss": 0.0627, + "theoretical_loss": 3.3493872119509702, + "tokens_seen": 2998140928 + }, + { + "epoch": 0.91, + "objective/train/advantage_avg": 0.00022911287669558078, + "objective/train/docs_used": 1089857, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3948999643325806, + "objective/train/original_loss": 1.394899845123291, + "objective/train/theoretical_loss": 3.3493760482063184, + "objective/train/tokens_used": 3018732000, + "objective/train/value_avg": -0.007083892822265625, + "objective/train/value_loss": 0.00021105099585838616, + "objective/train/value_max": -2.4318695068359375e-05, + "objective/train/value_min": -0.2352294921875, + "objective/train/value_reward_corr": 0.719385771528646, + "objective/train/value_std": 0.01371002197265625, + "objective/train/weight_avg": 1.000325322151184, + "objective/train/weighted_lm_loss": 1.3952537775039673, + "objective/train/weights_max": 1.2006479501724243, + "objective/train/weights_min": 0.38004398345947266, + "theoretical_loss": 3.3493760482063184, + "tokens_seen": 2998272000 + }, + { + "epoch": 0.91, + "learning_rate": 9.228053281977211e-05, + "loss": 0.0634, + "theoretical_loss": 3.349364885086331, + "tokens_seen": 2998403072 + }, + { + "epoch": 0.91, + "learning_rate": 9.22002888781897e-05, + "loss": 0.0631, + "theoretical_loss": 3.3493425607200993, + "tokens_seen": 2998665216 + }, + { + "epoch": 0.91, + "learning_rate": 9.21200449366073e-05, + "loss": 0.0656, + "theoretical_loss": 3.349320238851777, + "tokens_seen": 2998927360 + }, + { + "epoch": 0.91, + "learning_rate": 9.203980099502487e-05, + "loss": 0.0629, + "theoretical_loss": 3.3492979194808674, + "tokens_seen": 2999189504 + }, + { + "epoch": 0.91, + "learning_rate": 9.195955705344247e-05, + "loss": 0.0628, + "theoretical_loss": 3.349275602606872, + "tokens_seen": 2999451648 + }, + { + "epoch": 0.91, + "learning_rate": 9.187931311186005e-05, + "loss": 0.0639, + "theoretical_loss": 3.3492532882292934, + "tokens_seen": 2999713792 + }, + { + "epoch": 0.91, + "learning_rate": 9.179906917027765e-05, + "loss": 0.064, + "theoretical_loss": 3.3492309763476342, + "tokens_seen": 2999975936 + }, + { + "epoch": 0.91, + "learning_rate": 9.171882522869524e-05, + "loss": 0.0638, + "theoretical_loss": 3.349208666961397, + "tokens_seen": 3000238080 + }, + { + "epoch": 0.91, + "learning_rate": 9.163858128711282e-05, + "loss": 0.0622, + "theoretical_loss": 3.349186360070085, + "tokens_seen": 3000500224 + }, + { + "epoch": 0.91, + "learning_rate": 9.155833734553041e-05, + "loss": 0.0626, + "theoretical_loss": 3.349164055673201, + "tokens_seen": 3000762368 + }, + { + "epoch": 0.91, + "learning_rate": 9.1478093403948e-05, + "loss": 0.0652, + "theoretical_loss": 3.3491417537702484, + "tokens_seen": 3001024512 + }, + { + "epoch": 0.91, + "learning_rate": 9.13978494623656e-05, + "loss": 0.0625, + "theoretical_loss": 3.3491194543607308, + "tokens_seen": 3001286656 + }, + { + "epoch": 0.91, + "objective/train/advantage_avg": 0.00011277986050117761, + "objective/train/docs_used": 1091037, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1824092864990234, + "objective/train/original_loss": 1.1824090480804443, + "objective/train/theoretical_loss": 3.349097157444151, + "objective/train/tokens_used": 3022008800, + "objective/train/value_avg": -0.007106781005859375, + "objective/train/value_loss": 0.000144385383464396, + "objective/train/value_max": -6.109476089477539e-05, + "objective/train/value_min": -0.49267578125, + "objective/train/value_reward_corr": 0.7802280491482488, + "objective/train/value_std": 0.01390838623046875, + "objective/train/weight_avg": 1.0001804828643799, + "objective/train/weighted_lm_loss": 1.1817988157272339, + "objective/train/weights_max": 1.6366897821426392, + "objective/train/weights_min": 0.36866194009780884, + "theoretical_loss": 3.349097157444151, + "tokens_seen": 3001548800 + }, + { + "epoch": 0.91, + "learning_rate": 9.131760552078318e-05, + "loss": 0.0637, + "theoretical_loss": 3.349097157444151, + "tokens_seen": 3001548800 + }, + { + "epoch": 0.91, + "learning_rate": 9.123736157920078e-05, + "loss": 0.0655, + "theoretical_loss": 3.349074863020013, + "tokens_seen": 3001810944 + }, + { + "epoch": 0.91, + "learning_rate": 9.115711763761836e-05, + "loss": 0.063, + "theoretical_loss": 3.3490525710878205, + "tokens_seen": 3002073088 + }, + { + "epoch": 0.91, + "learning_rate": 9.107687369603595e-05, + "loss": 0.0638, + "theoretical_loss": 3.3490302816470776, + "tokens_seen": 3002335232 + }, + { + "epoch": 0.91, + "learning_rate": 9.099662975445354e-05, + "loss": 0.0641, + "theoretical_loss": 3.349007994697288, + "tokens_seen": 3002597376 + }, + { + "epoch": 0.91, + "learning_rate": 9.091638581287113e-05, + "loss": 0.0632, + "theoretical_loss": 3.348985710237956, + "tokens_seen": 3002859520 + }, + { + "epoch": 0.91, + "learning_rate": 9.083614187128872e-05, + "loss": 0.0649, + "theoretical_loss": 3.348963428268586, + "tokens_seen": 3003121664 + }, + { + "epoch": 0.91, + "learning_rate": 9.075589792970632e-05, + "loss": 0.063, + "theoretical_loss": 3.3489411487886827, + "tokens_seen": 3003383808 + }, + { + "epoch": 0.91, + "learning_rate": 9.06756539881239e-05, + "loss": 0.0627, + "theoretical_loss": 3.34891887179775, + "tokens_seen": 3003645952 + }, + { + "epoch": 0.91, + "learning_rate": 9.059541004654148e-05, + "loss": 0.0633, + "theoretical_loss": 3.348896597295293, + "tokens_seen": 3003908096 + }, + { + "epoch": 0.91, + "learning_rate": 9.051516610495908e-05, + "loss": 0.0619, + "theoretical_loss": 3.3488743252808173, + "tokens_seen": 3004170240 + }, + { + "epoch": 0.91, + "learning_rate": 9.043492216337666e-05, + "loss": 0.0648, + "theoretical_loss": 3.3488520557538273, + "tokens_seen": 3004432384 + }, + { + "epoch": 0.91, + "learning_rate": 9.035467822179426e-05, + "loss": 0.0638, + "theoretical_loss": 3.348829788713828, + "tokens_seen": 3004694528 + }, + { + "epoch": 0.91, + "objective/train/advantage_avg": 0.0005055723013356328, + "objective/train/docs_used": 1092332, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3807605504989624, + "objective/train/original_loss": 1.3807604312896729, + "objective/train/theoretical_loss": 3.348818656126295, + "objective/train/tokens_used": 3025285600, + "objective/train/value_avg": -0.00833892822265625, + "objective/train/value_loss": 0.00036106101470068097, + "objective/train/value_max": -3.737211227416992e-05, + "objective/train/value_min": -0.67041015625, + "objective/train/value_reward_corr": 0.6642457926162648, + "objective/train/value_std": 0.0163726806640625, + "objective/train/weight_avg": 1.0006579160690308, + "objective/train/weighted_lm_loss": 1.3811287879943848, + "objective/train/weights_max": 1.2509170770645142, + "objective/train/weights_min": 0.36963924765586853, + "theoretical_loss": 3.348818656126295, + "tokens_seen": 3004825600 + }, + { + "epoch": 0.91, + "learning_rate": 9.027443428021185e-05, + "loss": 0.0632, + "theoretical_loss": 3.348807524160325, + "tokens_seen": 3004956672 + }, + { + "epoch": 0.91, + "learning_rate": 9.019419033862944e-05, + "loss": 0.0627, + "theoretical_loss": 3.3487852620928233, + "tokens_seen": 3005218816 + }, + { + "epoch": 0.91, + "learning_rate": 9.011394639704702e-05, + "loss": 0.0614, + "theoretical_loss": 3.3487630025108293, + "tokens_seen": 3005480960 + }, + { + "epoch": 0.91, + "learning_rate": 9.003370245546462e-05, + "loss": 0.0621, + "theoretical_loss": 3.3487407454138483, + "tokens_seen": 3005743104 + }, + { + "epoch": 0.91, + "learning_rate": 8.99534585138822e-05, + "loss": 0.0632, + "theoretical_loss": 3.348718490801386, + "tokens_seen": 3006005248 + }, + { + "epoch": 0.91, + "learning_rate": 8.98732145722998e-05, + "loss": 0.0654, + "theoretical_loss": 3.348696238672949, + "tokens_seen": 3006267392 + }, + { + "epoch": 0.91, + "learning_rate": 8.979297063071739e-05, + "loss": 0.063, + "theoretical_loss": 3.3486739890280433, + "tokens_seen": 3006529536 + }, + { + "epoch": 0.91, + "learning_rate": 8.971272668913497e-05, + "loss": 0.0661, + "theoretical_loss": 3.3486517418661745, + "tokens_seen": 3006791680 + }, + { + "epoch": 0.91, + "learning_rate": 8.963248274755256e-05, + "loss": 0.0652, + "theoretical_loss": 3.3486294971868498, + "tokens_seen": 3007053824 + }, + { + "epoch": 0.91, + "learning_rate": 8.955223880597014e-05, + "loss": 0.0632, + "theoretical_loss": 3.3486072549895756, + "tokens_seen": 3007315968 + }, + { + "epoch": 0.91, + "learning_rate": 8.947199486438774e-05, + "loss": 0.0656, + "theoretical_loss": 3.3485850152738585, + "tokens_seen": 3007578112 + }, + { + "epoch": 0.91, + "learning_rate": 8.939175092280533e-05, + "loss": 0.0623, + "theoretical_loss": 3.3485627780392058, + "tokens_seen": 3007840256 + }, + { + "epoch": 0.91, + "objective/train/advantage_avg": 0.000586802838370204, + "objective/train/docs_used": 1093533, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1280921697616577, + "objective/train/original_loss": 1.1280922889709473, + "objective/train/theoretical_loss": 3.348540543285124, + "objective/train/tokens_used": 3028562400, + "objective/train/value_avg": -0.004405975341796875, + "objective/train/value_loss": 7.859413017285988e-05, + "objective/train/value_max": -1.722574234008789e-05, + "objective/train/value_min": -0.4375, + "objective/train/value_reward_corr": 0.7391174641459285, + "objective/train/value_std": 0.0101318359375, + "objective/train/weight_avg": 1.0006258487701416, + "objective/train/weighted_lm_loss": 1.1281434297561646, + "objective/train/weights_max": 1.4142379760742188, + "objective/train/weights_min": 0.8225123286247253, + "theoretical_loss": 3.348540543285124, + "tokens_seen": 3008102400 + }, + { + "epoch": 0.91, + "learning_rate": 8.931150698122293e-05, + "loss": 0.0613, + "theoretical_loss": 3.348540543285124, + "tokens_seen": 3008102400 + }, + { + "epoch": 0.91, + "learning_rate": 8.923126303964051e-05, + "loss": 0.0631, + "theoretical_loss": 3.3485183110111203, + "tokens_seen": 3008364544 + }, + { + "epoch": 0.91, + "learning_rate": 8.91510190980581e-05, + "loss": 0.0618, + "theoretical_loss": 3.348496081216702, + "tokens_seen": 3008626688 + }, + { + "epoch": 0.91, + "learning_rate": 8.907077515647568e-05, + "loss": 0.0661, + "theoretical_loss": 3.3484738539013774, + "tokens_seen": 3008888832 + }, + { + "epoch": 0.91, + "learning_rate": 8.899053121489328e-05, + "loss": 0.0637, + "theoretical_loss": 3.3484516290646527, + "tokens_seen": 3009150976 + }, + { + "epoch": 0.91, + "learning_rate": 8.891028727331087e-05, + "loss": 0.0659, + "theoretical_loss": 3.3484294067060367, + "tokens_seen": 3009413120 + }, + { + "epoch": 0.91, + "learning_rate": 8.883004333172845e-05, + "loss": 0.0626, + "theoretical_loss": 3.3484071868250367, + "tokens_seen": 3009675264 + }, + { + "epoch": 0.91, + "learning_rate": 8.874979939014605e-05, + "loss": 0.0646, + "theoretical_loss": 3.348384969421161, + "tokens_seen": 3009937408 + }, + { + "epoch": 0.91, + "learning_rate": 8.866955544856362e-05, + "loss": 0.0621, + "theoretical_loss": 3.3483627544939174, + "tokens_seen": 3010199552 + }, + { + "epoch": 0.91, + "learning_rate": 8.858931150698122e-05, + "loss": 0.0652, + "theoretical_loss": 3.3483405420428145, + "tokens_seen": 3010461696 + }, + { + "epoch": 0.91, + "learning_rate": 8.850906756539881e-05, + "loss": 0.0627, + "theoretical_loss": 3.34831833206736, + "tokens_seen": 3010723840 + }, + { + "epoch": 0.91, + "learning_rate": 8.842882362381641e-05, + "loss": 0.0629, + "theoretical_loss": 3.3482961245670637, + "tokens_seen": 3010985984 + }, + { + "epoch": 0.91, + "learning_rate": 8.834857968223399e-05, + "loss": 0.0628, + "theoretical_loss": 3.348273919541434, + "tokens_seen": 3011248128 + }, + { + "epoch": 0.91, + "objective/train/advantage_avg": 0.00027002778369933367, + "objective/train/docs_used": 1094710, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3670344352722168, + "objective/train/original_loss": 1.3670343160629272, + "objective/train/theoretical_loss": 3.348262817956465, + "objective/train/tokens_used": 3031839200, + "objective/train/value_avg": -0.00473785400390625, + "objective/train/value_loss": 0.00022204061679076403, + "objective/train/value_max": -3.1948089599609375e-05, + "objective/train/value_min": -0.339599609375, + "objective/train/value_reward_corr": 0.5361485612714035, + "objective/train/value_std": 0.01027679443359375, + "objective/train/weight_avg": 1.0003646612167358, + "objective/train/weighted_lm_loss": 1.3676769733428955, + "objective/train/weights_max": 1.329630970954895, + "objective/train/weights_min": 0.3726079761981964, + "theoretical_loss": 3.348262817956465, + "tokens_seen": 3011379200 + }, + { + "epoch": 0.91, + "learning_rate": 8.826833574065159e-05, + "loss": 0.066, + "theoretical_loss": 3.348251716989979, + "tokens_seen": 3011510272 + }, + { + "epoch": 0.91, + "learning_rate": 8.818809179906916e-05, + "loss": 0.064, + "theoretical_loss": 3.3482295169122076, + "tokens_seen": 3011772416 + }, + { + "epoch": 0.91, + "learning_rate": 8.810784785748676e-05, + "loss": 0.0674, + "theoretical_loss": 3.3482073193076296, + "tokens_seen": 3012034560 + }, + { + "epoch": 0.91, + "learning_rate": 8.802760391590435e-05, + "loss": 0.0619, + "theoretical_loss": 3.3481851241757545, + "tokens_seen": 3012296704 + }, + { + "epoch": 0.91, + "learning_rate": 8.794735997432195e-05, + "loss": 0.0642, + "theoretical_loss": 3.3481629315160912, + "tokens_seen": 3012558848 + }, + { + "epoch": 0.91, + "learning_rate": 8.786711603273953e-05, + "loss": 0.0645, + "theoretical_loss": 3.348140741328149, + "tokens_seen": 3012820992 + }, + { + "epoch": 0.91, + "learning_rate": 8.778687209115712e-05, + "loss": 0.0651, + "theoretical_loss": 3.348118553611438, + "tokens_seen": 3013083136 + }, + { + "epoch": 0.91, + "learning_rate": 8.770662814957472e-05, + "loss": 0.0663, + "theoretical_loss": 3.348096368365468, + "tokens_seen": 3013345280 + }, + { + "epoch": 0.91, + "learning_rate": 8.762638420799229e-05, + "loss": 0.0639, + "theoretical_loss": 3.348074185589749, + "tokens_seen": 3013607424 + }, + { + "epoch": 0.91, + "learning_rate": 8.754614026640989e-05, + "loss": 0.0643, + "theoretical_loss": 3.3480520052837908, + "tokens_seen": 3013869568 + }, + { + "epoch": 0.91, + "learning_rate": 8.746589632482747e-05, + "loss": 0.0628, + "theoretical_loss": 3.348029827447104, + "tokens_seen": 3014131712 + }, + { + "epoch": 0.91, + "learning_rate": 8.738565238324507e-05, + "loss": 0.0642, + "theoretical_loss": 3.3480076520791986, + "tokens_seen": 3014393856 + }, + { + "epoch": 0.91, + "objective/train/advantage_avg": 0.0003245487459935248, + "objective/train/docs_used": 1095882, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3156492710113525, + "objective/train/original_loss": 1.315649151802063, + "objective/train/theoretical_loss": 3.3479854791795853, + "objective/train/tokens_used": 3035116000, + "objective/train/value_avg": -0.006969451904296875, + "objective/train/value_loss": 0.00018632083083502948, + "objective/train/value_max": -2.0444393157958984e-05, + "objective/train/value_min": -0.91015625, + "objective/train/value_reward_corr": 0.7362309650756194, + "objective/train/value_std": 0.01450347900390625, + "objective/train/weight_avg": 1.0004096031188965, + "objective/train/weighted_lm_loss": 1.3162809610366821, + "objective/train/weights_max": 1.2286704778671265, + "objective/train/weights_min": 0.37208810448646545, + "theoretical_loss": 3.3479854791795853, + "tokens_seen": 3014656000 + }, + { + "epoch": 0.91, + "learning_rate": 8.730540844166266e-05, + "loss": 0.0637, + "theoretical_loss": 3.3479854791795853, + "tokens_seen": 3014656000 + }, + { + "epoch": 0.91, + "learning_rate": 8.722516450008026e-05, + "loss": 0.0632, + "theoretical_loss": 3.347963308747775, + "tokens_seen": 3014918144 + }, + { + "epoch": 0.91, + "learning_rate": 8.714492055849783e-05, + "loss": 0.0643, + "theoretical_loss": 3.347941140783278, + "tokens_seen": 3015180288 + }, + { + "epoch": 0.91, + "learning_rate": 8.706467661691543e-05, + "loss": 0.0645, + "theoretical_loss": 3.347918975285606, + "tokens_seen": 3015442432 + }, + { + "epoch": 0.91, + "learning_rate": 8.698443267533301e-05, + "loss": 0.0623, + "theoretical_loss": 3.347896812254269, + "tokens_seen": 3015704576 + }, + { + "epoch": 0.91, + "learning_rate": 8.69041887337506e-05, + "loss": 0.0648, + "theoretical_loss": 3.3478746516887794, + "tokens_seen": 3015966720 + }, + { + "epoch": 0.91, + "learning_rate": 8.68239447921682e-05, + "loss": 0.0607, + "theoretical_loss": 3.347852493588648, + "tokens_seen": 3016228864 + }, + { + "epoch": 0.91, + "learning_rate": 8.674370085058578e-05, + "loss": 0.0627, + "theoretical_loss": 3.347830337953386, + "tokens_seen": 3016491008 + }, + { + "epoch": 0.91, + "learning_rate": 8.666345690900337e-05, + "loss": 0.0645, + "theoretical_loss": 3.3478081847825054, + "tokens_seen": 3016753152 + }, + { + "epoch": 0.91, + "learning_rate": 8.658321296742095e-05, + "loss": 0.066, + "theoretical_loss": 3.3477860340755177, + "tokens_seen": 3017015296 + }, + { + "epoch": 0.91, + "learning_rate": 8.650296902583855e-05, + "loss": 0.0648, + "theoretical_loss": 3.3477638858319354, + "tokens_seen": 3017277440 + }, + { + "epoch": 0.91, + "learning_rate": 8.642272508425614e-05, + "loss": 0.0645, + "theoretical_loss": 3.34774174005127, + "tokens_seen": 3017539584 + }, + { + "epoch": 0.91, + "learning_rate": 8.634248114267374e-05, + "loss": 0.0626, + "theoretical_loss": 3.347719596733034, + "tokens_seen": 3017801728 + }, + { + "epoch": 0.91, + "objective/train/advantage_avg": -0.0008912627235986292, + "objective/train/docs_used": 1096954, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2054427862167358, + "objective/train/original_loss": 1.2054427862167358, + "objective/train/theoretical_loss": 3.3477085259971746, + "objective/train/tokens_used": 3038392800, + "objective/train/value_avg": -0.00887298583984375, + "objective/train/value_loss": 0.0003679780929815024, + "objective/train/value_max": -3.790855407714844e-05, + "objective/train/value_min": -0.8984375, + "objective/train/value_reward_corr": 0.7970369733592461, + "objective/train/value_std": 0.0222015380859375, + "objective/train/weight_avg": 0.9992804527282715, + "objective/train/weighted_lm_loss": 1.2027398347854614, + "objective/train/weights_max": 1.775511384010315, + "objective/train/weights_min": 0.3725000023841858, + "theoretical_loss": 3.3477085259971746, + "tokens_seen": 3017932800 + }, + { + "epoch": 0.91, + "learning_rate": 8.626223720109132e-05, + "loss": 0.0613, + "theoretical_loss": 3.3476974558767396, + "tokens_seen": 3018063872 + }, + { + "epoch": 0.91, + "learning_rate": 8.618199325950891e-05, + "loss": 0.0614, + "theoretical_loss": 3.347675317481899, + "tokens_seen": 3018326016 + }, + { + "epoch": 0.91, + "learning_rate": 8.61017493179265e-05, + "loss": 0.0665, + "theoretical_loss": 3.3476531815480253, + "tokens_seen": 3018588160 + }, + { + "epoch": 0.91, + "learning_rate": 8.60215053763441e-05, + "loss": 0.0658, + "theoretical_loss": 3.347631048074631, + "tokens_seen": 3018850304 + }, + { + "epoch": 0.91, + "learning_rate": 8.594126143476168e-05, + "loss": 0.0633, + "theoretical_loss": 3.347608917061229, + "tokens_seen": 3019112448 + }, + { + "epoch": 0.91, + "learning_rate": 8.586101749317927e-05, + "loss": 0.0647, + "theoretical_loss": 3.347586788507332, + "tokens_seen": 3019374592 + }, + { + "epoch": 0.92, + "learning_rate": 8.578077355159686e-05, + "loss": 0.0612, + "theoretical_loss": 3.347564662412454, + "tokens_seen": 3019636736 + }, + { + "epoch": 0.92, + "learning_rate": 8.570052961001444e-05, + "loss": 0.0622, + "theoretical_loss": 3.347542538776108, + "tokens_seen": 3019898880 + }, + { + "epoch": 0.92, + "learning_rate": 8.562028566843204e-05, + "loss": 0.065, + "theoretical_loss": 3.347520417597807, + "tokens_seen": 3020161024 + }, + { + "epoch": 0.92, + "learning_rate": 8.554004172684962e-05, + "loss": 0.0638, + "theoretical_loss": 3.3474982988770647, + "tokens_seen": 3020423168 + }, + { + "epoch": 0.92, + "learning_rate": 8.545979778526722e-05, + "loss": 0.0624, + "theoretical_loss": 3.347476182613395, + "tokens_seen": 3020685312 + }, + { + "epoch": 0.92, + "learning_rate": 8.53795538436848e-05, + "loss": 0.0632, + "theoretical_loss": 3.3474540688063117, + "tokens_seen": 3020947456 + }, + { + "epoch": 0.92, + "objective/train/advantage_avg": 0.0016104214591905475, + "objective/train/docs_used": 1098075, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2066457271575928, + "objective/train/original_loss": 1.2066456079483032, + "objective/train/theoretical_loss": 3.347431957455329, + "objective/train/tokens_used": 3041669600, + "objective/train/value_avg": -0.0083160400390625, + "objective/train/value_loss": 0.00021001716959290206, + "objective/train/value_max": -4.07099723815918e-05, + "objective/train/value_min": -0.32763671875, + "objective/train/value_reward_corr": 0.6317502029294193, + "objective/train/value_std": 0.015472412109375, + "objective/train/weight_avg": 1.0017139911651611, + "objective/train/weighted_lm_loss": 1.2092204093933105, + "objective/train/weights_max": 1.180879831314087, + "objective/train/weights_min": 0.5644981861114502, + "theoretical_loss": 3.347431957455329, + "tokens_seen": 3021209600 + }, + { + "epoch": 0.92, + "learning_rate": 8.52993099021024e-05, + "loss": 0.0621, + "theoretical_loss": 3.347431957455329, + "tokens_seen": 3021209600 + }, + { + "epoch": 0.92, + "learning_rate": 8.521906596051998e-05, + "loss": 0.0636, + "theoretical_loss": 3.347409848559961, + "tokens_seen": 3021471744 + }, + { + "epoch": 0.92, + "learning_rate": 8.513882201893758e-05, + "loss": 0.0642, + "theoretical_loss": 3.347387742119721, + "tokens_seen": 3021733888 + }, + { + "epoch": 0.92, + "learning_rate": 8.505857807735516e-05, + "loss": 0.0649, + "theoretical_loss": 3.347365638134125, + "tokens_seen": 3021996032 + }, + { + "epoch": 0.92, + "learning_rate": 8.497833413577275e-05, + "loss": 0.0629, + "theoretical_loss": 3.3473435366026867, + "tokens_seen": 3022258176 + }, + { + "epoch": 0.92, + "learning_rate": 8.489809019419035e-05, + "loss": 0.0649, + "theoretical_loss": 3.3473214375249207, + "tokens_seen": 3022520320 + }, + { + "epoch": 0.92, + "learning_rate": 8.481784625260793e-05, + "loss": 0.0613, + "theoretical_loss": 3.347299340900342, + "tokens_seen": 3022782464 + }, + { + "epoch": 0.92, + "learning_rate": 8.473760231102552e-05, + "loss": 0.0612, + "theoretical_loss": 3.3472772467284657, + "tokens_seen": 3023044608 + }, + { + "epoch": 0.92, + "learning_rate": 8.46573583694431e-05, + "loss": 0.0638, + "theoretical_loss": 3.3472551550088063, + "tokens_seen": 3023306752 + }, + { + "epoch": 0.92, + "learning_rate": 8.45771144278607e-05, + "loss": 0.0657, + "theoretical_loss": 3.34723306574088, + "tokens_seen": 3023568896 + }, + { + "epoch": 0.92, + "learning_rate": 8.449687048627829e-05, + "loss": 0.0635, + "theoretical_loss": 3.3472109789242017, + "tokens_seen": 3023831040 + }, + { + "epoch": 0.92, + "learning_rate": 8.441662654469589e-05, + "loss": 0.0649, + "theoretical_loss": 3.347188894558287, + "tokens_seen": 3024093184 + }, + { + "epoch": 0.92, + "learning_rate": 8.433638260311347e-05, + "loss": 0.0646, + "theoretical_loss": 3.347166812642651, + "tokens_seen": 3024355328 + }, + { + "epoch": 0.92, + "objective/train/advantage_avg": 0.0006334329373203218, + "objective/train/docs_used": 1099208, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2571079730987549, + "objective/train/original_loss": 1.2571079730987549, + "objective/train/theoretical_loss": 3.3471557726035366, + "objective/train/tokens_used": 3044946400, + "objective/train/value_avg": -0.007579803466796875, + "objective/train/value_loss": 0.0001406445517204702, + "objective/train/value_max": -1.8775463104248047e-05, + "objective/train/value_min": -0.393310546875, + "objective/train/value_reward_corr": 0.6759513643308479, + "objective/train/value_std": 0.01166534423828125, + "objective/train/weight_avg": 1.0006964206695557, + "objective/train/weighted_lm_loss": 1.2575676441192627, + "objective/train/weights_max": 1.099693775177002, + "objective/train/weights_min": 0.37938350439071655, + "theoretical_loss": 3.3471557726035366, + "tokens_seen": 3024486400 + }, + { + "epoch": 0.92, + "learning_rate": 8.425613866153106e-05, + "loss": 0.0649, + "theoretical_loss": 3.34714473317681, + "tokens_seen": 3024617472 + }, + { + "epoch": 0.92, + "learning_rate": 8.417589471994864e-05, + "loss": 0.0632, + "theoretical_loss": 3.34712265616028, + "tokens_seen": 3024879616 + }, + { + "epoch": 0.92, + "learning_rate": 8.409565077836623e-05, + "loss": 0.0627, + "theoretical_loss": 3.347100581592577, + "tokens_seen": 3025141760 + }, + { + "epoch": 0.92, + "learning_rate": 8.401540683678383e-05, + "loss": 0.0642, + "theoretical_loss": 3.347078509473217, + "tokens_seen": 3025403904 + }, + { + "epoch": 0.92, + "learning_rate": 8.393516289520141e-05, + "loss": 0.0642, + "theoretical_loss": 3.3470564398017166, + "tokens_seen": 3025666048 + }, + { + "epoch": 0.92, + "learning_rate": 8.385491895361901e-05, + "loss": 0.0663, + "theoretical_loss": 3.3470343725775917, + "tokens_seen": 3025928192 + }, + { + "epoch": 0.92, + "learning_rate": 8.377467501203658e-05, + "loss": 0.0659, + "theoretical_loss": 3.34701230780036, + "tokens_seen": 3026190336 + }, + { + "epoch": 0.92, + "learning_rate": 8.369443107045418e-05, + "loss": 0.0621, + "theoretical_loss": 3.3469902454695375, + "tokens_seen": 3026452480 + }, + { + "epoch": 0.92, + "learning_rate": 8.361418712887177e-05, + "loss": 0.0654, + "theoretical_loss": 3.346968185584641, + "tokens_seen": 3026714624 + }, + { + "epoch": 0.92, + "learning_rate": 8.353394318728937e-05, + "loss": 0.0643, + "theoretical_loss": 3.3469461281451878, + "tokens_seen": 3026976768 + }, + { + "epoch": 0.92, + "learning_rate": 8.345369924570695e-05, + "loss": 0.0661, + "theoretical_loss": 3.346924073150695, + "tokens_seen": 3027238912 + }, + { + "epoch": 0.92, + "learning_rate": 8.337345530412455e-05, + "loss": 0.0648, + "theoretical_loss": 3.34690202060068, + "tokens_seen": 3027501056 + }, + { + "epoch": 0.92, + "objective/train/advantage_avg": 0.00011679043382173404, + "objective/train/docs_used": 1100401, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3336973190307617, + "objective/train/original_loss": 1.3336973190307617, + "objective/train/theoretical_loss": 3.34687997049466, + "objective/train/tokens_used": 3048223200, + "objective/train/value_avg": -0.0073394775390625, + "objective/train/value_loss": 0.00011804957466665655, + "objective/train/value_max": -2.014636993408203e-05, + "objective/train/value_min": -0.3818359375, + "objective/train/value_reward_corr": 0.779935810536878, + "objective/train/value_std": 0.01329803466796875, + "objective/train/weight_avg": 1.0001741647720337, + "objective/train/weighted_lm_loss": 1.3335984945297241, + "objective/train/weights_max": 1.1962590217590332, + "objective/train/weights_min": 0.6095367074012756, + "theoretical_loss": 3.34687997049466, + "tokens_seen": 3027763200 + }, + { + "epoch": 0.92, + "learning_rate": 8.329321136254212e-05, + "loss": 0.0648, + "theoretical_loss": 3.34687997049466, + "tokens_seen": 3027763200 + }, + { + "epoch": 0.92, + "learning_rate": 8.321296742095972e-05, + "loss": 0.0609, + "theoretical_loss": 3.346857922832153, + "tokens_seen": 3028025344 + }, + { + "epoch": 0.92, + "learning_rate": 8.313272347937731e-05, + "loss": 0.0648, + "theoretical_loss": 3.346835877612676, + "tokens_seen": 3028287488 + }, + { + "epoch": 0.92, + "learning_rate": 8.30524795377949e-05, + "loss": 0.0655, + "theoretical_loss": 3.3468138348357472, + "tokens_seen": 3028549632 + }, + { + "epoch": 0.92, + "learning_rate": 8.297223559621249e-05, + "loss": 0.0629, + "theoretical_loss": 3.346791794500885, + "tokens_seen": 3028811776 + }, + { + "epoch": 0.92, + "learning_rate": 8.289199165463008e-05, + "loss": 0.0647, + "theoretical_loss": 3.3467697566076073, + "tokens_seen": 3029073920 + }, + { + "epoch": 0.92, + "learning_rate": 8.281174771304766e-05, + "loss": 0.0671, + "theoretical_loss": 3.346747721155432, + "tokens_seen": 3029336064 + }, + { + "epoch": 0.92, + "learning_rate": 8.273150377146525e-05, + "loss": 0.0639, + "theoretical_loss": 3.346725688143878, + "tokens_seen": 3029598208 + }, + { + "epoch": 0.92, + "learning_rate": 8.265125982988285e-05, + "loss": 0.0631, + "theoretical_loss": 3.3467036575724634, + "tokens_seen": 3029860352 + }, + { + "epoch": 0.92, + "learning_rate": 8.257101588830043e-05, + "loss": 0.0635, + "theoretical_loss": 3.346681629440707, + "tokens_seen": 3030122496 + }, + { + "epoch": 0.92, + "learning_rate": 8.249077194671803e-05, + "loss": 0.0632, + "theoretical_loss": 3.3466596037481278, + "tokens_seen": 3030384640 + }, + { + "epoch": 0.92, + "learning_rate": 8.241052800513562e-05, + "loss": 0.0634, + "theoretical_loss": 3.346637580494244, + "tokens_seen": 3030646784 + }, + { + "epoch": 0.92, + "learning_rate": 8.23302840635532e-05, + "loss": 0.0659, + "theoretical_loss": 3.3466155596785763, + "tokens_seen": 3030908928 + }, + { + "epoch": 0.92, + "objective/train/advantage_avg": 0.00011016605276381597, + "objective/train/docs_used": 1101695, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.199079155921936, + "objective/train/original_loss": 1.199079155921936, + "objective/train/theoretical_loss": 3.3466045501849226, + "objective/train/tokens_used": 3051500000, + "objective/train/value_avg": -0.00595855712890625, + "objective/train/value_loss": 0.0001749710354488343, + "objective/train/value_max": -2.4318695068359375e-05, + "objective/train/value_min": -0.2191162109375, + "objective/train/value_reward_corr": 0.6672310051264492, + "objective/train/value_std": 0.01154327392578125, + "objective/train/weight_avg": 1.0001853704452515, + "objective/train/weighted_lm_loss": 1.1981555223464966, + "objective/train/weights_max": 1.1495888233184814, + "objective/train/weights_min": 0.36883002519607544, + "theoretical_loss": 3.3466045501849226, + "tokens_seen": 3031040000 + }, + { + "epoch": 0.92, + "learning_rate": 8.225004012197079e-05, + "loss": 0.0654, + "theoretical_loss": 3.3465935413006425, + "tokens_seen": 3031171072 + }, + { + "epoch": 0.92, + "learning_rate": 8.216979618038837e-05, + "loss": 0.065, + "theoretical_loss": 3.3465715253599617, + "tokens_seen": 3031433216 + }, + { + "epoch": 0.92, + "learning_rate": 8.208955223880597e-05, + "loss": 0.0638, + "theoretical_loss": 3.346549511856055, + "tokens_seen": 3031695360 + }, + { + "epoch": 0.92, + "learning_rate": 8.200930829722356e-05, + "loss": 0.0645, + "theoretical_loss": 3.3465275007884405, + "tokens_seen": 3031957504 + }, + { + "epoch": 0.92, + "learning_rate": 8.192906435564116e-05, + "loss": 0.0646, + "theoretical_loss": 3.3465054921566386, + "tokens_seen": 3032219648 + }, + { + "epoch": 0.92, + "learning_rate": 8.184882041405873e-05, + "loss": 0.0635, + "theoretical_loss": 3.346483485960169, + "tokens_seen": 3032481792 + }, + { + "epoch": 0.92, + "learning_rate": 8.176857647247633e-05, + "loss": 0.0658, + "theoretical_loss": 3.3464614821985523, + "tokens_seen": 3032743936 + }, + { + "epoch": 0.92, + "learning_rate": 8.168833253089391e-05, + "loss": 0.0662, + "theoretical_loss": 3.3464394808713083, + "tokens_seen": 3033006080 + }, + { + "epoch": 0.92, + "learning_rate": 8.160808858931151e-05, + "loss": 0.0643, + "theoretical_loss": 3.3464174819779564, + "tokens_seen": 3033268224 + }, + { + "epoch": 0.92, + "learning_rate": 8.15278446477291e-05, + "loss": 0.0652, + "theoretical_loss": 3.3463954855180185, + "tokens_seen": 3033530368 + }, + { + "epoch": 0.92, + "learning_rate": 8.14476007061467e-05, + "loss": 0.0641, + "theoretical_loss": 3.346373491491015, + "tokens_seen": 3033792512 + }, + { + "epoch": 0.92, + "learning_rate": 8.136735676456427e-05, + "loss": 0.067, + "theoretical_loss": 3.346351499896465, + "tokens_seen": 3034054656 + }, + { + "epoch": 0.92, + "objective/train/advantage_avg": 0.00034416932612657547, + "objective/train/docs_used": 1102938, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.335030198097229, + "objective/train/original_loss": 1.335030198097229, + "objective/train/theoretical_loss": 3.3463295107338915, + "objective/train/tokens_used": 3054776800, + "objective/train/value_avg": -0.00818634033203125, + "objective/train/value_loss": 0.00022427916701417416, + "objective/train/value_max": -3.24249267578125e-05, + "objective/train/value_min": -0.7021484375, + "objective/train/value_reward_corr": 0.6734788041955619, + "objective/train/value_std": 0.01448822021484375, + "objective/train/weight_avg": 1.0004464387893677, + "objective/train/weighted_lm_loss": 1.334989309310913, + "objective/train/weights_max": 1.5865854024887085, + "objective/train/weights_min": 0.38186925649642944, + "theoretical_loss": 3.3463295107338915, + "tokens_seen": 3034316800 + }, + { + "epoch": 0.92, + "learning_rate": 8.128711282298187e-05, + "loss": 0.0655, + "theoretical_loss": 3.3463295107338915, + "tokens_seen": 3034316800 + }, + { + "epoch": 0.92, + "learning_rate": 8.120686888139945e-05, + "loss": 0.0649, + "theoretical_loss": 3.346307524002814, + "tokens_seen": 3034578944 + }, + { + "epoch": 0.92, + "learning_rate": 8.112662493981704e-05, + "loss": 0.0642, + "theoretical_loss": 3.346285539702754, + "tokens_seen": 3034841088 + }, + { + "epoch": 0.92, + "learning_rate": 8.104638099823464e-05, + "loss": 0.0612, + "theoretical_loss": 3.3462635578332334, + "tokens_seen": 3035103232 + }, + { + "epoch": 0.92, + "learning_rate": 8.096613705665222e-05, + "loss": 0.0644, + "theoretical_loss": 3.3462415783937725, + "tokens_seen": 3035365376 + }, + { + "epoch": 0.92, + "learning_rate": 8.088589311506981e-05, + "loss": 0.0652, + "theoretical_loss": 3.3462196013838934, + "tokens_seen": 3035627520 + }, + { + "epoch": 0.92, + "learning_rate": 8.08056491734874e-05, + "loss": 0.0647, + "theoretical_loss": 3.3461976268031184, + "tokens_seen": 3035889664 + }, + { + "epoch": 0.92, + "learning_rate": 8.0725405231905e-05, + "loss": 0.0619, + "theoretical_loss": 3.3461756546509682, + "tokens_seen": 3036151808 + }, + { + "epoch": 0.92, + "learning_rate": 8.064516129032258e-05, + "loss": 0.0638, + "theoretical_loss": 3.346153684926965, + "tokens_seen": 3036413952 + }, + { + "epoch": 0.92, + "learning_rate": 8.056491734874018e-05, + "loss": 0.0637, + "theoretical_loss": 3.3461317176306316, + "tokens_seen": 3036676096 + }, + { + "epoch": 0.92, + "learning_rate": 8.048467340715777e-05, + "loss": 0.0661, + "theoretical_loss": 3.3461097527614894, + "tokens_seen": 3036938240 + }, + { + "epoch": 0.92, + "learning_rate": 8.040442946557535e-05, + "loss": 0.0641, + "theoretical_loss": 3.3460877903190607, + "tokens_seen": 3037200384 + }, + { + "epoch": 0.92, + "learning_rate": 8.032418552399294e-05, + "loss": 0.0626, + "theoretical_loss": 3.3460658303028685, + "tokens_seen": 3037462528 + }, + { + "epoch": 0.92, + "objective/train/advantage_avg": -0.0001256798714166507, + "objective/train/docs_used": 1103994, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3755661249160767, + "objective/train/original_loss": 1.375565767288208, + "objective/train/theoretical_loss": 3.346054851204462, + "objective/train/tokens_used": 3058053600, + "objective/train/value_avg": -0.01343536376953125, + "objective/train/value_loss": 0.0005204008193686604, + "objective/train/value_max": -4.4345855712890625e-05, + "objective/train/value_min": -0.84912109375, + "objective/train/value_reward_corr": 0.7728020077150092, + "objective/train/value_std": 0.0269775390625, + "objective/train/weight_avg": 1.000113606452942, + "objective/train/weighted_lm_loss": 1.3762378692626953, + "objective/train/weights_max": 2.287322521209717, + "objective/train/weights_min": 0.36995241045951843, + "theoretical_loss": 3.346054851204462, + "tokens_seen": 3037593600 + }, + { + "epoch": 0.92, + "learning_rate": 8.024394158241052e-05, + "loss": 0.0638, + "theoretical_loss": 3.3460438727124355, + "tokens_seen": 3037724672 + }, + { + "epoch": 0.92, + "learning_rate": 8.016369764082812e-05, + "loss": 0.0655, + "theoretical_loss": 3.346021917547284, + "tokens_seen": 3037986816 + }, + { + "epoch": 0.92, + "learning_rate": 8.00834536992457e-05, + "loss": 0.0639, + "theoretical_loss": 3.345999964806937, + "tokens_seen": 3038248960 + }, + { + "epoch": 0.92, + "learning_rate": 8.00032097576633e-05, + "loss": 0.0642, + "theoretical_loss": 3.3459780144909175, + "tokens_seen": 3038511104 + }, + { + "epoch": 0.92, + "learning_rate": 7.992296581608088e-05, + "loss": 0.0604, + "theoretical_loss": 3.3459560665987484, + "tokens_seen": 3038773248 + }, + { + "epoch": 0.92, + "learning_rate": 7.984272187449848e-05, + "loss": 0.0622, + "theoretical_loss": 3.3459341211299534, + "tokens_seen": 3039035392 + }, + { + "epoch": 0.92, + "learning_rate": 7.976247793291606e-05, + "loss": 0.0632, + "theoretical_loss": 3.345912178084056, + "tokens_seen": 3039297536 + }, + { + "epoch": 0.92, + "learning_rate": 7.968223399133366e-05, + "loss": 0.0653, + "theoretical_loss": 3.3458902374605795, + "tokens_seen": 3039559680 + }, + { + "epoch": 0.92, + "learning_rate": 7.960199004975125e-05, + "loss": 0.0646, + "theoretical_loss": 3.3458682992590476, + "tokens_seen": 3039821824 + }, + { + "epoch": 0.92, + "learning_rate": 7.952174610816885e-05, + "loss": 0.0633, + "theoretical_loss": 3.345846363478984, + "tokens_seen": 3040083968 + }, + { + "epoch": 0.92, + "learning_rate": 7.944150216658642e-05, + "loss": 0.0628, + "theoretical_loss": 3.345824430119913, + "tokens_seen": 3040346112 + }, + { + "epoch": 0.92, + "learning_rate": 7.9361258225004e-05, + "loss": 0.0651, + "theoretical_loss": 3.3458024991813584, + "tokens_seen": 3040608256 + }, + { + "epoch": 0.92, + "objective/train/advantage_avg": 0.00018713776080403477, + "objective/train/docs_used": 1105174, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.426871418952942, + "objective/train/original_loss": 1.4268712997436523, + "objective/train/theoretical_loss": 3.3457805706628445, + "objective/train/tokens_used": 3061330400, + "objective/train/value_avg": -0.006458282470703125, + "objective/train/value_loss": 0.00016070475976448506, + "objective/train/value_max": -4.947185516357422e-05, + "objective/train/value_min": -0.6943359375, + "objective/train/value_reward_corr": 0.7736106582906868, + "objective/train/value_std": 0.0147552490234375, + "objective/train/weight_avg": 1.0002644062042236, + "objective/train/weighted_lm_loss": 1.4269224405288696, + "objective/train/weights_max": 1.2598052024841309, + "objective/train/weights_min": 0.5616458058357239, + "theoretical_loss": 3.3457805706628445, + "tokens_seen": 3040870400 + }, + { + "epoch": 0.92, + "learning_rate": 7.92810142834216e-05, + "loss": 0.0649, + "theoretical_loss": 3.3457805706628445, + "tokens_seen": 3040870400 + }, + { + "epoch": 0.92, + "learning_rate": 7.920077034183919e-05, + "loss": 0.0631, + "theoretical_loss": 3.345758644563896, + "tokens_seen": 3041132544 + }, + { + "epoch": 0.92, + "learning_rate": 7.912052640025679e-05, + "loss": 0.0612, + "theoretical_loss": 3.345736720884037, + "tokens_seen": 3041394688 + }, + { + "epoch": 0.92, + "learning_rate": 7.904028245867437e-05, + "loss": 0.0614, + "theoretical_loss": 3.345714799622792, + "tokens_seen": 3041656832 + }, + { + "epoch": 0.92, + "learning_rate": 7.896003851709197e-05, + "loss": 0.064, + "theoretical_loss": 3.345692880779686, + "tokens_seen": 3041918976 + }, + { + "epoch": 0.92, + "learning_rate": 7.887979457550954e-05, + "loss": 0.0639, + "theoretical_loss": 3.345670964354244, + "tokens_seen": 3042181120 + }, + { + "epoch": 0.92, + "learning_rate": 7.879955063392714e-05, + "loss": 0.063, + "theoretical_loss": 3.3456490503459912, + "tokens_seen": 3042443264 + }, + { + "epoch": 0.92, + "learning_rate": 7.871930669234473e-05, + "loss": 0.0649, + "theoretical_loss": 3.3456271387544523, + "tokens_seen": 3042705408 + }, + { + "epoch": 0.92, + "learning_rate": 7.863906275076233e-05, + "loss": 0.0648, + "theoretical_loss": 3.345605229579153, + "tokens_seen": 3042967552 + }, + { + "epoch": 0.92, + "learning_rate": 7.855881880917991e-05, + "loss": 0.0643, + "theoretical_loss": 3.345583322819618, + "tokens_seen": 3043229696 + }, + { + "epoch": 0.92, + "learning_rate": 7.847857486759751e-05, + "loss": 0.0642, + "theoretical_loss": 3.345561418475374, + "tokens_seen": 3043491840 + }, + { + "epoch": 0.92, + "learning_rate": 7.839833092601508e-05, + "loss": 0.0608, + "theoretical_loss": 3.3455395165459456, + "tokens_seen": 3043753984 + }, + { + "epoch": 0.92, + "learning_rate": 7.831808698443267e-05, + "loss": 0.0625, + "theoretical_loss": 3.3455176170308594, + "tokens_seen": 3044016128 + }, + { + "epoch": 0.92, + "objective/train/advantage_avg": 0.0004139919183216989, + "objective/train/docs_used": 1106378, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.332515001296997, + "objective/train/original_loss": 1.332515001296997, + "objective/train/theoretical_loss": 3.3455066681785466, + "objective/train/tokens_used": 3064607200, + "objective/train/value_avg": -0.00582122802734375, + "objective/train/value_loss": 0.0001770179223967716, + "objective/train/value_max": -2.9087066650390625e-05, + "objective/train/value_min": -0.37890625, + "objective/train/value_reward_corr": 0.6161166687368562, + "objective/train/value_std": 0.01013946533203125, + "objective/train/weight_avg": 1.000490665435791, + "objective/train/weighted_lm_loss": 1.3330614566802979, + "objective/train/weights_max": 1.1213833093643188, + "objective/train/weights_min": 0.3708355128765106, + "theoretical_loss": 3.3455066681785466, + "tokens_seen": 3044147200 + }, + { + "epoch": 0.92, + "learning_rate": 7.823784304285027e-05, + "loss": 0.0636, + "theoretical_loss": 3.3454957199296413, + "tokens_seen": 3044278272 + }, + { + "epoch": 0.92, + "learning_rate": 7.815759910126785e-05, + "loss": 0.065, + "theoretical_loss": 3.3454738252418172, + "tokens_seen": 3044540416 + }, + { + "epoch": 0.92, + "learning_rate": 7.807735515968545e-05, + "loss": 0.0652, + "theoretical_loss": 3.3454519329669132, + "tokens_seen": 3044802560 + }, + { + "epoch": 0.92, + "learning_rate": 7.799711121810304e-05, + "loss": 0.0642, + "theoretical_loss": 3.345430043104456, + "tokens_seen": 3045064704 + }, + { + "epoch": 0.92, + "learning_rate": 7.791686727652062e-05, + "loss": 0.0645, + "theoretical_loss": 3.345408155653972, + "tokens_seen": 3045326848 + }, + { + "epoch": 0.92, + "learning_rate": 7.783662333493821e-05, + "loss": 0.0642, + "theoretical_loss": 3.3453862706149877, + "tokens_seen": 3045588992 + }, + { + "epoch": 0.92, + "learning_rate": 7.775637939335581e-05, + "loss": 0.0653, + "theoretical_loss": 3.34536438798703, + "tokens_seen": 3045851136 + }, + { + "epoch": 0.92, + "learning_rate": 7.76761354517734e-05, + "loss": 0.0625, + "theoretical_loss": 3.345342507769626, + "tokens_seen": 3046113280 + }, + { + "epoch": 0.92, + "learning_rate": 7.759589151019099e-05, + "loss": 0.0634, + "theoretical_loss": 3.345320629962302, + "tokens_seen": 3046375424 + }, + { + "epoch": 0.92, + "learning_rate": 7.751564756860858e-05, + "loss": 0.0616, + "theoretical_loss": 3.345298754564586, + "tokens_seen": 3046637568 + }, + { + "epoch": 0.92, + "learning_rate": 7.743540362702615e-05, + "loss": 0.0629, + "theoretical_loss": 3.3452768815760052, + "tokens_seen": 3046899712 + }, + { + "epoch": 0.92, + "learning_rate": 7.735515968544375e-05, + "loss": 0.0645, + "theoretical_loss": 3.3452550109960866, + "tokens_seen": 3047161856 + }, + { + "epoch": 0.92, + "objective/train/advantage_avg": -0.0005121328867971897, + "objective/train/docs_used": 1107536, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3204231262207031, + "objective/train/original_loss": 1.3204231262207031, + "objective/train/theoretical_loss": 3.3452331428243585, + "objective/train/tokens_used": 3067884000, + "objective/train/value_avg": -0.007747650146484375, + "objective/train/value_loss": 0.00014590365753974766, + "objective/train/value_max": -1.2218952178955078e-05, + "objective/train/value_min": -0.2335205078125, + "objective/train/value_reward_corr": 0.7921781454930832, + "objective/train/value_std": 0.01513671875, + "objective/train/weight_avg": 0.9995561242103577, + "objective/train/weighted_lm_loss": 1.3196403980255127, + "objective/train/weights_max": 1.151555061340332, + "objective/train/weights_min": 0.36994534730911255, + "theoretical_loss": 3.3452331428243585, + "tokens_seen": 3047424000 + }, + { + "epoch": 0.92, + "learning_rate": 7.727491574386133e-05, + "loss": 0.0661, + "theoretical_loss": 3.3452331428243585, + "tokens_seen": 3047424000 + }, + { + "epoch": 0.92, + "learning_rate": 7.719467180227893e-05, + "loss": 0.0627, + "theoretical_loss": 3.345211277060348, + "tokens_seen": 3047686144 + }, + { + "epoch": 0.92, + "learning_rate": 7.711442786069652e-05, + "loss": 0.0648, + "theoretical_loss": 3.345189413703583, + "tokens_seen": 3047948288 + }, + { + "epoch": 0.92, + "learning_rate": 7.703418391911412e-05, + "loss": 0.0653, + "theoretical_loss": 3.3451675527535913, + "tokens_seen": 3048210432 + }, + { + "epoch": 0.92, + "learning_rate": 7.695393997753169e-05, + "loss": 0.0639, + "theoretical_loss": 3.3451456942099016, + "tokens_seen": 3048472576 + }, + { + "epoch": 0.92, + "learning_rate": 7.687369603594929e-05, + "loss": 0.0647, + "theoretical_loss": 3.3451238380720416, + "tokens_seen": 3048734720 + }, + { + "epoch": 0.92, + "learning_rate": 7.679345209436687e-05, + "loss": 0.063, + "theoretical_loss": 3.34510198433954, + "tokens_seen": 3048996864 + }, + { + "epoch": 0.92, + "learning_rate": 7.671320815278447e-05, + "loss": 0.0632, + "theoretical_loss": 3.3450801330119253, + "tokens_seen": 3049259008 + }, + { + "epoch": 0.92, + "learning_rate": 7.663296421120206e-05, + "loss": 0.062, + "theoretical_loss": 3.3450582840887257, + "tokens_seen": 3049521152 + }, + { + "epoch": 0.92, + "learning_rate": 7.655272026961964e-05, + "loss": 0.0647, + "theoretical_loss": 3.3450364375694708, + "tokens_seen": 3049783296 + }, + { + "epoch": 0.92, + "learning_rate": 7.647247632803723e-05, + "loss": 0.0626, + "theoretical_loss": 3.345014593453689, + "tokens_seen": 3050045440 + }, + { + "epoch": 0.92, + "learning_rate": 7.639223238645482e-05, + "loss": 0.0656, + "theoretical_loss": 3.344992751740909, + "tokens_seen": 3050307584 + }, + { + "epoch": 0.92, + "learning_rate": 7.631198844487241e-05, + "loss": 0.063, + "theoretical_loss": 3.344970912430661, + "tokens_seen": 3050569728 + }, + { + "epoch": 0.92, + "objective/train/advantage_avg": 0.000734273053240031, + "objective/train/docs_used": 1108683, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3370152711868286, + "objective/train/original_loss": 1.337015151977539, + "objective/train/theoretical_loss": 3.344959993676339, + "objective/train/tokens_used": 3071160800, + "objective/train/value_avg": -0.007678985595703125, + "objective/train/value_loss": 0.00018651600112207234, + "objective/train/value_max": -2.9325485229492188e-05, + "objective/train/value_min": -0.57470703125, + "objective/train/value_reward_corr": 0.6911746892014886, + "objective/train/value_std": 0.01507568359375, + "objective/train/weight_avg": 1.0008187294006348, + "objective/train/weighted_lm_loss": 1.3377577066421509, + "objective/train/weights_max": 1.501910924911499, + "objective/train/weights_min": 0.3730488717556, + "theoretical_loss": 3.344959993676339, + "tokens_seen": 3050700800 + }, + { + "epoch": 0.92, + "learning_rate": 7.623174450329e-05, + "loss": 0.0647, + "theoretical_loss": 3.344949075522473, + "tokens_seen": 3050831872 + }, + { + "epoch": 0.92, + "learning_rate": 7.61515005617076e-05, + "loss": 0.0632, + "theoretical_loss": 3.3449272410158755, + "tokens_seen": 3051094016 + }, + { + "epoch": 0.92, + "learning_rate": 7.607125662012518e-05, + "loss": 0.067, + "theoretical_loss": 3.3449054089103973, + "tokens_seen": 3051356160 + }, + { + "epoch": 0.92, + "learning_rate": 7.599101267854277e-05, + "loss": 0.0622, + "theoretical_loss": 3.3448835792055687, + "tokens_seen": 3051618304 + }, + { + "epoch": 0.92, + "learning_rate": 7.591076873696036e-05, + "loss": 0.0625, + "theoretical_loss": 3.344861751900919, + "tokens_seen": 3051880448 + }, + { + "epoch": 0.92, + "learning_rate": 7.583052479537795e-05, + "loss": 0.065, + "theoretical_loss": 3.344839926995979, + "tokens_seen": 3052142592 + }, + { + "epoch": 0.93, + "learning_rate": 7.575028085379554e-05, + "loss": 0.0637, + "theoretical_loss": 3.3448181044902783, + "tokens_seen": 3052404736 + }, + { + "epoch": 0.93, + "learning_rate": 7.567003691221314e-05, + "loss": 0.0662, + "theoretical_loss": 3.3447962843833468, + "tokens_seen": 3052666880 + }, + { + "epoch": 0.93, + "learning_rate": 7.558979297063073e-05, + "loss": 0.0632, + "theoretical_loss": 3.344774466674715, + "tokens_seen": 3052929024 + }, + { + "epoch": 0.93, + "learning_rate": 7.55095490290483e-05, + "loss": 0.0651, + "theoretical_loss": 3.3447526513639136, + "tokens_seen": 3053191168 + }, + { + "epoch": 0.93, + "learning_rate": 7.54293050874659e-05, + "loss": 0.0637, + "theoretical_loss": 3.3447308384504737, + "tokens_seen": 3053453312 + }, + { + "epoch": 0.93, + "learning_rate": 7.534906114588348e-05, + "loss": 0.0633, + "theoretical_loss": 3.3447090279339253, + "tokens_seen": 3053715456 + }, + { + "epoch": 0.93, + "objective/train/advantage_avg": 0.0007008222164586186, + "objective/train/docs_used": 1109702, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1979422569274902, + "objective/train/original_loss": 1.1979422569274902, + "objective/train/theoretical_loss": 3.344687219813799, + "objective/train/tokens_used": 3074437600, + "objective/train/value_avg": -0.005184173583984375, + "objective/train/value_loss": 0.00012287203571759164, + "objective/train/value_max": -4.363059997558594e-05, + "objective/train/value_min": -0.2127685546875, + "objective/train/value_reward_corr": 0.7031992940430867, + "objective/train/value_std": 0.01104736328125, + "objective/train/weight_avg": 1.000754475593567, + "objective/train/weighted_lm_loss": 1.1987987756729126, + "objective/train/weights_max": 1.2074087858200073, + "objective/train/weights_min": 0.3760923743247986, + "theoretical_loss": 3.344687219813799, + "tokens_seen": 3053977600 + }, + { + "epoch": 0.93, + "learning_rate": 7.526881720430108e-05, + "loss": 0.0631, + "theoretical_loss": 3.344687219813799, + "tokens_seen": 3053977600 + }, + { + "epoch": 0.93, + "learning_rate": 7.518857326271867e-05, + "loss": 0.0642, + "theoretical_loss": 3.344665414089627, + "tokens_seen": 3054239744 + }, + { + "epoch": 0.93, + "learning_rate": 7.510832932113627e-05, + "loss": 0.0641, + "theoretical_loss": 3.3446436107609396, + "tokens_seen": 3054501888 + }, + { + "epoch": 0.93, + "learning_rate": 7.502808537955384e-05, + "loss": 0.0638, + "theoretical_loss": 3.3446218098272684, + "tokens_seen": 3054764032 + }, + { + "epoch": 0.93, + "learning_rate": 7.494784143797144e-05, + "loss": 0.0653, + "theoretical_loss": 3.344600011288145, + "tokens_seen": 3055026176 + }, + { + "epoch": 0.93, + "learning_rate": 7.486759749638902e-05, + "loss": 0.0667, + "theoretical_loss": 3.3445782151431005, + "tokens_seen": 3055288320 + }, + { + "epoch": 0.93, + "learning_rate": 7.478735355480662e-05, + "loss": 0.0635, + "theoretical_loss": 3.3445564213916668, + "tokens_seen": 3055550464 + }, + { + "epoch": 0.93, + "learning_rate": 7.47071096132242e-05, + "loss": 0.0643, + "theoretical_loss": 3.3445346300333756, + "tokens_seen": 3055812608 + }, + { + "epoch": 0.93, + "learning_rate": 7.462686567164179e-05, + "loss": 0.0649, + "theoretical_loss": 3.344512841067759, + "tokens_seen": 3056074752 + }, + { + "epoch": 0.93, + "learning_rate": 7.454662173005938e-05, + "loss": 0.0615, + "theoretical_loss": 3.344491054494349, + "tokens_seen": 3056336896 + }, + { + "epoch": 0.93, + "learning_rate": 7.446637778847696e-05, + "loss": 0.0639, + "theoretical_loss": 3.3444692703126777, + "tokens_seen": 3056599040 + }, + { + "epoch": 0.93, + "learning_rate": 7.438613384689456e-05, + "loss": 0.0635, + "theoretical_loss": 3.3444474885222784, + "tokens_seen": 3056861184 + }, + { + "epoch": 0.93, + "learning_rate": 7.430588990531215e-05, + "loss": 0.0624, + "theoretical_loss": 3.3444257091226817, + "tokens_seen": 3057123328 + }, + { + "epoch": 0.93, + "objective/train/advantage_avg": -0.00012364427675493062, + "objective/train/docs_used": 1110949, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3686308860778809, + "objective/train/original_loss": 1.3686308860778809, + "objective/train/theoretical_loss": 3.344414820319289, + "objective/train/tokens_used": 3077714400, + "objective/train/value_avg": -0.0069580078125, + "objective/train/value_loss": 0.0001297618291573599, + "objective/train/value_max": -4.035234451293945e-05, + "objective/train/value_min": -0.21337890625, + "objective/train/value_reward_corr": 0.7566627616727418, + "objective/train/value_std": 0.0120697021484375, + "objective/train/weight_avg": 0.9999366402626038, + "objective/train/weighted_lm_loss": 1.3684451580047607, + "objective/train/weights_max": 1.1377902030944824, + "objective/train/weights_min": 0.36903902888298035, + "theoretical_loss": 3.344414820319289, + "tokens_seen": 3057254400 + }, + { + "epoch": 0.93, + "learning_rate": 7.422564596372975e-05, + "loss": 0.0645, + "theoretical_loss": 3.344403932113422, + "tokens_seen": 3057385472 + }, + { + "epoch": 0.93, + "learning_rate": 7.414540202214733e-05, + "loss": 0.0637, + "theoretical_loss": 3.344382157494031, + "tokens_seen": 3057647616 + }, + { + "epoch": 0.93, + "learning_rate": 7.406515808056492e-05, + "loss": 0.0641, + "theoretical_loss": 3.344360385264042, + "tokens_seen": 3057909760 + }, + { + "epoch": 0.93, + "learning_rate": 7.39849141389825e-05, + "loss": 0.0648, + "theoretical_loss": 3.3443386154229877, + "tokens_seen": 3058171904 + }, + { + "epoch": 0.93, + "learning_rate": 7.39046701974001e-05, + "loss": 0.0642, + "theoretical_loss": 3.344316847970402, + "tokens_seen": 3058434048 + }, + { + "epoch": 0.93, + "learning_rate": 7.382442625581769e-05, + "loss": 0.0633, + "theoretical_loss": 3.344295082905817, + "tokens_seen": 3058696192 + }, + { + "epoch": 0.93, + "learning_rate": 7.374418231423529e-05, + "loss": 0.0654, + "theoretical_loss": 3.344273320228767, + "tokens_seen": 3058958336 + }, + { + "epoch": 0.93, + "learning_rate": 7.366393837265287e-05, + "loss": 0.0606, + "theoretical_loss": 3.344251559938785, + "tokens_seen": 3059220480 + }, + { + "epoch": 0.93, + "learning_rate": 7.358369443107044e-05, + "loss": 0.0642, + "theoretical_loss": 3.3442298020354047, + "tokens_seen": 3059482624 + }, + { + "epoch": 0.93, + "learning_rate": 7.350345048948804e-05, + "loss": 0.0641, + "theoretical_loss": 3.3442080465181605, + "tokens_seen": 3059744768 + }, + { + "epoch": 0.93, + "learning_rate": 7.342320654790563e-05, + "loss": 0.064, + "theoretical_loss": 3.3441862933865854, + "tokens_seen": 3060006912 + }, + { + "epoch": 0.93, + "learning_rate": 7.334296260632323e-05, + "loss": 0.0615, + "theoretical_loss": 3.3441645426402142, + "tokens_seen": 3060269056 + }, + { + "epoch": 0.93, + "objective/train/advantage_avg": 0.0008830029983073473, + "objective/train/docs_used": 1112043, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.208052158355713, + "objective/train/original_loss": 1.208052158355713, + "objective/train/theoretical_loss": 3.344142794278581, + "objective/train/tokens_used": 3080991200, + "objective/train/value_avg": -0.0058135986328125, + "objective/train/value_loss": 0.0001098018983611837, + "objective/train/value_max": -2.5451183319091797e-05, + "objective/train/value_min": -0.229736328125, + "objective/train/value_reward_corr": 0.6071543817257121, + "objective/train/value_std": 0.00986480712890625, + "objective/train/weight_avg": 1.000936508178711, + "objective/train/weighted_lm_loss": 1.2093939781188965, + "objective/train/weights_max": 1.184489130973816, + "objective/train/weights_min": 0.6121978163719177, + "theoretical_loss": 3.344142794278581, + "tokens_seen": 3060531200 + }, + { + "epoch": 0.93, + "learning_rate": 7.326271866474081e-05, + "loss": 0.062, + "theoretical_loss": 3.344142794278581, + "tokens_seen": 3060531200 + }, + { + "epoch": 0.93, + "learning_rate": 7.318247472315841e-05, + "loss": 0.0632, + "theoretical_loss": 3.34412104830122, + "tokens_seen": 3060793344 + }, + { + "epoch": 0.93, + "learning_rate": 7.310223078157598e-05, + "loss": 0.0619, + "theoretical_loss": 3.344099304707665, + "tokens_seen": 3061055488 + }, + { + "epoch": 0.93, + "learning_rate": 7.302198683999358e-05, + "loss": 0.0618, + "theoretical_loss": 3.3440775634974513, + "tokens_seen": 3061317632 + }, + { + "epoch": 0.93, + "learning_rate": 7.294174289841117e-05, + "loss": 0.0629, + "theoretical_loss": 3.3440558246701135, + "tokens_seen": 3061579776 + }, + { + "epoch": 0.93, + "learning_rate": 7.286149895682877e-05, + "loss": 0.0643, + "theoretical_loss": 3.3440340882251864, + "tokens_seen": 3061841920 + }, + { + "epoch": 0.93, + "learning_rate": 7.278125501524635e-05, + "loss": 0.0653, + "theoretical_loss": 3.344012354162205, + "tokens_seen": 3062104064 + }, + { + "epoch": 0.93, + "learning_rate": 7.270101107366394e-05, + "loss": 0.0628, + "theoretical_loss": 3.3439906224807046, + "tokens_seen": 3062366208 + }, + { + "epoch": 0.93, + "learning_rate": 7.262076713208152e-05, + "loss": 0.0645, + "theoretical_loss": 3.34396889318022, + "tokens_seen": 3062628352 + }, + { + "epoch": 0.93, + "learning_rate": 7.254052319049911e-05, + "loss": 0.0643, + "theoretical_loss": 3.3439471662602864, + "tokens_seen": 3062890496 + }, + { + "epoch": 0.93, + "learning_rate": 7.246027924891671e-05, + "loss": 0.0649, + "theoretical_loss": 3.34392544172044, + "tokens_seen": 3063152640 + }, + { + "epoch": 0.93, + "learning_rate": 7.23800353073343e-05, + "loss": 0.0636, + "theoretical_loss": 3.3439037195602155, + "tokens_seen": 3063414784 + }, + { + "epoch": 0.93, + "learning_rate": 7.22997913657519e-05, + "loss": 0.0648, + "theoretical_loss": 3.3438819997791493, + "tokens_seen": 3063676928 + }, + { + "epoch": 0.93, + "objective/train/advantage_avg": 0.00031405495246872306, + "objective/train/docs_used": 1113272, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3745393753051758, + "objective/train/original_loss": 1.3745393753051758, + "objective/train/theoretical_loss": 3.3438711407806556, + "objective/train/tokens_used": 3084268000, + "objective/train/value_avg": -0.0067901611328125, + "objective/train/value_loss": 0.00022189095034264028, + "objective/train/value_max": -6.401538848876953e-05, + "objective/train/value_min": -0.89013671875, + "objective/train/value_reward_corr": 0.7350820359939896, + "objective/train/value_std": 0.0139007568359375, + "objective/train/weight_avg": 1.000415325164795, + "objective/train/weighted_lm_loss": 1.3745049238204956, + "objective/train/weights_max": 1.1691184043884277, + "objective/train/weights_min": 0.3687688410282135, + "theoretical_loss": 3.3438711407806556, + "tokens_seen": 3063808000 + }, + { + "epoch": 0.93, + "learning_rate": 7.221954742416948e-05, + "loss": 0.0644, + "theoretical_loss": 3.343860282376778, + "tokens_seen": 3063939072 + }, + { + "epoch": 0.93, + "learning_rate": 7.213930348258706e-05, + "loss": 0.0613, + "theoretical_loss": 3.343838567352636, + "tokens_seen": 3064201216 + }, + { + "epoch": 0.93, + "learning_rate": 7.205905954100465e-05, + "loss": 0.0618, + "theoretical_loss": 3.34381685470626, + "tokens_seen": 3064463360 + }, + { + "epoch": 0.93, + "learning_rate": 7.197881559942225e-05, + "loss": 0.066, + "theoretical_loss": 3.3437951444371867, + "tokens_seen": 3064725504 + }, + { + "epoch": 0.93, + "learning_rate": 7.189857165783983e-05, + "loss": 0.0647, + "theoretical_loss": 3.3437734365449527, + "tokens_seen": 3064987648 + }, + { + "epoch": 0.93, + "learning_rate": 7.181832771625742e-05, + "loss": 0.0651, + "theoretical_loss": 3.3437517310290934, + "tokens_seen": 3065249792 + }, + { + "epoch": 0.93, + "learning_rate": 7.173808377467502e-05, + "loss": 0.0625, + "theoretical_loss": 3.343730027889147, + "tokens_seen": 3065511936 + }, + { + "epoch": 0.93, + "learning_rate": 7.165783983309259e-05, + "loss": 0.0633, + "theoretical_loss": 3.3437083271246486, + "tokens_seen": 3065774080 + }, + { + "epoch": 0.93, + "learning_rate": 7.157759589151019e-05, + "loss": 0.0622, + "theoretical_loss": 3.343686628735137, + "tokens_seen": 3066036224 + }, + { + "epoch": 0.93, + "learning_rate": 7.149735194992778e-05, + "loss": 0.0622, + "theoretical_loss": 3.3436649327201473, + "tokens_seen": 3066298368 + }, + { + "epoch": 0.93, + "learning_rate": 7.141710800834537e-05, + "loss": 0.0675, + "theoretical_loss": 3.343643239079218, + "tokens_seen": 3066560512 + }, + { + "epoch": 0.93, + "learning_rate": 7.133686406676296e-05, + "loss": 0.0613, + "theoretical_loss": 3.343621547811886, + "tokens_seen": 3066822656 + }, + { + "epoch": 0.93, + "objective/train/advantage_avg": 0.00036718769115395844, + "objective/train/docs_used": 1114524, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.387588620185852, + "objective/train/original_loss": 1.3875885009765625, + "objective/train/theoretical_loss": 3.3435998589176883, + "objective/train/tokens_used": 3087544800, + "objective/train/value_avg": -0.007122039794921875, + "objective/train/value_loss": 0.0002451203763484955, + "objective/train/value_max": -2.6285648345947266e-05, + "objective/train/value_min": -0.99072265625, + "objective/train/value_reward_corr": 0.697109095797303, + "objective/train/value_std": 0.01471710205078125, + "objective/train/weight_avg": 1.0004700422286987, + "objective/train/weighted_lm_loss": 1.3878706693649292, + "objective/train/weights_max": 1.2738776206970215, + "objective/train/weights_min": 0.2361115664243698, + "theoretical_loss": 3.3435998589176883, + "tokens_seen": 3067084800 + }, + { + "epoch": 0.93, + "learning_rate": 7.125662012518056e-05, + "loss": 0.0651, + "theoretical_loss": 3.3435998589176883, + "tokens_seen": 3067084800 + }, + { + "epoch": 0.93, + "learning_rate": 7.117637618359813e-05, + "loss": 0.0609, + "theoretical_loss": 3.343578172396163, + "tokens_seen": 3067346944 + }, + { + "epoch": 0.93, + "learning_rate": 7.109613224201573e-05, + "loss": 0.0642, + "theoretical_loss": 3.3435564882468483, + "tokens_seen": 3067609088 + }, + { + "epoch": 0.93, + "learning_rate": 7.101588830043332e-05, + "loss": 0.0623, + "theoretical_loss": 3.343534806469281, + "tokens_seen": 3067871232 + }, + { + "epoch": 0.93, + "learning_rate": 7.093564435885091e-05, + "loss": 0.0656, + "theoretical_loss": 3.343513127063, + "tokens_seen": 3068133376 + }, + { + "epoch": 0.93, + "learning_rate": 7.08554004172685e-05, + "loss": 0.0648, + "theoretical_loss": 3.343491450027542, + "tokens_seen": 3068395520 + }, + { + "epoch": 0.93, + "learning_rate": 7.077515647568609e-05, + "loss": 0.0652, + "theoretical_loss": 3.343469775362447, + "tokens_seen": 3068657664 + }, + { + "epoch": 0.93, + "learning_rate": 7.069491253410367e-05, + "loss": 0.0627, + "theoretical_loss": 3.3434481030672516, + "tokens_seen": 3068919808 + }, + { + "epoch": 0.93, + "learning_rate": 7.061466859252126e-05, + "loss": 0.0629, + "theoretical_loss": 3.343426433141496, + "tokens_seen": 3069181952 + }, + { + "epoch": 0.93, + "learning_rate": 7.053442465093886e-05, + "loss": 0.0613, + "theoretical_loss": 3.343404765584717, + "tokens_seen": 3069444096 + }, + { + "epoch": 0.93, + "learning_rate": 7.045418070935644e-05, + "loss": 0.0635, + "theoretical_loss": 3.343383100396455, + "tokens_seen": 3069706240 + }, + { + "epoch": 0.93, + "learning_rate": 7.037393676777404e-05, + "loss": 0.0631, + "theoretical_loss": 3.343361437576248, + "tokens_seen": 3069968384 + }, + { + "epoch": 0.93, + "learning_rate": 7.029369282619163e-05, + "loss": 0.0652, + "theoretical_loss": 3.343339777123635, + "tokens_seen": 3070230528 + }, + { + "epoch": 0.93, + "objective/train/advantage_avg": 0.00020675019186455756, + "objective/train/docs_used": 1115728, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2230736017227173, + "objective/train/original_loss": 1.2230734825134277, + "objective/train/theoretical_loss": 3.3433289477850323, + "objective/train/tokens_used": 3090821600, + "objective/train/value_avg": -0.00527191162109375, + "objective/train/value_loss": 9.348534513264894e-05, + "objective/train/value_max": -1.2695789337158203e-05, + "objective/train/value_min": -0.216064453125, + "objective/train/value_reward_corr": 0.7403952841647077, + "objective/train/value_std": 0.0103302001953125, + "objective/train/weight_avg": 1.000252604484558, + "objective/train/weighted_lm_loss": 1.2230497598648071, + "objective/train/weights_max": 1.1550747156143188, + "objective/train/weights_min": 0.7694644331932068, + "theoretical_loss": 3.3433289477850323, + "tokens_seen": 3070361600 + }, + { + "epoch": 0.93, + "learning_rate": 7.021344888460923e-05, + "loss": 0.0649, + "theoretical_loss": 3.343318119038155, + "tokens_seen": 3070492672 + }, + { + "epoch": 0.93, + "learning_rate": 7.01332049430268e-05, + "loss": 0.0662, + "theoretical_loss": 3.343296463319348, + "tokens_seen": 3070754816 + }, + { + "epoch": 0.93, + "learning_rate": 7.00529610014444e-05, + "loss": 0.0644, + "theoretical_loss": 3.3432748099667524, + "tokens_seen": 3071016960 + }, + { + "epoch": 0.93, + "learning_rate": 6.997271705986198e-05, + "loss": 0.0616, + "theoretical_loss": 3.343253158979908, + "tokens_seen": 3071279104 + }, + { + "epoch": 0.93, + "learning_rate": 6.989247311827957e-05, + "loss": 0.0641, + "theoretical_loss": 3.343231510358355, + "tokens_seen": 3071541248 + }, + { + "epoch": 0.93, + "learning_rate": 6.981222917669717e-05, + "loss": 0.0637, + "theoretical_loss": 3.343209864101633, + "tokens_seen": 3071803392 + }, + { + "epoch": 0.93, + "learning_rate": 6.973198523511474e-05, + "loss": 0.0659, + "theoretical_loss": 3.343188220209281, + "tokens_seen": 3072065536 + }, + { + "epoch": 0.93, + "learning_rate": 6.965174129353234e-05, + "loss": 0.0633, + "theoretical_loss": 3.34316657868084, + "tokens_seen": 3072327680 + }, + { + "epoch": 0.93, + "learning_rate": 6.957149735194992e-05, + "loss": 0.0643, + "theoretical_loss": 3.34314493951585, + "tokens_seen": 3072589824 + }, + { + "epoch": 0.93, + "learning_rate": 6.949125341036752e-05, + "loss": 0.0656, + "theoretical_loss": 3.343123302713851, + "tokens_seen": 3072851968 + }, + { + "epoch": 0.93, + "learning_rate": 6.941100946878511e-05, + "loss": 0.0658, + "theoretical_loss": 3.3431016682743833, + "tokens_seen": 3073114112 + }, + { + "epoch": 0.93, + "learning_rate": 6.93307655272027e-05, + "loss": 0.0644, + "theoretical_loss": 3.343080036196988, + "tokens_seen": 3073376256 + }, + { + "epoch": 0.93, + "objective/train/advantage_avg": 0.00090205785818398, + "objective/train/docs_used": 1116766, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.056365966796875, + "objective/train/original_loss": 1.0563658475875854, + "objective/train/theoretical_loss": 3.3430584064812052, + "objective/train/tokens_used": 3094098400, + "objective/train/value_avg": -0.006282806396484375, + "objective/train/value_loss": 0.00011011488822987303, + "objective/train/value_max": -2.568960189819336e-05, + "objective/train/value_min": -0.381591796875, + "objective/train/value_reward_corr": 0.7987967095220826, + "objective/train/value_std": 0.01446533203125, + "objective/train/weight_avg": 1.0009557008743286, + "objective/train/weighted_lm_loss": 1.0574347972869873, + "objective/train/weights_max": 1.2545872926712036, + "objective/train/weights_min": 0.7258520126342773, + "theoretical_loss": 3.3430584064812052, + "tokens_seen": 3073638400 + }, + { + "epoch": 0.93, + "learning_rate": 6.925052158562029e-05, + "loss": 0.0607, + "theoretical_loss": 3.3430584064812052, + "tokens_seen": 3073638400 + }, + { + "epoch": 0.93, + "learning_rate": 6.917027764403788e-05, + "loss": 0.0621, + "theoretical_loss": 3.3430367791265763, + "tokens_seen": 3073900544 + }, + { + "epoch": 0.93, + "learning_rate": 6.909003370245546e-05, + "loss": 0.0624, + "theoretical_loss": 3.3430151541326416, + "tokens_seen": 3074162688 + }, + { + "epoch": 0.93, + "learning_rate": 6.900978976087306e-05, + "loss": 0.0658, + "theoretical_loss": 3.3429935314989425, + "tokens_seen": 3074424832 + }, + { + "epoch": 0.93, + "learning_rate": 6.892954581929065e-05, + "loss": 0.0612, + "theoretical_loss": 3.34297191122502, + "tokens_seen": 3074686976 + }, + { + "epoch": 0.93, + "learning_rate": 6.884930187770823e-05, + "loss": 0.0629, + "theoretical_loss": 3.342950293310415, + "tokens_seen": 3074949120 + }, + { + "epoch": 0.93, + "learning_rate": 6.876905793612583e-05, + "loss": 0.0626, + "theoretical_loss": 3.3429286777546703, + "tokens_seen": 3075211264 + }, + { + "epoch": 0.93, + "learning_rate": 6.86888139945434e-05, + "loss": 0.0622, + "theoretical_loss": 3.342907064557326, + "tokens_seen": 3075473408 + }, + { + "epoch": 0.93, + "learning_rate": 6.8608570052961e-05, + "loss": 0.0662, + "theoretical_loss": 3.3428854537179244, + "tokens_seen": 3075735552 + }, + { + "epoch": 0.93, + "learning_rate": 6.852832611137859e-05, + "loss": 0.0607, + "theoretical_loss": 3.3428638452360078, + "tokens_seen": 3075997696 + }, + { + "epoch": 0.93, + "learning_rate": 6.844808216979619e-05, + "loss": 0.0629, + "theoretical_loss": 3.342842239111117, + "tokens_seen": 3076259840 + }, + { + "epoch": 0.93, + "learning_rate": 6.836783822821377e-05, + "loss": 0.0608, + "theoretical_loss": 3.342820635342795, + "tokens_seen": 3076521984 + }, + { + "epoch": 0.93, + "learning_rate": 6.828759428663137e-05, + "loss": 0.0636, + "theoretical_loss": 3.342799033930584, + "tokens_seen": 3076784128 + }, + { + "epoch": 0.93, + "objective/train/advantage_avg": 0.00019348588830325752, + "objective/train/docs_used": 1117976, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2806586027145386, + "objective/train/original_loss": 1.280658483505249, + "objective/train/theoretical_loss": 3.3427882341078767, + "objective/train/tokens_used": 3097375200, + "objective/train/value_avg": -0.005306243896484375, + "objective/train/value_loss": 8.316608727909625e-05, + "objective/train/value_max": -3.7610530853271484e-05, + "objective/train/value_min": -0.2276611328125, + "objective/train/value_reward_corr": 0.729741654011079, + "objective/train/value_std": 0.01068115234375, + "objective/train/weight_avg": 1.000234603881836, + "objective/train/weighted_lm_loss": 1.2805101871490479, + "objective/train/weights_max": 1.1374446153640747, + "objective/train/weights_min": 0.8190063834190369, + "theoretical_loss": 3.3427882341078767, + "tokens_seen": 3076915200 + }, + { + "epoch": 0.93, + "learning_rate": 6.820735034504894e-05, + "loss": 0.0643, + "theoretical_loss": 3.3427774348740256, + "tokens_seen": 3077046272 + }, + { + "epoch": 0.93, + "learning_rate": 6.812710640346654e-05, + "loss": 0.0635, + "theoretical_loss": 3.342755838172663, + "tokens_seen": 3077308416 + }, + { + "epoch": 0.93, + "learning_rate": 6.804686246188413e-05, + "loss": 0.0657, + "theoretical_loss": 3.3427342438260386, + "tokens_seen": 3077570560 + }, + { + "epoch": 0.93, + "learning_rate": 6.796661852030171e-05, + "loss": 0.0658, + "theoretical_loss": 3.342712651833695, + "tokens_seen": 3077832704 + }, + { + "epoch": 0.93, + "learning_rate": 6.788637457871931e-05, + "loss": 0.0647, + "theoretical_loss": 3.342691062195175, + "tokens_seen": 3078094848 + }, + { + "epoch": 0.93, + "learning_rate": 6.78061306371369e-05, + "loss": 0.0659, + "theoretical_loss": 3.3426694749100214, + "tokens_seen": 3078356992 + }, + { + "epoch": 0.93, + "learning_rate": 6.772588669555448e-05, + "loss": 0.0615, + "theoretical_loss": 3.342647889977778, + "tokens_seen": 3078619136 + }, + { + "epoch": 0.93, + "learning_rate": 6.764564275397207e-05, + "loss": 0.0651, + "theoretical_loss": 3.342626307397987, + "tokens_seen": 3078881280 + }, + { + "epoch": 0.93, + "learning_rate": 6.756539881238967e-05, + "loss": 0.0639, + "theoretical_loss": 3.342604727170193, + "tokens_seen": 3079143424 + }, + { + "epoch": 0.93, + "learning_rate": 6.748515487080725e-05, + "loss": 0.0614, + "theoretical_loss": 3.3425831492939384, + "tokens_seen": 3079405568 + }, + { + "epoch": 0.93, + "learning_rate": 6.740491092922485e-05, + "loss": 0.0628, + "theoretical_loss": 3.3425615737687675, + "tokens_seen": 3079667712 + }, + { + "epoch": 0.93, + "learning_rate": 6.732466698764244e-05, + "loss": 0.0631, + "theoretical_loss": 3.342540000594224, + "tokens_seen": 3079929856 + }, + { + "epoch": 0.93, + "objective/train/advantage_avg": 0.00028680620016530156, + "objective/train/docs_used": 1119127, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.120973825454712, + "objective/train/original_loss": 1.1209735870361328, + "objective/train/theoretical_loss": 3.342518429769851, + "objective/train/tokens_used": 3100652000, + "objective/train/value_avg": -0.004962921142578125, + "objective/train/value_loss": 0.0001184078719234094, + "objective/train/value_max": -1.9669532775878906e-05, + "objective/train/value_min": -0.262939453125, + "objective/train/value_reward_corr": 0.5965642227307437, + "objective/train/value_std": 0.0081939697265625, + "objective/train/weight_avg": 1.000338077545166, + "objective/train/weighted_lm_loss": 1.121619462966919, + "objective/train/weights_max": 1.1531023979187012, + "objective/train/weights_min": 0.3751237690448761, + "theoretical_loss": 3.342518429769851, + "tokens_seen": 3080192000 + }, + { + "epoch": 0.93, + "learning_rate": 6.724442304606002e-05, + "loss": 0.0611, + "theoretical_loss": 3.342518429769851, + "tokens_seen": 3080192000 + }, + { + "epoch": 0.93, + "learning_rate": 6.716417910447761e-05, + "loss": 0.0641, + "theoretical_loss": 3.342496861295193, + "tokens_seen": 3080454144 + }, + { + "epoch": 0.93, + "learning_rate": 6.70839351628952e-05, + "loss": 0.0656, + "theoretical_loss": 3.342475295169794, + "tokens_seen": 3080716288 + }, + { + "epoch": 0.93, + "learning_rate": 6.70036912213128e-05, + "loss": 0.0606, + "theoretical_loss": 3.342453731393199, + "tokens_seen": 3080978432 + }, + { + "epoch": 0.93, + "learning_rate": 6.692344727973038e-05, + "loss": 0.0643, + "theoretical_loss": 3.342432169964951, + "tokens_seen": 3081240576 + }, + { + "epoch": 0.93, + "learning_rate": 6.684320333814798e-05, + "loss": 0.0599, + "theoretical_loss": 3.3424106108845955, + "tokens_seen": 3081502720 + }, + { + "epoch": 0.93, + "learning_rate": 6.676295939656555e-05, + "loss": 0.0654, + "theoretical_loss": 3.342389054151677, + "tokens_seen": 3081764864 + }, + { + "epoch": 0.93, + "learning_rate": 6.668271545498315e-05, + "loss": 0.0607, + "theoretical_loss": 3.34236749976574, + "tokens_seen": 3082027008 + }, + { + "epoch": 0.93, + "learning_rate": 6.660247151340074e-05, + "loss": 0.0636, + "theoretical_loss": 3.34234594772633, + "tokens_seen": 3082289152 + }, + { + "epoch": 0.93, + "learning_rate": 6.652222757181833e-05, + "loss": 0.0609, + "theoretical_loss": 3.342324398032991, + "tokens_seen": 3082551296 + }, + { + "epoch": 0.93, + "learning_rate": 6.644198363023592e-05, + "loss": 0.0613, + "theoretical_loss": 3.342302850685269, + "tokens_seen": 3082813440 + }, + { + "epoch": 0.93, + "learning_rate": 6.636173968865352e-05, + "loss": 0.0635, + "theoretical_loss": 3.3422813056827088, + "tokens_seen": 3083075584 + }, + { + "epoch": 0.93, + "learning_rate": 6.628149574707109e-05, + "loss": 0.0656, + "theoretical_loss": 3.342259763024856, + "tokens_seen": 3083337728 + }, + { + "epoch": 0.93, + "objective/train/advantage_avg": 0.00036809640005230904, + "objective/train/docs_used": 1120337, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2599271535873413, + "objective/train/original_loss": 1.2599269151687622, + "objective/train/theoretical_loss": 3.3422489925750525, + "objective/train/tokens_used": 3103928800, + "objective/train/value_avg": -0.007617950439453125, + "objective/train/value_loss": 0.00030222031637094915, + "objective/train/value_max": -4.3332576751708984e-05, + "objective/train/value_min": -0.93701171875, + "objective/train/value_reward_corr": 0.732770212705653, + "objective/train/value_std": 0.016693115234375, + "objective/train/weight_avg": 1.000495433807373, + "objective/train/weighted_lm_loss": 1.2601033449172974, + "objective/train/weights_max": 1.58478581905365, + "objective/train/weights_min": 0.24261978268623352, + "theoretical_loss": 3.3422489925750525, + "tokens_seen": 3083468800 + }, + { + "epoch": 0.93, + "learning_rate": 6.620125180548869e-05, + "loss": 0.0623, + "theoretical_loss": 3.3422382227112557, + "tokens_seen": 3083599872 + }, + { + "epoch": 0.93, + "learning_rate": 6.612100786390628e-05, + "loss": 0.061, + "theoretical_loss": 3.3422166847414543, + "tokens_seen": 3083862016 + }, + { + "epoch": 0.93, + "learning_rate": 6.604076392232386e-05, + "loss": 0.0633, + "theoretical_loss": 3.3421951491149966, + "tokens_seen": 3084124160 + }, + { + "epoch": 0.93, + "learning_rate": 6.596051998074146e-05, + "loss": 0.0643, + "theoretical_loss": 3.3421736158314292, + "tokens_seen": 3084386304 + }, + { + "epoch": 0.93, + "learning_rate": 6.588027603915905e-05, + "loss": 0.0632, + "theoretical_loss": 3.3421520848902984, + "tokens_seen": 3084648448 + }, + { + "epoch": 0.93, + "learning_rate": 6.580003209757663e-05, + "loss": 0.0623, + "theoretical_loss": 3.3421305562911496, + "tokens_seen": 3084910592 + }, + { + "epoch": 0.93, + "learning_rate": 6.571978815599422e-05, + "loss": 0.0621, + "theoretical_loss": 3.342109030033529, + "tokens_seen": 3085172736 + }, + { + "epoch": 0.94, + "learning_rate": 6.563954421441182e-05, + "loss": 0.0639, + "theoretical_loss": 3.342087506116984, + "tokens_seen": 3085434880 + }, + { + "epoch": 0.94, + "learning_rate": 6.55593002728294e-05, + "loss": 0.0641, + "theoretical_loss": 3.3420659845410605, + "tokens_seen": 3085697024 + }, + { + "epoch": 0.94, + "learning_rate": 6.5479056331247e-05, + "loss": 0.0639, + "theoretical_loss": 3.342044465305305, + "tokens_seen": 3085959168 + }, + { + "epoch": 0.94, + "learning_rate": 6.539881238966459e-05, + "loss": 0.0645, + "theoretical_loss": 3.3420229484092645, + "tokens_seen": 3086221312 + }, + { + "epoch": 0.94, + "learning_rate": 6.531856844808217e-05, + "loss": 0.0658, + "theoretical_loss": 3.3420014338524857, + "tokens_seen": 3086483456 + }, + { + "epoch": 0.94, + "objective/train/advantage_avg": 0.000534580962266773, + "objective/train/docs_used": 1121586, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2565841674804688, + "objective/train/original_loss": 1.2565841674804688, + "objective/train/theoretical_loss": 3.3419799216345156, + "objective/train/tokens_used": 3107205600, + "objective/train/value_avg": -0.005817413330078125, + "objective/train/value_loss": 0.0002982096921186894, + "objective/train/value_max": -2.6702880859375e-05, + "objective/train/value_min": -0.74365234375, + "objective/train/value_reward_corr": 0.677102319512203, + "objective/train/value_std": 0.0162811279296875, + "objective/train/weight_avg": 1.0006691217422485, + "objective/train/weighted_lm_loss": 1.2573970556259155, + "objective/train/weights_max": 2.0735535621643066, + "objective/train/weights_min": 0.3723919987678528, + "theoretical_loss": 3.3419799216345156, + "tokens_seen": 3086745600 + }, + { + "epoch": 0.94, + "learning_rate": 6.523832450649976e-05, + "loss": 0.0627, + "theoretical_loss": 3.3419799216345156, + "tokens_seen": 3086745600 + }, + { + "epoch": 0.94, + "learning_rate": 6.515808056491734e-05, + "loss": 0.0638, + "theoretical_loss": 3.341958411754902, + "tokens_seen": 3087007744 + }, + { + "epoch": 0.94, + "learning_rate": 6.507783662333494e-05, + "loss": 0.0627, + "theoretical_loss": 3.3419369042131915, + "tokens_seen": 3087269888 + }, + { + "epoch": 0.94, + "learning_rate": 6.499759268175253e-05, + "loss": 0.0658, + "theoretical_loss": 3.341915399008932, + "tokens_seen": 3087532032 + }, + { + "epoch": 0.94, + "learning_rate": 6.491734874017013e-05, + "loss": 0.0643, + "theoretical_loss": 3.3418938961416704, + "tokens_seen": 3087794176 + }, + { + "epoch": 0.94, + "learning_rate": 6.48371047985877e-05, + "loss": 0.0644, + "theoretical_loss": 3.341872395610955, + "tokens_seen": 3088056320 + }, + { + "epoch": 0.94, + "learning_rate": 6.47568608570053e-05, + "loss": 0.0631, + "theoretical_loss": 3.3418508974163332, + "tokens_seen": 3088318464 + }, + { + "epoch": 0.94, + "learning_rate": 6.467661691542288e-05, + "loss": 0.0639, + "theoretical_loss": 3.3418294015573533, + "tokens_seen": 3088580608 + }, + { + "epoch": 0.94, + "learning_rate": 6.459637297384048e-05, + "loss": 0.0613, + "theoretical_loss": 3.3418079080335628, + "tokens_seen": 3088842752 + }, + { + "epoch": 0.94, + "learning_rate": 6.451612903225807e-05, + "loss": 0.0638, + "theoretical_loss": 3.34178641684451, + "tokens_seen": 3089104896 + }, + { + "epoch": 0.94, + "learning_rate": 6.443588509067567e-05, + "loss": 0.065, + "theoretical_loss": 3.3417649279897437, + "tokens_seen": 3089367040 + }, + { + "epoch": 0.94, + "learning_rate": 6.435564114909324e-05, + "loss": 0.0606, + "theoretical_loss": 3.341743441468812, + "tokens_seen": 3089629184 + }, + { + "epoch": 0.94, + "learning_rate": 6.427539720751084e-05, + "loss": 0.0636, + "theoretical_loss": 3.3417219572812633, + "tokens_seen": 3089891328 + }, + { + "epoch": 0.94, + "objective/train/advantage_avg": 0.00017058970115613192, + "objective/train/docs_used": 1122843, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1703165769577026, + "objective/train/original_loss": 1.1703165769577026, + "objective/train/theoretical_loss": 3.3417112160623663, + "objective/train/tokens_used": 3110482400, + "objective/train/value_avg": -0.005397796630859375, + "objective/train/value_loss": 0.00012329660239629447, + "objective/train/value_max": -3.790855407714844e-05, + "objective/train/value_min": -0.1744384765625, + "objective/train/value_reward_corr": 0.653747815744921, + "objective/train/value_std": 0.0099029541015625, + "objective/train/weight_avg": 1.0002275705337524, + "objective/train/weighted_lm_loss": 1.170123815536499, + "objective/train/weights_max": 1.1319042444229126, + "objective/train/weights_min": 0.37886282801628113, + "theoretical_loss": 3.3417112160623663, + "tokens_seen": 3090022400 + }, + { + "epoch": 0.94, + "learning_rate": 6.419515326592842e-05, + "loss": 0.0642, + "theoretical_loss": 3.3417004754266464, + "tokens_seen": 3090153472 + }, + { + "epoch": 0.94, + "learning_rate": 6.411490932434601e-05, + "loss": 0.0632, + "theoretical_loss": 3.34167899590451, + "tokens_seen": 3090415616 + }, + { + "epoch": 0.94, + "learning_rate": 6.403466538276361e-05, + "loss": 0.0631, + "theoretical_loss": 3.3416575187144035, + "tokens_seen": 3090677760 + }, + { + "epoch": 0.94, + "learning_rate": 6.395442144118119e-05, + "loss": 0.0647, + "theoretical_loss": 3.341636043855875, + "tokens_seen": 3090939904 + }, + { + "epoch": 0.94, + "learning_rate": 6.387417749959878e-05, + "loss": 0.0635, + "theoretical_loss": 3.3416145713284746, + "tokens_seen": 3091202048 + }, + { + "epoch": 0.94, + "learning_rate": 6.379393355801636e-05, + "loss": 0.0669, + "theoretical_loss": 3.341593101131751, + "tokens_seen": 3091464192 + }, + { + "epoch": 0.94, + "learning_rate": 6.371368961643396e-05, + "loss": 0.0662, + "theoretical_loss": 3.341571633265254, + "tokens_seen": 3091726336 + }, + { + "epoch": 0.94, + "learning_rate": 6.363344567485155e-05, + "loss": 0.0673, + "theoretical_loss": 3.341550167728533, + "tokens_seen": 3091988480 + }, + { + "epoch": 0.94, + "learning_rate": 6.355320173326915e-05, + "loss": 0.0628, + "theoretical_loss": 3.3415287045211377, + "tokens_seen": 3092250624 + }, + { + "epoch": 0.94, + "learning_rate": 6.347295779168673e-05, + "loss": 0.0642, + "theoretical_loss": 3.3415072436426176, + "tokens_seen": 3092512768 + }, + { + "epoch": 0.94, + "learning_rate": 6.339271385010432e-05, + "loss": 0.0654, + "theoretical_loss": 3.341485785092523, + "tokens_seen": 3092774912 + }, + { + "epoch": 0.94, + "learning_rate": 6.33124699085219e-05, + "loss": 0.0635, + "theoretical_loss": 3.341464328870404, + "tokens_seen": 3093037056 + }, + { + "epoch": 0.94, + "objective/train/advantage_avg": -4.600514148478396e-05, + "objective/train/docs_used": 1123676, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3276854753494263, + "objective/train/original_loss": 1.3276853561401367, + "objective/train/theoretical_loss": 3.3414428749758107, + "objective/train/tokens_used": 3113759200, + "objective/train/value_avg": -0.00714111328125, + "objective/train/value_loss": 0.0001963401591638103, + "objective/train/value_max": -1.3530254364013672e-05, + "objective/train/value_min": -0.389892578125, + "objective/train/value_reward_corr": 0.8451614568844705, + "objective/train/value_std": 0.019989013671875, + "objective/train/weight_avg": 1.000049114227295, + "objective/train/weighted_lm_loss": 1.3278918266296387, + "objective/train/weights_max": 1.392727255821228, + "objective/train/weights_min": 0.6222989559173584, + "theoretical_loss": 3.3414428749758107, + "tokens_seen": 3093299200 + }, + { + "epoch": 0.94, + "learning_rate": 6.323222596693949e-05, + "loss": 0.064, + "theoretical_loss": 3.3414428749758107, + "tokens_seen": 3093299200 + }, + { + "epoch": 0.94, + "learning_rate": 6.315198202535709e-05, + "loss": 0.0665, + "theoretical_loss": 3.341421423408293, + "tokens_seen": 3093561344 + }, + { + "epoch": 0.94, + "learning_rate": 6.307173808377467e-05, + "loss": 0.0664, + "theoretical_loss": 3.341399974167402, + "tokens_seen": 3093823488 + }, + { + "epoch": 0.94, + "learning_rate": 6.299149414219227e-05, + "loss": 0.0644, + "theoretical_loss": 3.3413785272526875, + "tokens_seen": 3094085632 + }, + { + "epoch": 0.94, + "learning_rate": 6.291125020060985e-05, + "loss": 0.0631, + "theoretical_loss": 3.341357082663701, + "tokens_seen": 3094347776 + }, + { + "epoch": 0.94, + "learning_rate": 6.283100625902744e-05, + "loss": 0.064, + "theoretical_loss": 3.3413356403999925, + "tokens_seen": 3094609920 + }, + { + "epoch": 0.94, + "learning_rate": 6.275076231744503e-05, + "loss": 0.0688, + "theoretical_loss": 3.341314200461113, + "tokens_seen": 3094872064 + }, + { + "epoch": 0.94, + "learning_rate": 6.267051837586263e-05, + "loss": 0.0646, + "theoretical_loss": 3.3412927628466145, + "tokens_seen": 3095134208 + }, + { + "epoch": 0.94, + "learning_rate": 6.259027443428021e-05, + "loss": 0.0626, + "theoretical_loss": 3.341271327556047, + "tokens_seen": 3095396352 + }, + { + "epoch": 0.94, + "learning_rate": 6.251003049269781e-05, + "loss": 0.0632, + "theoretical_loss": 3.341249894588963, + "tokens_seen": 3095658496 + }, + { + "epoch": 0.94, + "learning_rate": 6.242978655111539e-05, + "loss": 0.0633, + "theoretical_loss": 3.3412284639449124, + "tokens_seen": 3095920640 + }, + { + "epoch": 0.94, + "learning_rate": 6.234954260953298e-05, + "loss": 0.0626, + "theoretical_loss": 3.341207035623448, + "tokens_seen": 3096182784 + }, + { + "epoch": 0.94, + "learning_rate": 6.226929866795057e-05, + "loss": 0.0633, + "theoretical_loss": 3.341185609624121, + "tokens_seen": 3096444928 + }, + { + "epoch": 0.94, + "objective/train/advantage_avg": -0.00024022780416999012, + "objective/train/docs_used": 1124894, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2811106443405151, + "objective/train/original_loss": 1.281110405921936, + "objective/train/theoretical_loss": 3.3411748974951188, + "objective/train/tokens_used": 3117036000, + "objective/train/value_avg": -0.007049560546875, + "objective/train/value_loss": 0.00019912957213819027, + "objective/train/value_max": -4.1961669921875e-05, + "objective/train/value_min": -0.355224609375, + "objective/train/value_reward_corr": 0.6521256275206029, + "objective/train/value_std": 0.01221466064453125, + "objective/train/weight_avg": 0.9998487234115601, + "objective/train/weighted_lm_loss": 1.2808712720870972, + "objective/train/weights_max": 1.1946537494659424, + "objective/train/weights_min": 0.3681730329990387, + "theoretical_loss": 3.3411748974951188, + "tokens_seen": 3096576000 + }, + { + "epoch": 0.94, + "learning_rate": 6.218905472636816e-05, + "loss": 0.0632, + "theoretical_loss": 3.341164185946483, + "tokens_seen": 3096707072 + }, + { + "epoch": 0.94, + "learning_rate": 6.210881078478575e-05, + "loss": 0.0639, + "theoretical_loss": 3.3411427645900864, + "tokens_seen": 3096969216 + }, + { + "epoch": 0.94, + "learning_rate": 6.202856684320334e-05, + "loss": 0.0659, + "theoretical_loss": 3.341121345554483, + "tokens_seen": 3097231360 + }, + { + "epoch": 0.94, + "learning_rate": 6.194832290162093e-05, + "loss": 0.0647, + "theoretical_loss": 3.341099928839225, + "tokens_seen": 3097493504 + }, + { + "epoch": 0.94, + "learning_rate": 6.186807896003851e-05, + "loss": 0.0634, + "theoretical_loss": 3.3410785144438644, + "tokens_seen": 3097755648 + }, + { + "epoch": 0.94, + "learning_rate": 6.178783501845611e-05, + "loss": 0.0635, + "theoretical_loss": 3.3410571023679543, + "tokens_seen": 3098017792 + }, + { + "epoch": 0.94, + "learning_rate": 6.17075910768737e-05, + "loss": 0.064, + "theoretical_loss": 3.3410356926110465, + "tokens_seen": 3098279936 + }, + { + "epoch": 0.94, + "learning_rate": 6.162734713529128e-05, + "loss": 0.0635, + "theoretical_loss": 3.3410142851726943, + "tokens_seen": 3098542080 + }, + { + "epoch": 0.94, + "learning_rate": 6.154710319370888e-05, + "loss": 0.0643, + "theoretical_loss": 3.3409928800524495, + "tokens_seen": 3098804224 + }, + { + "epoch": 0.94, + "learning_rate": 6.146685925212647e-05, + "loss": 0.065, + "theoretical_loss": 3.3409714772498664, + "tokens_seen": 3099066368 + }, + { + "epoch": 0.94, + "learning_rate": 6.138661531054405e-05, + "loss": 0.0613, + "theoretical_loss": 3.3409500767644973, + "tokens_seen": 3099328512 + }, + { + "epoch": 0.94, + "learning_rate": 6.130637136896165e-05, + "loss": 0.0625, + "theoretical_loss": 3.340928678595895, + "tokens_seen": 3099590656 + }, + { + "epoch": 0.94, + "objective/train/advantage_avg": 0.00040748462197370827, + "objective/train/docs_used": 1126162, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.287543773651123, + "objective/train/original_loss": 1.287543773651123, + "objective/train/theoretical_loss": 3.3409072827436135, + "objective/train/tokens_used": 3120312800, + "objective/train/value_avg": -0.007366180419921875, + "objective/train/value_loss": 0.00033080557477660477, + "objective/train/value_max": -3.069639205932617e-05, + "objective/train/value_min": -0.8837890625, + "objective/train/value_reward_corr": 0.6766539709723083, + "objective/train/value_std": 0.016021728515625, + "objective/train/weight_avg": 1.0005520582199097, + "objective/train/weighted_lm_loss": 1.2877914905548096, + "objective/train/weights_max": 1.8718984127044678, + "objective/train/weights_min": 0.37001872062683105, + "theoretical_loss": 3.3409072827436135, + "tokens_seen": 3099852800 + }, + { + "epoch": 0.94, + "learning_rate": 6.122612742737924e-05, + "loss": 0.0636, + "theoretical_loss": 3.3409072827436135, + "tokens_seen": 3099852800 + }, + { + "epoch": 0.94, + "learning_rate": 6.114588348579682e-05, + "loss": 0.0659, + "theoretical_loss": 3.3408858892072058, + "tokens_seen": 3100114944 + }, + { + "epoch": 0.94, + "learning_rate": 6.106563954421442e-05, + "loss": 0.065, + "theoretical_loss": 3.3408644979862254, + "tokens_seen": 3100377088 + }, + { + "epoch": 0.94, + "learning_rate": 6.0985395602632006e-05, + "loss": 0.0633, + "theoretical_loss": 3.340843109080226, + "tokens_seen": 3100639232 + }, + { + "epoch": 0.94, + "learning_rate": 6.090515166104959e-05, + "loss": 0.0636, + "theoretical_loss": 3.340821722488762, + "tokens_seen": 3100901376 + }, + { + "epoch": 0.94, + "learning_rate": 6.082490771946718e-05, + "loss": 0.0635, + "theoretical_loss": 3.3408003382113862, + "tokens_seen": 3101163520 + }, + { + "epoch": 0.94, + "learning_rate": 6.074466377788477e-05, + "loss": 0.0631, + "theoretical_loss": 3.3407789562476538, + "tokens_seen": 3101425664 + }, + { + "epoch": 0.94, + "learning_rate": 6.066441983630236e-05, + "loss": 0.0652, + "theoretical_loss": 3.3407575765971176, + "tokens_seen": 3101687808 + }, + { + "epoch": 0.94, + "learning_rate": 6.058417589471995e-05, + "loss": 0.0662, + "theoretical_loss": 3.340736199259333, + "tokens_seen": 3101949952 + }, + { + "epoch": 0.94, + "learning_rate": 6.050393195313754e-05, + "loss": 0.0625, + "theoretical_loss": 3.3407148242338542, + "tokens_seen": 3102212096 + }, + { + "epoch": 0.94, + "learning_rate": 6.042368801155513e-05, + "loss": 0.0654, + "theoretical_loss": 3.3406934515202353, + "tokens_seen": 3102474240 + }, + { + "epoch": 0.94, + "learning_rate": 6.034344406997272e-05, + "loss": 0.0669, + "theoretical_loss": 3.3406720811180315, + "tokens_seen": 3102736384 + }, + { + "epoch": 0.94, + "learning_rate": 6.026320012839031e-05, + "loss": 0.0624, + "theoretical_loss": 3.340650713026797, + "tokens_seen": 3102998528 + }, + { + "epoch": 0.94, + "objective/train/advantage_avg": 0.0002188698563259095, + "objective/train/docs_used": 1127317, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1626243591308594, + "objective/train/original_loss": 1.1626243591308594, + "objective/train/theoretical_loss": 3.340640029847654, + "objective/train/tokens_used": 3123589600, + "objective/train/value_avg": -0.0070343017578125, + "objective/train/value_loss": 0.00041052218875847757, + "objective/train/value_max": -3.3974647521972656e-05, + "objective/train/value_min": -0.693359375, + "objective/train/value_reward_corr": 0.7293398699617486, + "objective/train/value_std": 0.0184478759765625, + "objective/train/weight_avg": 1.0003989934921265, + "objective/train/weighted_lm_loss": 1.162225604057312, + "objective/train/weights_max": 1.6487212181091309, + "objective/train/weights_min": 0.38203245401382446, + "theoretical_loss": 3.340640029847654, + "tokens_seen": 3103129600 + }, + { + "epoch": 0.94, + "learning_rate": 6.01829561868079e-05, + "loss": 0.064, + "theoretical_loss": 3.340629347246087, + "tokens_seen": 3103260672 + }, + { + "epoch": 0.94, + "learning_rate": 6.010271224522549e-05, + "loss": 0.0636, + "theoretical_loss": 3.3406079837754565, + "tokens_seen": 3103522816 + }, + { + "epoch": 0.94, + "learning_rate": 6.002246830364308e-05, + "loss": 0.0645, + "theoretical_loss": 3.3405866226144605, + "tokens_seen": 3103784960 + }, + { + "epoch": 0.94, + "learning_rate": 5.9942224362060665e-05, + "loss": 0.0653, + "theoretical_loss": 3.3405652637626546, + "tokens_seen": 3104047104 + }, + { + "epoch": 0.94, + "learning_rate": 5.986198042047825e-05, + "loss": 0.0642, + "theoretical_loss": 3.340543907219594, + "tokens_seen": 3104309248 + }, + { + "epoch": 0.94, + "learning_rate": 5.978173647889584e-05, + "loss": 0.065, + "theoretical_loss": 3.340522552984834, + "tokens_seen": 3104571392 + }, + { + "epoch": 0.94, + "learning_rate": 5.9701492537313435e-05, + "loss": 0.0631, + "theoretical_loss": 3.3405012010579305, + "tokens_seen": 3104833536 + }, + { + "epoch": 0.94, + "learning_rate": 5.962124859573102e-05, + "loss": 0.0628, + "theoretical_loss": 3.340479851438439, + "tokens_seen": 3105095680 + }, + { + "epoch": 0.94, + "learning_rate": 5.954100465414861e-05, + "loss": 0.0643, + "theoretical_loss": 3.340458504125916, + "tokens_seen": 3105357824 + }, + { + "epoch": 0.94, + "learning_rate": 5.9460760712566205e-05, + "loss": 0.0638, + "theoretical_loss": 3.3404371591199165, + "tokens_seen": 3105619968 + }, + { + "epoch": 0.94, + "learning_rate": 5.938051677098379e-05, + "loss": 0.0642, + "theoretical_loss": 3.3404158164199975, + "tokens_seen": 3105882112 + }, + { + "epoch": 0.94, + "learning_rate": 5.930027282940138e-05, + "loss": 0.0685, + "theoretical_loss": 3.3403944760257147, + "tokens_seen": 3106144256 + }, + { + "epoch": 0.94, + "objective/train/advantage_avg": 0.0007594475755468011, + "objective/train/docs_used": 1128625, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2334504127502441, + "objective/train/original_loss": 1.2334506511688232, + "objective/train/theoretical_loss": 3.340373137936625, + "objective/train/tokens_used": 3126866400, + "objective/train/value_avg": -0.0071868896484375, + "objective/train/value_loss": 0.00020825507817789912, + "objective/train/value_max": -5.066394805908203e-06, + "objective/train/value_min": -0.462158203125, + "objective/train/value_reward_corr": 0.801216198402789, + "objective/train/value_std": 0.016815185546875, + "objective/train/weight_avg": 1.0008536577224731, + "objective/train/weighted_lm_loss": 1.2342621088027954, + "objective/train/weights_max": 1.0910027027130127, + "objective/train/weights_min": 0.3695405423641205, + "theoretical_loss": 3.340373137936625, + "tokens_seen": 3106406400 + }, + { + "epoch": 0.94, + "learning_rate": 5.9220028887818975e-05, + "loss": 0.0645, + "theoretical_loss": 3.340373137936625, + "tokens_seen": 3106406400 + }, + { + "epoch": 0.94, + "learning_rate": 5.913978494623656e-05, + "loss": 0.0635, + "theoretical_loss": 3.340351802152284, + "tokens_seen": 3106668544 + }, + { + "epoch": 0.94, + "learning_rate": 5.9059541004654146e-05, + "loss": 0.0635, + "theoretical_loss": 3.3403304686722497, + "tokens_seen": 3106930688 + }, + { + "epoch": 0.94, + "learning_rate": 5.897929706307174e-05, + "loss": 0.0623, + "theoretical_loss": 3.3403091374960776, + "tokens_seen": 3107192832 + }, + { + "epoch": 0.94, + "learning_rate": 5.8899053121489324e-05, + "loss": 0.0659, + "theoretical_loss": 3.340287808623325, + "tokens_seen": 3107454976 + }, + { + "epoch": 0.94, + "learning_rate": 5.8818809179906916e-05, + "loss": 0.0652, + "theoretical_loss": 3.340266482053549, + "tokens_seen": 3107717120 + }, + { + "epoch": 0.94, + "learning_rate": 5.873856523832451e-05, + "loss": 0.0636, + "theoretical_loss": 3.3402451577863066, + "tokens_seen": 3107979264 + }, + { + "epoch": 0.94, + "learning_rate": 5.8658321296742094e-05, + "loss": 0.0641, + "theoretical_loss": 3.340223835821155, + "tokens_seen": 3108241408 + }, + { + "epoch": 0.94, + "learning_rate": 5.8578077355159686e-05, + "loss": 0.0628, + "theoretical_loss": 3.3402025161576514, + "tokens_seen": 3108503552 + }, + { + "epoch": 0.94, + "learning_rate": 5.849783341357728e-05, + "loss": 0.0618, + "theoretical_loss": 3.340181198795354, + "tokens_seen": 3108765696 + }, + { + "epoch": 0.94, + "learning_rate": 5.8417589471994864e-05, + "loss": 0.0637, + "theoretical_loss": 3.340159883733819, + "tokens_seen": 3109027840 + }, + { + "epoch": 0.94, + "learning_rate": 5.8337345530412456e-05, + "loss": 0.0654, + "theoretical_loss": 3.3401385709726052, + "tokens_seen": 3109289984 + }, + { + "epoch": 0.94, + "learning_rate": 5.825710158883005e-05, + "loss": 0.0633, + "theoretical_loss": 3.3401172605112706, + "tokens_seen": 3109552128 + }, + { + "epoch": 0.94, + "objective/train/advantage_avg": 0.00045099560520611703, + "objective/train/docs_used": 1129708, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3737159967422485, + "objective/train/original_loss": 1.373716115951538, + "objective/train/theoretical_loss": 3.3401066061429194, + "objective/train/tokens_used": 3130143200, + "objective/train/value_avg": -0.00978851318359375, + "objective/train/value_loss": 0.00027019609115086496, + "objective/train/value_max": -3.451108932495117e-05, + "objective/train/value_min": -0.560546875, + "objective/train/value_reward_corr": 0.7687257296283594, + "objective/train/value_std": 0.01861572265625, + "objective/train/weight_avg": 1.0005736351013184, + "objective/train/weighted_lm_loss": 1.3742473125457764, + "objective/train/weights_max": 1.2009410858154297, + "objective/train/weights_min": 0.3690531253814697, + "theoretical_loss": 3.3401066061429194, + "tokens_seen": 3109683200 + }, + { + "epoch": 0.94, + "learning_rate": 5.8176857647247634e-05, + "loss": 0.0682, + "theoretical_loss": 3.3400959523493725, + "tokens_seen": 3109814272 + }, + { + "epoch": 0.94, + "learning_rate": 5.809661370566522e-05, + "loss": 0.0648, + "theoretical_loss": 3.3400746464864692, + "tokens_seen": 3110076416 + }, + { + "epoch": 0.94, + "learning_rate": 5.801636976408281e-05, + "loss": 0.0657, + "theoretical_loss": 3.340053342922119, + "tokens_seen": 3110338560 + }, + { + "epoch": 0.94, + "learning_rate": 5.79361258225004e-05, + "loss": 0.0644, + "theoretical_loss": 3.3400320416558804, + "tokens_seen": 3110600704 + }, + { + "epoch": 0.94, + "learning_rate": 5.785588188091799e-05, + "loss": 0.0647, + "theoretical_loss": 3.340010742687311, + "tokens_seen": 3110862848 + }, + { + "epoch": 0.94, + "learning_rate": 5.777563793933558e-05, + "loss": 0.0654, + "theoretical_loss": 3.339989446015971, + "tokens_seen": 3111124992 + }, + { + "epoch": 0.94, + "learning_rate": 5.769539399775317e-05, + "loss": 0.0652, + "theoretical_loss": 3.3399681516414175, + "tokens_seen": 3111387136 + }, + { + "epoch": 0.94, + "learning_rate": 5.761515005617076e-05, + "loss": 0.0659, + "theoretical_loss": 3.33994685956321, + "tokens_seen": 3111649280 + }, + { + "epoch": 0.94, + "learning_rate": 5.753490611458835e-05, + "loss": 0.0681, + "theoretical_loss": 3.3399255697809074, + "tokens_seen": 3111911424 + }, + { + "epoch": 0.94, + "learning_rate": 5.745466217300594e-05, + "loss": 0.0675, + "theoretical_loss": 3.3399042822940688, + "tokens_seen": 3112173568 + }, + { + "epoch": 0.94, + "learning_rate": 5.737441823142353e-05, + "loss": 0.0649, + "theoretical_loss": 3.339882997102253, + "tokens_seen": 3112435712 + }, + { + "epoch": 0.94, + "learning_rate": 5.729417428984112e-05, + "loss": 0.0649, + "theoretical_loss": 3.3398617142050195, + "tokens_seen": 3112697856 + }, + { + "epoch": 0.94, + "objective/train/advantage_avg": 0.00013192118785809726, + "objective/train/docs_used": 1130876, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3606687784194946, + "objective/train/original_loss": 1.360668659210205, + "objective/train/theoretical_loss": 3.3398404336019283, + "objective/train/tokens_used": 3133420000, + "objective/train/value_avg": -0.00733184814453125, + "objective/train/value_loss": 0.00026078071095980704, + "objective/train/value_max": -2.0325183868408203e-05, + "objective/train/value_min": -0.70849609375, + "objective/train/value_reward_corr": 0.7478215946938864, + "objective/train/value_std": 0.019866943359375, + "objective/train/weight_avg": 1.00025475025177, + "objective/train/weighted_lm_loss": 1.3609026670455933, + "objective/train/weights_max": 1.8599988222122192, + "objective/train/weights_min": 0.3820907473564148, + "theoretical_loss": 3.3398404336019283, + "tokens_seen": 3112960000 + }, + { + "epoch": 0.94, + "learning_rate": 5.7213930348258714e-05, + "loss": 0.065, + "theoretical_loss": 3.3398404336019283, + "tokens_seen": 3112960000 + }, + { + "epoch": 0.94, + "learning_rate": 5.713368640667629e-05, + "loss": 0.0646, + "theoretical_loss": 3.3398191552925383, + "tokens_seen": 3113222144 + }, + { + "epoch": 0.94, + "learning_rate": 5.7053442465093885e-05, + "loss": 0.063, + "theoretical_loss": 3.33979787927641, + "tokens_seen": 3113484288 + }, + { + "epoch": 0.94, + "learning_rate": 5.697319852351147e-05, + "loss": 0.0622, + "theoretical_loss": 3.3397766055531015, + "tokens_seen": 3113746432 + }, + { + "epoch": 0.94, + "learning_rate": 5.689295458192906e-05, + "loss": 0.0652, + "theoretical_loss": 3.3397553341221746, + "tokens_seen": 3114008576 + }, + { + "epoch": 0.94, + "learning_rate": 5.6812710640346655e-05, + "loss": 0.0616, + "theoretical_loss": 3.3397340649831877, + "tokens_seen": 3114270720 + }, + { + "epoch": 0.94, + "learning_rate": 5.673246669876425e-05, + "loss": 0.0618, + "theoretical_loss": 3.3397127981357024, + "tokens_seen": 3114532864 + }, + { + "epoch": 0.94, + "learning_rate": 5.665222275718183e-05, + "loss": 0.065, + "theoretical_loss": 3.339691533579278, + "tokens_seen": 3114795008 + }, + { + "epoch": 0.94, + "learning_rate": 5.6571978815599425e-05, + "loss": 0.0643, + "theoretical_loss": 3.3396702713134756, + "tokens_seen": 3115057152 + }, + { + "epoch": 0.94, + "learning_rate": 5.649173487401702e-05, + "loss": 0.066, + "theoretical_loss": 3.3396490113378547, + "tokens_seen": 3115319296 + }, + { + "epoch": 0.94, + "learning_rate": 5.64114909324346e-05, + "loss": 0.0643, + "theoretical_loss": 3.3396277536519774, + "tokens_seen": 3115581440 + }, + { + "epoch": 0.94, + "learning_rate": 5.6331246990852196e-05, + "loss": 0.0644, + "theoretical_loss": 3.339606498255403, + "tokens_seen": 3115843584 + }, + { + "epoch": 0.94, + "learning_rate": 5.625100304926979e-05, + "loss": 0.064, + "theoretical_loss": 3.3395852451476937, + "tokens_seen": 3116105728 + }, + { + "epoch": 0.94, + "objective/train/advantage_avg": 0.00014583476877305657, + "objective/train/docs_used": 1132106, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2379300594329834, + "objective/train/original_loss": 1.2379298210144043, + "objective/train/theoretical_loss": 3.3395746194520255, + "objective/train/tokens_used": 3136696800, + "objective/train/value_avg": -0.009796142578125, + "objective/train/value_loss": 0.0005182549939490855, + "objective/train/value_max": -2.4139881134033203e-05, + "objective/train/value_min": -0.7861328125, + "objective/train/value_reward_corr": 0.6501620252703367, + "objective/train/value_std": 0.01959228515625, + "objective/train/weight_avg": 1.0003660917282104, + "objective/train/weighted_lm_loss": 1.237840175628662, + "objective/train/weights_max": 1.4619704484939575, + "objective/train/weights_min": 0.3749978542327881, + "theoretical_loss": 3.3395746194520255, + "tokens_seen": 3116236800 + }, + { + "epoch": 0.94, + "learning_rate": 5.6170759107687367e-05, + "loss": 0.0646, + "theoretical_loss": 3.339563994328409, + "tokens_seen": 3116367872 + }, + { + "epoch": 0.94, + "learning_rate": 5.609051516610496e-05, + "loss": 0.0651, + "theoretical_loss": 3.339542745797112, + "tokens_seen": 3116630016 + }, + { + "epoch": 0.94, + "learning_rate": 5.601027122452255e-05, + "loss": 0.0673, + "theoretical_loss": 3.3395214995533617, + "tokens_seen": 3116892160 + }, + { + "epoch": 0.94, + "learning_rate": 5.5930027282940137e-05, + "loss": 0.0673, + "theoretical_loss": 3.339500255596721, + "tokens_seen": 3117154304 + }, + { + "epoch": 0.94, + "learning_rate": 5.584978334135773e-05, + "loss": 0.0701, + "theoretical_loss": 3.339479013926751, + "tokens_seen": 3117416448 + }, + { + "epoch": 0.94, + "learning_rate": 5.576953939977532e-05, + "loss": 0.0662, + "theoretical_loss": 3.3394577745430136, + "tokens_seen": 3117678592 + }, + { + "epoch": 0.94, + "learning_rate": 5.568929545819291e-05, + "loss": 0.069, + "theoretical_loss": 3.33943653744507, + "tokens_seen": 3117940736 + }, + { + "epoch": 0.94, + "learning_rate": 5.56090515166105e-05, + "loss": 0.0671, + "theoretical_loss": 3.339415302632482, + "tokens_seen": 3118202880 + }, + { + "epoch": 0.95, + "learning_rate": 5.552880757502809e-05, + "loss": 0.069, + "theoretical_loss": 3.339394070104812, + "tokens_seen": 3118465024 + }, + { + "epoch": 0.95, + "learning_rate": 5.544856363344568e-05, + "loss": 0.0653, + "theoretical_loss": 3.339372839861622, + "tokens_seen": 3118727168 + }, + { + "epoch": 0.95, + "learning_rate": 5.536831969186327e-05, + "loss": 0.0659, + "theoretical_loss": 3.339351611902474, + "tokens_seen": 3118989312 + }, + { + "epoch": 0.95, + "learning_rate": 5.5288075750280855e-05, + "loss": 0.0637, + "theoretical_loss": 3.339330386226931, + "tokens_seen": 3119251456 + }, + { + "epoch": 0.95, + "objective/train/advantage_avg": 0.0005033446941524744, + "objective/train/docs_used": 1133291, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.51310133934021, + "objective/train/original_loss": 1.5131012201309204, + "objective/train/theoretical_loss": 3.3393091628345544, + "objective/train/tokens_used": 3139973600, + "objective/train/value_avg": -0.00833892822265625, + "objective/train/value_loss": 0.00025674744392745197, + "objective/train/value_max": -2.2649765014648438e-05, + "objective/train/value_min": -0.63671875, + "objective/train/value_reward_corr": 0.6972683173551162, + "objective/train/value_std": 0.0158843994140625, + "objective/train/weight_avg": 1.000618815422058, + "objective/train/weighted_lm_loss": 1.513725996017456, + "objective/train/weights_max": 1.2715470790863037, + "objective/train/weights_min": 0.3844299912452698, + "theoretical_loss": 3.3393091628345544, + "tokens_seen": 3119513600 + }, + { + "epoch": 0.95, + "learning_rate": 5.520783180869844e-05, + "loss": 0.067, + "theoretical_loss": 3.3393091628345544, + "tokens_seen": 3119513600 + }, + { + "epoch": 0.95, + "learning_rate": 5.512758786711603e-05, + "loss": 0.063, + "theoretical_loss": 3.3392879417249075, + "tokens_seen": 3119775744 + }, + { + "epoch": 0.95, + "learning_rate": 5.5047343925533625e-05, + "loss": 0.0696, + "theoretical_loss": 3.3392667228975528, + "tokens_seen": 3120037888 + }, + { + "epoch": 0.95, + "learning_rate": 5.496709998395121e-05, + "loss": 0.0651, + "theoretical_loss": 3.339245506352053, + "tokens_seen": 3120300032 + }, + { + "epoch": 0.95, + "learning_rate": 5.48868560423688e-05, + "loss": 0.0684, + "theoretical_loss": 3.339224292087972, + "tokens_seen": 3120562176 + }, + { + "epoch": 0.95, + "learning_rate": 5.4806612100786395e-05, + "loss": 0.0674, + "theoretical_loss": 3.339203080104871, + "tokens_seen": 3120824320 + }, + { + "epoch": 0.95, + "learning_rate": 5.472636815920398e-05, + "loss": 0.0646, + "theoretical_loss": 3.3391818704023146, + "tokens_seen": 3121086464 + }, + { + "epoch": 0.95, + "learning_rate": 5.464612421762157e-05, + "loss": 0.0655, + "theoretical_loss": 3.339160662979866, + "tokens_seen": 3121348608 + }, + { + "epoch": 0.95, + "learning_rate": 5.4565880276039165e-05, + "loss": 0.0631, + "theoretical_loss": 3.3391394578370877, + "tokens_seen": 3121610752 + }, + { + "epoch": 0.95, + "learning_rate": 5.448563633445675e-05, + "loss": 0.066, + "theoretical_loss": 3.3391182549735445, + "tokens_seen": 3121872896 + }, + { + "epoch": 0.95, + "learning_rate": 5.440539239287434e-05, + "loss": 0.065, + "theoretical_loss": 3.339097054388799, + "tokens_seen": 3122135040 + }, + { + "epoch": 0.95, + "learning_rate": 5.432514845129193e-05, + "loss": 0.0673, + "theoretical_loss": 3.3390758560824154, + "tokens_seen": 3122397184 + }, + { + "epoch": 0.95, + "learning_rate": 5.4244904509709514e-05, + "loss": 0.0644, + "theoretical_loss": 3.3390546600539577, + "tokens_seen": 3122659328 + }, + { + "epoch": 0.95, + "objective/train/advantage_avg": 3.923684198525734e-05, + "objective/train/docs_used": 1134384, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3389419317245483, + "objective/train/original_loss": 1.3389419317245483, + "objective/train/theoretical_loss": 3.339044062893815, + "objective/train/tokens_used": 3143250400, + "objective/train/value_avg": -0.007701873779296875, + "objective/train/value_loss": 0.0006436016410589218, + "objective/train/value_max": -2.9325485229492188e-05, + "objective/train/value_min": -0.9462890625, + "objective/train/value_reward_corr": 0.7540953791990418, + "objective/train/value_std": 0.0240631103515625, + "objective/train/weight_avg": 1.0003173351287842, + "objective/train/weighted_lm_loss": 1.3389874696731567, + "objective/train/weights_max": 1.7505308389663696, + "objective/train/weights_min": 0.37005260586738586, + "theoretical_loss": 3.339044062893815, + "tokens_seen": 3122790400 + }, + { + "epoch": 0.95, + "learning_rate": 5.4164660568127106e-05, + "loss": 0.0671, + "theoretical_loss": 3.33903346630299, + "tokens_seen": 3122921472 + }, + { + "epoch": 0.95, + "learning_rate": 5.40844166265447e-05, + "loss": 0.0648, + "theoretical_loss": 3.3390122748290763, + "tokens_seen": 3123183616 + }, + { + "epoch": 0.95, + "learning_rate": 5.4004172684962284e-05, + "loss": 0.0637, + "theoretical_loss": 3.338991085631781, + "tokens_seen": 3123445760 + }, + { + "epoch": 0.95, + "learning_rate": 5.3923928743379876e-05, + "loss": 0.0648, + "theoretical_loss": 3.3389698987106673, + "tokens_seen": 3123707904 + }, + { + "epoch": 0.95, + "learning_rate": 5.384368480179747e-05, + "loss": 0.0677, + "theoretical_loss": 3.338948714065302, + "tokens_seen": 3123970048 + }, + { + "epoch": 0.95, + "learning_rate": 5.3763440860215054e-05, + "loss": 0.0659, + "theoretical_loss": 3.3389275316952474, + "tokens_seen": 3124232192 + }, + { + "epoch": 0.95, + "learning_rate": 5.3683196918632646e-05, + "loss": 0.066, + "theoretical_loss": 3.3389063516000697, + "tokens_seen": 3124494336 + }, + { + "epoch": 0.95, + "learning_rate": 5.360295297705024e-05, + "loss": 0.0676, + "theoretical_loss": 3.3388851737793335, + "tokens_seen": 3124756480 + }, + { + "epoch": 0.95, + "learning_rate": 5.3522709035467824e-05, + "loss": 0.0636, + "theoretical_loss": 3.338863998232603, + "tokens_seen": 3125018624 + }, + { + "epoch": 0.95, + "learning_rate": 5.3442465093885416e-05, + "loss": 0.0668, + "theoretical_loss": 3.338842824959445, + "tokens_seen": 3125280768 + }, + { + "epoch": 0.95, + "learning_rate": 5.3362221152303e-05, + "loss": 0.0651, + "theoretical_loss": 3.338821653959423, + "tokens_seen": 3125542912 + }, + { + "epoch": 0.95, + "learning_rate": 5.328197721072059e-05, + "loss": 0.0658, + "theoretical_loss": 3.3388004852321025, + "tokens_seen": 3125805056 + }, + { + "epoch": 0.95, + "objective/train/advantage_avg": -0.00045765790855512023, + "objective/train/docs_used": 1135598, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.333439588546753, + "objective/train/original_loss": 1.3334393501281738, + "objective/train/theoretical_loss": 3.33877931877705, + "objective/train/tokens_used": 3146527200, + "objective/train/value_avg": -0.007625579833984375, + "objective/train/value_loss": 0.00024764228146523237, + "objective/train/value_max": -1.5437602996826172e-05, + "objective/train/value_min": -0.26708984375, + "objective/train/value_reward_corr": 0.7568953930798538, + "objective/train/value_std": 0.0155029296875, + "objective/train/weight_avg": 0.9996522665023804, + "objective/train/weighted_lm_loss": 1.3328388929367065, + "objective/train/weights_max": 1.1196695566177368, + "objective/train/weights_min": 0.370164155960083, + "theoretical_loss": 3.33877931877705, + "tokens_seen": 3126067200 + }, + { + "epoch": 0.95, + "learning_rate": 5.320173326913818e-05, + "loss": 0.0644, + "theoretical_loss": 3.33877931877705, + "tokens_seen": 3126067200 + }, + { + "epoch": 0.95, + "learning_rate": 5.312148932755577e-05, + "loss": 0.067, + "theoretical_loss": 3.3387581545938305, + "tokens_seen": 3126329344 + }, + { + "epoch": 0.95, + "learning_rate": 5.304124538597336e-05, + "loss": 0.0644, + "theoretical_loss": 3.3387369926820094, + "tokens_seen": 3126591488 + }, + { + "epoch": 0.95, + "learning_rate": 5.296100144439095e-05, + "loss": 0.067, + "theoretical_loss": 3.338715833041153, + "tokens_seen": 3126853632 + }, + { + "epoch": 0.95, + "learning_rate": 5.288075750280854e-05, + "loss": 0.0637, + "theoretical_loss": 3.338694675670827, + "tokens_seen": 3127115776 + }, + { + "epoch": 0.95, + "learning_rate": 5.280051356122613e-05, + "loss": 0.0676, + "theoretical_loss": 3.3386735205705977, + "tokens_seen": 3127377920 + }, + { + "epoch": 0.95, + "learning_rate": 5.272026961964372e-05, + "loss": 0.0653, + "theoretical_loss": 3.338652367740031, + "tokens_seen": 3127640064 + }, + { + "epoch": 0.95, + "learning_rate": 5.264002567806131e-05, + "loss": 0.0672, + "theoretical_loss": 3.338631217178693, + "tokens_seen": 3127902208 + }, + { + "epoch": 0.95, + "learning_rate": 5.25597817364789e-05, + "loss": 0.0621, + "theoretical_loss": 3.3386100688861506, + "tokens_seen": 3128164352 + }, + { + "epoch": 0.95, + "learning_rate": 5.247953779489649e-05, + "loss": 0.062, + "theoretical_loss": 3.33858892286197, + "tokens_seen": 3128426496 + }, + { + "epoch": 0.95, + "learning_rate": 5.2399293853314075e-05, + "loss": 0.0648, + "theoretical_loss": 3.338567779105718, + "tokens_seen": 3128688640 + }, + { + "epoch": 0.95, + "learning_rate": 5.231904991173166e-05, + "loss": 0.0649, + "theoretical_loss": 3.3385466376169615, + "tokens_seen": 3128950784 + }, + { + "epoch": 0.95, + "learning_rate": 5.223880597014925e-05, + "loss": 0.0645, + "theoretical_loss": 3.338525498395267, + "tokens_seen": 3129212928 + }, + { + "epoch": 0.95, + "objective/train/advantage_avg": -0.0009540701867081225, + "objective/train/docs_used": 1136781, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3345592021942139, + "objective/train/original_loss": 1.3345592021942139, + "objective/train/theoretical_loss": 3.338514929634433, + "objective/train/tokens_used": 3149804000, + "objective/train/value_avg": -0.01434326171875, + "objective/train/value_loss": 0.0009779316606000066, + "objective/train/value_max": -1.5914440155029297e-05, + "objective/train/value_min": -0.96630859375, + "objective/train/value_reward_corr": 0.7565739091307997, + "objective/train/value_std": 0.034576416015625, + "objective/train/weight_avg": 0.9994333386421204, + "objective/train/weighted_lm_loss": 1.3328218460083008, + "objective/train/weights_max": 1.8395808935165405, + "objective/train/weights_min": 0.05400048941373825, + "theoretical_loss": 3.338514929634433, + "tokens_seen": 3129344000 + }, + { + "epoch": 0.95, + "learning_rate": 5.2158562028566845e-05, + "loss": 0.0635, + "theoretical_loss": 3.338504361440202, + "tokens_seen": 3129475072 + }, + { + "epoch": 0.95, + "learning_rate": 5.207831808698443e-05, + "loss": 0.0636, + "theoretical_loss": 3.3384832267513334, + "tokens_seen": 3129737216 + }, + { + "epoch": 0.95, + "learning_rate": 5.199807414540202e-05, + "loss": 0.0679, + "theoretical_loss": 3.338462094328228, + "tokens_seen": 3129999360 + }, + { + "epoch": 0.95, + "learning_rate": 5.1917830203819615e-05, + "loss": 0.0658, + "theoretical_loss": 3.338440964170454, + "tokens_seen": 3130261504 + }, + { + "epoch": 0.95, + "learning_rate": 5.18375862622372e-05, + "loss": 0.0672, + "theoretical_loss": 3.338419836277578, + "tokens_seen": 3130523648 + }, + { + "epoch": 0.95, + "learning_rate": 5.175734232065479e-05, + "loss": 0.0653, + "theoretical_loss": 3.338398710649168, + "tokens_seen": 3130785792 + }, + { + "epoch": 0.95, + "learning_rate": 5.1677098379072385e-05, + "loss": 0.063, + "theoretical_loss": 3.3383775872847923, + "tokens_seen": 3131047936 + }, + { + "epoch": 0.95, + "learning_rate": 5.159685443748997e-05, + "loss": 0.067, + "theoretical_loss": 3.3383564661840177, + "tokens_seen": 3131310080 + }, + { + "epoch": 0.95, + "learning_rate": 5.151661049590756e-05, + "loss": 0.062, + "theoretical_loss": 3.3383353473464132, + "tokens_seen": 3131572224 + }, + { + "epoch": 0.95, + "learning_rate": 5.143636655432515e-05, + "loss": 0.0648, + "theoretical_loss": 3.3383142307715463, + "tokens_seen": 3131834368 + }, + { + "epoch": 0.95, + "learning_rate": 5.1356122612742734e-05, + "loss": 0.0641, + "theoretical_loss": 3.338293116458985, + "tokens_seen": 3132096512 + }, + { + "epoch": 0.95, + "learning_rate": 5.1275878671160326e-05, + "loss": 0.0664, + "theoretical_loss": 3.3382720044082976, + "tokens_seen": 3132358656 + }, + { + "epoch": 0.95, + "objective/train/advantage_avg": 0.00029039595392532647, + "objective/train/docs_used": 1137994, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.4151054620742798, + "objective/train/original_loss": 1.4151053428649902, + "objective/train/theoretical_loss": 3.3382508946190534, + "objective/train/tokens_used": 3153080800, + "objective/train/value_avg": -0.00787353515625, + "objective/train/value_loss": 0.00025698664830997586, + "objective/train/value_max": -3.820657730102539e-05, + "objective/train/value_min": -0.2467041015625, + "objective/train/value_reward_corr": 0.6763438563584769, + "objective/train/value_std": 0.0145263671875, + "objective/train/weight_avg": 1.0004045963287354, + "objective/train/weighted_lm_loss": 1.415143609046936, + "objective/train/weights_max": 1.2765238285064697, + "objective/train/weights_min": 0.36948272585868835, + "theoretical_loss": 3.3382508946190534, + "tokens_seen": 3132620800 + }, + { + "epoch": 0.95, + "learning_rate": 5.119563472957792e-05, + "loss": 0.065, + "theoretical_loss": 3.3382508946190534, + "tokens_seen": 3132620800 + }, + { + "epoch": 0.95, + "learning_rate": 5.1115390787995504e-05, + "loss": 0.0641, + "theoretical_loss": 3.33822978709082, + "tokens_seen": 3132882944 + }, + { + "epoch": 0.95, + "learning_rate": 5.1035146846413096e-05, + "loss": 0.0636, + "theoretical_loss": 3.3382086818231667, + "tokens_seen": 3133145088 + }, + { + "epoch": 0.95, + "learning_rate": 5.095490290483069e-05, + "loss": 0.0629, + "theoretical_loss": 3.3381875788156616, + "tokens_seen": 3133407232 + }, + { + "epoch": 0.95, + "learning_rate": 5.0874658963248274e-05, + "loss": 0.061, + "theoretical_loss": 3.3381664780678744, + "tokens_seen": 3133669376 + }, + { + "epoch": 0.95, + "learning_rate": 5.0794415021665867e-05, + "loss": 0.0649, + "theoretical_loss": 3.338145379579373, + "tokens_seen": 3133931520 + }, + { + "epoch": 0.95, + "learning_rate": 5.071417108008346e-05, + "loss": 0.0641, + "theoretical_loss": 3.338124283349728, + "tokens_seen": 3134193664 + }, + { + "epoch": 0.95, + "learning_rate": 5.0633927138501044e-05, + "loss": 0.0662, + "theoretical_loss": 3.338103189378508, + "tokens_seen": 3134455808 + }, + { + "epoch": 0.95, + "learning_rate": 5.055368319691863e-05, + "loss": 0.064, + "theoretical_loss": 3.338082097665282, + "tokens_seen": 3134717952 + }, + { + "epoch": 0.95, + "learning_rate": 5.047343925533622e-05, + "loss": 0.0659, + "theoretical_loss": 3.33806100820962, + "tokens_seen": 3134980096 + }, + { + "epoch": 0.95, + "learning_rate": 5.039319531375381e-05, + "loss": 0.0637, + "theoretical_loss": 3.338039921011091, + "tokens_seen": 3135242240 + }, + { + "epoch": 0.95, + "learning_rate": 5.03129513721714e-05, + "loss": 0.0637, + "theoretical_loss": 3.3380188360692657, + "tokens_seen": 3135504384 + }, + { + "epoch": 0.95, + "learning_rate": 5.023270743058899e-05, + "loss": 0.0671, + "theoretical_loss": 3.3379977533837133, + "tokens_seen": 3135766528 + }, + { + "epoch": 0.95, + "objective/train/advantage_avg": -3.1262970878742635e-05, + "objective/train/docs_used": 1139200, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5155233144760132, + "objective/train/original_loss": 1.5155235528945923, + "objective/train/theoretical_loss": 3.337987212886905, + "objective/train/tokens_used": 3156357600, + "objective/train/value_avg": -0.008331298828125, + "objective/train/value_loss": 0.00036051819915883243, + "objective/train/value_max": -6.556510925292969e-05, + "objective/train/value_min": -0.66064453125, + "objective/train/value_reward_corr": 0.6336628262759154, + "objective/train/value_std": 0.01617431640625, + "objective/train/weight_avg": 1.0001263618469238, + "objective/train/weighted_lm_loss": 1.5155919790267944, + "objective/train/weights_max": 1.3841133117675781, + "objective/train/weights_min": 0.3694460988044739, + "theoretical_loss": 3.337987212886905, + "tokens_seen": 3135897600 + }, + { + "epoch": 0.95, + "learning_rate": 5.015246348900658e-05, + "loss": 0.0691, + "theoretical_loss": 3.3379766729540035, + "tokens_seen": 3136028672 + }, + { + "epoch": 0.95, + "learning_rate": 5.007221954742417e-05, + "loss": 0.0622, + "theoretical_loss": 3.3379555947797073, + "tokens_seen": 3136290816 + }, + { + "epoch": 0.95, + "learning_rate": 4.999197560584176e-05, + "loss": 0.0654, + "theoretical_loss": 3.337934518860394, + "tokens_seen": 3136552960 + }, + { + "epoch": 0.95, + "learning_rate": 4.991173166425935e-05, + "loss": 0.0651, + "theoretical_loss": 3.3379134451956345, + "tokens_seen": 3136815104 + }, + { + "epoch": 0.95, + "learning_rate": 4.983148772267694e-05, + "loss": 0.0622, + "theoretical_loss": 3.337892373784999, + "tokens_seen": 3137077248 + }, + { + "epoch": 0.95, + "learning_rate": 4.975124378109453e-05, + "loss": 0.0669, + "theoretical_loss": 3.337871304628058, + "tokens_seen": 3137339392 + }, + { + "epoch": 0.95, + "learning_rate": 4.967099983951212e-05, + "loss": 0.0684, + "theoretical_loss": 3.3378502377243824, + "tokens_seen": 3137601536 + }, + { + "epoch": 0.95, + "learning_rate": 4.9590755897929703e-05, + "loss": 0.0634, + "theoretical_loss": 3.3378291730735428, + "tokens_seen": 3137863680 + }, + { + "epoch": 0.95, + "learning_rate": 4.9510511956347296e-05, + "loss": 0.0651, + "theoretical_loss": 3.3378081106751103, + "tokens_seen": 3138125824 + }, + { + "epoch": 0.95, + "learning_rate": 4.943026801476488e-05, + "loss": 0.0635, + "theoretical_loss": 3.3377870505286555, + "tokens_seen": 3138387968 + }, + { + "epoch": 0.95, + "learning_rate": 4.9350024073182473e-05, + "loss": 0.0654, + "theoretical_loss": 3.3377659926337504, + "tokens_seen": 3138650112 + }, + { + "epoch": 0.95, + "learning_rate": 4.9269780131600066e-05, + "loss": 0.0636, + "theoretical_loss": 3.3377449369899654, + "tokens_seen": 3138912256 + }, + { + "epoch": 0.95, + "objective/train/advantage_avg": 0.0007794715347699821, + "objective/train/docs_used": 1140387, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2198439836502075, + "objective/train/original_loss": 1.2198436260223389, + "objective/train/theoretical_loss": 3.337723883596872, + "objective/train/tokens_used": 3159634400, + "objective/train/value_avg": -0.00908660888671875, + "objective/train/value_loss": 0.000522937101777643, + "objective/train/value_max": -1.2636184692382812e-05, + "objective/train/value_min": -0.6611328125, + "objective/train/value_reward_corr": 0.6245058278588124, + "objective/train/value_std": 0.0186004638671875, + "objective/train/weight_avg": 1.0010038614273071, + "objective/train/weighted_lm_loss": 1.2207391262054443, + "objective/train/weights_max": 1.6861721277236938, + "objective/train/weights_min": 0.37068837881088257, + "theoretical_loss": 3.337723883596872, + "tokens_seen": 3139174400 + }, + { + "epoch": 0.95, + "learning_rate": 4.918953619001765e-05, + "loss": 0.0635, + "theoretical_loss": 3.337723883596872, + "tokens_seen": 3139174400 + }, + { + "epoch": 0.95, + "learning_rate": 4.9109292248435244e-05, + "loss": 0.0647, + "theoretical_loss": 3.337702832454042, + "tokens_seen": 3139436544 + }, + { + "epoch": 0.95, + "learning_rate": 4.9029048306852836e-05, + "loss": 0.0626, + "theoretical_loss": 3.337681783561047, + "tokens_seen": 3139698688 + }, + { + "epoch": 0.95, + "learning_rate": 4.894880436527042e-05, + "loss": 0.0657, + "theoretical_loss": 3.3376607369174587, + "tokens_seen": 3139960832 + }, + { + "epoch": 0.95, + "learning_rate": 4.8868560423688014e-05, + "loss": 0.064, + "theoretical_loss": 3.337639692522849, + "tokens_seen": 3140222976 + }, + { + "epoch": 0.95, + "learning_rate": 4.8788316482105606e-05, + "loss": 0.0671, + "theoretical_loss": 3.3376186503767897, + "tokens_seen": 3140485120 + }, + { + "epoch": 0.95, + "learning_rate": 4.870807254052319e-05, + "loss": 0.0656, + "theoretical_loss": 3.3375976104788525, + "tokens_seen": 3140747264 + }, + { + "epoch": 0.95, + "learning_rate": 4.862782859894078e-05, + "loss": 0.0652, + "theoretical_loss": 3.3375765728286106, + "tokens_seen": 3141009408 + }, + { + "epoch": 0.95, + "learning_rate": 4.854758465735837e-05, + "loss": 0.0655, + "theoretical_loss": 3.3375555374256356, + "tokens_seen": 3141271552 + }, + { + "epoch": 0.95, + "learning_rate": 4.8467340715775955e-05, + "loss": 0.063, + "theoretical_loss": 3.3375345042695, + "tokens_seen": 3141533696 + }, + { + "epoch": 0.95, + "learning_rate": 4.838709677419355e-05, + "loss": 0.063, + "theoretical_loss": 3.3375134733597767, + "tokens_seen": 3141795840 + }, + { + "epoch": 0.95, + "learning_rate": 4.830685283261114e-05, + "loss": 0.0646, + "theoretical_loss": 3.337492444696038, + "tokens_seen": 3142057984 + }, + { + "epoch": 0.95, + "learning_rate": 4.822660889102873e-05, + "loss": 0.0664, + "theoretical_loss": 3.3374714182778566, + "tokens_seen": 3142320128 + }, + { + "epoch": 0.95, + "objective/train/advantage_avg": 0.0006139341276139021, + "objective/train/docs_used": 1141495, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.300241470336914, + "objective/train/original_loss": 1.3002415895462036, + "objective/train/theoretical_loss": 3.337460905910717, + "objective/train/tokens_used": 3162911200, + "objective/train/value_avg": -0.00495147705078125, + "objective/train/value_loss": 0.0001091209051082842, + "objective/train/value_max": -3.147125244140625e-05, + "objective/train/value_min": -0.1903076171875, + "objective/train/value_reward_corr": 0.6269943216083547, + "objective/train/value_std": 0.00899505615234375, + "objective/train/weight_avg": 1.0006643533706665, + "objective/train/weighted_lm_loss": 1.3007421493530273, + "objective/train/weights_max": 1.0932023525238037, + "objective/train/weights_min": 0.38061273097991943, + "theoretical_loss": 3.337460905910717, + "tokens_seen": 3142451200 + }, + { + "epoch": 0.95, + "learning_rate": 4.814636494944632e-05, + "loss": 0.0666, + "theoretical_loss": 3.337450394104806, + "tokens_seen": 3142582272 + }, + { + "epoch": 0.95, + "learning_rate": 4.806612100786391e-05, + "loss": 0.0673, + "theoretical_loss": 3.3374293721764587, + "tokens_seen": 3142844416 + }, + { + "epoch": 0.95, + "learning_rate": 4.79858770662815e-05, + "loss": 0.0624, + "theoretical_loss": 3.337408352492388, + "tokens_seen": 3143106560 + }, + { + "epoch": 0.95, + "learning_rate": 4.790563312469909e-05, + "loss": 0.0652, + "theoretical_loss": 3.3373873350521674, + "tokens_seen": 3143368704 + }, + { + "epoch": 0.95, + "learning_rate": 4.782538918311668e-05, + "loss": 0.0638, + "theoretical_loss": 3.3373663198553696, + "tokens_seen": 3143630848 + }, + { + "epoch": 0.95, + "learning_rate": 4.774514524153427e-05, + "loss": 0.0664, + "theoretical_loss": 3.3373453069015686, + "tokens_seen": 3143892992 + }, + { + "epoch": 0.95, + "learning_rate": 4.766490129995185e-05, + "loss": 0.0654, + "theoretical_loss": 3.337324296190338, + "tokens_seen": 3144155136 + }, + { + "epoch": 0.95, + "learning_rate": 4.758465735836944e-05, + "loss": 0.0648, + "theoretical_loss": 3.3373032877212516, + "tokens_seen": 3144417280 + }, + { + "epoch": 0.95, + "learning_rate": 4.7504413416787035e-05, + "loss": 0.0644, + "theoretical_loss": 3.3372822814938825, + "tokens_seen": 3144679424 + }, + { + "epoch": 0.95, + "learning_rate": 4.742416947520462e-05, + "loss": 0.0641, + "theoretical_loss": 3.337261277507806, + "tokens_seen": 3144941568 + }, + { + "epoch": 0.95, + "learning_rate": 4.734392553362221e-05, + "loss": 0.0645, + "theoretical_loss": 3.3372402757625945, + "tokens_seen": 3145203712 + }, + { + "epoch": 0.95, + "learning_rate": 4.7263681592039805e-05, + "loss": 0.0656, + "theoretical_loss": 3.337219276257824, + "tokens_seen": 3145465856 + }, + { + "epoch": 0.95, + "objective/train/advantage_avg": 0.00046678984654136, + "objective/train/docs_used": 1142692, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3203362226486206, + "objective/train/original_loss": 1.320336103439331, + "objective/train/theoretical_loss": 3.3371982789930668, + "objective/train/tokens_used": 3166188000, + "objective/train/value_avg": -0.00725555419921875, + "objective/train/value_loss": 0.0002547444310039282, + "objective/train/value_max": -2.2292137145996094e-05, + "objective/train/value_min": -0.62060546875, + "objective/train/value_reward_corr": 0.698677285391494, + "objective/train/value_std": 0.0150604248046875, + "objective/train/weight_avg": 1.0005786418914795, + "objective/train/weighted_lm_loss": 1.3208588361740112, + "objective/train/weights_max": 1.3419543504714966, + "objective/train/weights_min": 0.36954617500305176, + "theoretical_loss": 3.3371982789930668, + "tokens_seen": 3145728000 + }, + { + "epoch": 0.95, + "learning_rate": 4.718343765045739e-05, + "loss": 0.0618, + "theoretical_loss": 3.3371982789930668, + "tokens_seen": 3145728000 + }, + { + "epoch": 0.95, + "learning_rate": 4.710319370887498e-05, + "loss": 0.0641, + "theoretical_loss": 3.3371772839678995, + "tokens_seen": 3145990144 + }, + { + "epoch": 0.95, + "learning_rate": 4.7022949767292575e-05, + "loss": 0.0647, + "theoretical_loss": 3.337156291181895, + "tokens_seen": 3146252288 + }, + { + "epoch": 0.95, + "learning_rate": 4.694270582571016e-05, + "loss": 0.0653, + "theoretical_loss": 3.3371353006346283, + "tokens_seen": 3146514432 + }, + { + "epoch": 0.95, + "learning_rate": 4.686246188412775e-05, + "loss": 0.0622, + "theoretical_loss": 3.3371143123256743, + "tokens_seen": 3146776576 + }, + { + "epoch": 0.95, + "learning_rate": 4.678221794254534e-05, + "loss": 0.0659, + "theoretical_loss": 3.3370933262546085, + "tokens_seen": 3147038720 + }, + { + "epoch": 0.95, + "learning_rate": 4.6701974000962924e-05, + "loss": 0.0651, + "theoretical_loss": 3.337072342421005, + "tokens_seen": 3147300864 + }, + { + "epoch": 0.95, + "learning_rate": 4.6621730059380516e-05, + "loss": 0.0642, + "theoretical_loss": 3.3370513608244394, + "tokens_seen": 3147563008 + }, + { + "epoch": 0.95, + "learning_rate": 4.654148611779811e-05, + "loss": 0.0642, + "theoretical_loss": 3.3370303814644866, + "tokens_seen": 3147825152 + }, + { + "epoch": 0.95, + "learning_rate": 4.6461242176215694e-05, + "loss": 0.0642, + "theoretical_loss": 3.337009404340722, + "tokens_seen": 3148087296 + }, + { + "epoch": 0.95, + "learning_rate": 4.6380998234633286e-05, + "loss": 0.0638, + "theoretical_loss": 3.3369884294527217, + "tokens_seen": 3148349440 + }, + { + "epoch": 0.95, + "learning_rate": 4.630075429305088e-05, + "loss": 0.0671, + "theoretical_loss": 3.3369674568000605, + "tokens_seen": 3148611584 + }, + { + "epoch": 0.95, + "learning_rate": 4.6220510351468464e-05, + "loss": 0.0647, + "theoretical_loss": 3.336946486382314, + "tokens_seen": 3148873728 + }, + { + "epoch": 0.95, + "objective/train/advantage_avg": -0.0004040922212880105, + "objective/train/docs_used": 1143957, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1666618585586548, + "objective/train/original_loss": 1.1666617393493652, + "objective/train/theoretical_loss": 3.336936002011402, + "objective/train/tokens_used": 3169464800, + "objective/train/value_avg": -0.00881195068359375, + "objective/train/value_loss": 0.00040434551192447543, + "objective/train/value_max": -8.225440979003906e-06, + "objective/train/value_min": -0.66650390625, + "objective/train/value_reward_corr": 0.6574839206232631, + "objective/train/value_std": 0.0164031982421875, + "objective/train/weight_avg": 0.9997642636299133, + "objective/train/weighted_lm_loss": 1.1662092208862305, + "objective/train/weights_max": 1.2648658752441406, + "objective/train/weights_min": 0.37829095125198364, + "theoretical_loss": 3.336936002011402, + "tokens_seen": 3149004800 + }, + { + "epoch": 0.95, + "learning_rate": 4.6140266409886056e-05, + "loss": 0.0608, + "theoretical_loss": 3.336925518199059, + "tokens_seen": 3149135872 + }, + { + "epoch": 0.95, + "learning_rate": 4.606002246830365e-05, + "loss": 0.0652, + "theoretical_loss": 3.336904552249871, + "tokens_seen": 3149398016 + }, + { + "epoch": 0.95, + "learning_rate": 4.5979778526721234e-05, + "loss": 0.0636, + "theoretical_loss": 3.3368835885343255, + "tokens_seen": 3149660160 + }, + { + "epoch": 0.95, + "learning_rate": 4.5899534585138826e-05, + "loss": 0.0634, + "theoretical_loss": 3.3368626270519988, + "tokens_seen": 3149922304 + }, + { + "epoch": 0.95, + "learning_rate": 4.581929064355641e-05, + "loss": 0.0649, + "theoretical_loss": 3.3368416678024677, + "tokens_seen": 3150184448 + }, + { + "epoch": 0.95, + "learning_rate": 4.5739046701974e-05, + "loss": 0.0652, + "theoretical_loss": 3.3368207107853083, + "tokens_seen": 3150446592 + }, + { + "epoch": 0.95, + "learning_rate": 4.565880276039159e-05, + "loss": 0.0638, + "theoretical_loss": 3.3367997560000973, + "tokens_seen": 3150708736 + }, + { + "epoch": 0.95, + "learning_rate": 4.557855881880918e-05, + "loss": 0.0655, + "theoretical_loss": 3.3367788034464105, + "tokens_seen": 3150970880 + }, + { + "epoch": 0.95, + "learning_rate": 4.549831487722677e-05, + "loss": 0.0626, + "theoretical_loss": 3.336757853123826, + "tokens_seen": 3151233024 + }, + { + "epoch": 0.96, + "learning_rate": 4.541807093564436e-05, + "loss": 0.0659, + "theoretical_loss": 3.3367369050319193, + "tokens_seen": 3151495168 + }, + { + "epoch": 0.96, + "learning_rate": 4.533782699406195e-05, + "loss": 0.0638, + "theoretical_loss": 3.3367159591702684, + "tokens_seen": 3151757312 + }, + { + "epoch": 0.96, + "learning_rate": 4.525758305247954e-05, + "loss": 0.0629, + "theoretical_loss": 3.33669501553845, + "tokens_seen": 3152019456 + }, + { + "epoch": 0.96, + "objective/train/advantage_avg": -0.0006485307239927351, + "objective/train/docs_used": 1145159, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3138371706008911, + "objective/train/original_loss": 1.3138370513916016, + "objective/train/theoretical_loss": 3.336674074136041, + "objective/train/tokens_used": 3172741600, + "objective/train/value_avg": -0.0091094970703125, + "objective/train/value_loss": 0.00034769924241118133, + "objective/train/value_max": -3.045797348022461e-05, + "objective/train/value_min": -0.98193359375, + "objective/train/value_reward_corr": 0.8475048156884291, + "objective/train/value_std": 0.0270843505859375, + "objective/train/weight_avg": 0.9995133280754089, + "objective/train/weighted_lm_loss": 1.3126933574676514, + "objective/train/weights_max": 1.5495867729187012, + "objective/train/weights_min": 0.37808898091316223, + "theoretical_loss": 3.336674074136041, + "tokens_seen": 3152281600 + }, + { + "epoch": 0.96, + "learning_rate": 4.517733911089713e-05, + "loss": 0.0648, + "theoretical_loss": 3.336674074136041, + "tokens_seen": 3152281600 + }, + { + "epoch": 0.96, + "learning_rate": 4.509709516931472e-05, + "loss": 0.0619, + "theoretical_loss": 3.336653134962619, + "tokens_seen": 3152543744 + }, + { + "epoch": 0.96, + "learning_rate": 4.501685122773231e-05, + "loss": 0.0654, + "theoretical_loss": 3.3366321980177616, + "tokens_seen": 3152805888 + }, + { + "epoch": 0.96, + "learning_rate": 4.49366072861499e-05, + "loss": 0.0622, + "theoretical_loss": 3.3366112633010463, + "tokens_seen": 3153068032 + }, + { + "epoch": 0.96, + "learning_rate": 4.4856363344567486e-05, + "loss": 0.0658, + "theoretical_loss": 3.3365903308120504, + "tokens_seen": 3153330176 + }, + { + "epoch": 0.96, + "learning_rate": 4.477611940298507e-05, + "loss": 0.0626, + "theoretical_loss": 3.336569400550352, + "tokens_seen": 3153592320 + }, + { + "epoch": 0.96, + "learning_rate": 4.469587546140266e-05, + "loss": 0.0607, + "theoretical_loss": 3.3365484725155286, + "tokens_seen": 3153854464 + }, + { + "epoch": 0.96, + "learning_rate": 4.4615631519820256e-05, + "loss": 0.0629, + "theoretical_loss": 3.3365275467071585, + "tokens_seen": 3154116608 + }, + { + "epoch": 0.96, + "learning_rate": 4.453538757823784e-05, + "loss": 0.0613, + "theoretical_loss": 3.33650662312482, + "tokens_seen": 3154378752 + }, + { + "epoch": 0.96, + "learning_rate": 4.445514363665543e-05, + "loss": 0.0634, + "theoretical_loss": 3.3364857017680913, + "tokens_seen": 3154640896 + }, + { + "epoch": 0.96, + "learning_rate": 4.4374899695073026e-05, + "loss": 0.0653, + "theoretical_loss": 3.3364647826365506, + "tokens_seen": 3154903040 + }, + { + "epoch": 0.96, + "learning_rate": 4.429465575349061e-05, + "loss": 0.0656, + "theoretical_loss": 3.3364438657297764, + "tokens_seen": 3155165184 + }, + { + "epoch": 0.96, + "learning_rate": 4.4214411811908203e-05, + "loss": 0.064, + "theoretical_loss": 3.3364229510473473, + "tokens_seen": 3155427328 + }, + { + "epoch": 0.96, + "objective/train/advantage_avg": -0.00015946669736877084, + "objective/train/docs_used": 1146462, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3099602460861206, + "objective/train/original_loss": 1.3099603652954102, + "objective/train/theoretical_loss": 3.33641249454013, + "objective/train/tokens_used": 3176018400, + "objective/train/value_avg": -0.00495147705078125, + "objective/train/value_loss": 0.0001142830733442679, + "objective/train/value_max": -2.4139881134033203e-05, + "objective/train/value_min": -0.228515625, + "objective/train/value_reward_corr": 0.597727885379612, + "objective/train/value_std": 0.00815582275390625, + "objective/train/weight_avg": 0.9998927712440491, + "objective/train/weighted_lm_loss": 1.3101692199707031, + "objective/train/weights_max": 1.2099170684814453, + "objective/train/weights_min": 0.3709741532802582, + "theoretical_loss": 3.33641249454013, + "tokens_seen": 3155558400 + }, + { + "epoch": 0.96, + "learning_rate": 4.4134167870325796e-05, + "loss": 0.0644, + "theoretical_loss": 3.3364020385888415, + "tokens_seen": 3155689472 + }, + { + "epoch": 0.96, + "learning_rate": 4.405392392874338e-05, + "loss": 0.0658, + "theoretical_loss": 3.3363811283538385, + "tokens_seen": 3155951616 + }, + { + "epoch": 0.96, + "learning_rate": 4.3973679987160974e-05, + "loss": 0.0621, + "theoretical_loss": 3.336360220341917, + "tokens_seen": 3156213760 + }, + { + "epoch": 0.96, + "learning_rate": 4.389343604557856e-05, + "loss": 0.0641, + "theoretical_loss": 3.3363393145526565, + "tokens_seen": 3156475904 + }, + { + "epoch": 0.96, + "learning_rate": 4.3813192103996145e-05, + "loss": 0.0645, + "theoretical_loss": 3.336318410985635, + "tokens_seen": 3156738048 + }, + { + "epoch": 0.96, + "learning_rate": 4.373294816241374e-05, + "loss": 0.0657, + "theoretical_loss": 3.336297509640433, + "tokens_seen": 3157000192 + }, + { + "epoch": 0.96, + "learning_rate": 4.365270422083133e-05, + "loss": 0.0637, + "theoretical_loss": 3.336276610516629, + "tokens_seen": 3157262336 + }, + { + "epoch": 0.96, + "learning_rate": 4.3572460279248915e-05, + "loss": 0.0656, + "theoretical_loss": 3.3362557136138027, + "tokens_seen": 3157524480 + }, + { + "epoch": 0.96, + "learning_rate": 4.349221633766651e-05, + "loss": 0.0628, + "theoretical_loss": 3.3362348189315343, + "tokens_seen": 3157786624 + }, + { + "epoch": 0.96, + "learning_rate": 4.34119723960841e-05, + "loss": 0.0616, + "theoretical_loss": 3.3362139264694024, + "tokens_seen": 3158048768 + }, + { + "epoch": 0.96, + "learning_rate": 4.3331728454501685e-05, + "loss": 0.0666, + "theoretical_loss": 3.3361930362269883, + "tokens_seen": 3158310912 + }, + { + "epoch": 0.96, + "learning_rate": 4.325148451291928e-05, + "loss": 0.0631, + "theoretical_loss": 3.336172148203871, + "tokens_seen": 3158573056 + }, + { + "epoch": 0.96, + "objective/train/advantage_avg": -2.123291233147029e-05, + "objective/train/docs_used": 1147634, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1939762830734253, + "objective/train/original_loss": 1.1939761638641357, + "objective/train/theoretical_loss": 3.33615126239963, + "objective/train/tokens_used": 3179295200, + "objective/train/value_avg": -0.00616455078125, + "objective/train/value_loss": 0.00010503400699235499, + "objective/train/value_max": -1.1682510375976562e-05, + "objective/train/value_min": -0.23095703125, + "objective/train/value_reward_corr": 0.7339054888656584, + "objective/train/value_std": 0.01058197021484375, + "objective/train/weight_avg": 1.000026822090149, + "objective/train/weighted_lm_loss": 1.193867564201355, + "objective/train/weights_max": 1.0923352241516113, + "objective/train/weights_min": 0.3688187897205353, + "theoretical_loss": 3.33615126239963, + "tokens_seen": 3158835200 + }, + { + "epoch": 0.96, + "learning_rate": 4.317124057133687e-05, + "loss": 0.0663, + "theoretical_loss": 3.33615126239963, + "tokens_seen": 3158835200 + }, + { + "epoch": 0.96, + "learning_rate": 4.3090996629754455e-05, + "loss": 0.0644, + "theoretical_loss": 3.336130378813847, + "tokens_seen": 3159097344 + }, + { + "epoch": 0.96, + "learning_rate": 4.301075268817205e-05, + "loss": 0.0628, + "theoretical_loss": 3.3361094974461016, + "tokens_seen": 3159359488 + }, + { + "epoch": 0.96, + "learning_rate": 4.293050874658963e-05, + "loss": 0.066, + "theoretical_loss": 3.3360886182959737, + "tokens_seen": 3159621632 + }, + { + "epoch": 0.96, + "learning_rate": 4.285026480500722e-05, + "loss": 0.0647, + "theoretical_loss": 3.3360677413630446, + "tokens_seen": 3159883776 + }, + { + "epoch": 0.96, + "learning_rate": 4.277002086342481e-05, + "loss": 0.0681, + "theoretical_loss": 3.3360468666468943, + "tokens_seen": 3160145920 + }, + { + "epoch": 0.96, + "learning_rate": 4.26897769218424e-05, + "loss": 0.063, + "theoretical_loss": 3.336025994147104, + "tokens_seen": 3160408064 + }, + { + "epoch": 0.96, + "learning_rate": 4.260953298025999e-05, + "loss": 0.0634, + "theoretical_loss": 3.3360051238632544, + "tokens_seen": 3160670208 + }, + { + "epoch": 0.96, + "learning_rate": 4.252928903867758e-05, + "loss": 0.0647, + "theoretical_loss": 3.3359842557949264, + "tokens_seen": 3160932352 + }, + { + "epoch": 0.96, + "learning_rate": 4.244904509709517e-05, + "loss": 0.0617, + "theoretical_loss": 3.3359633899417016, + "tokens_seen": 3161194496 + }, + { + "epoch": 0.96, + "learning_rate": 4.236880115551276e-05, + "loss": 0.0635, + "theoretical_loss": 3.335942526303161, + "tokens_seen": 3161456640 + }, + { + "epoch": 0.96, + "learning_rate": 4.228855721393035e-05, + "loss": 0.0615, + "theoretical_loss": 3.335921664878885, + "tokens_seen": 3161718784 + }, + { + "epoch": 0.96, + "learning_rate": 4.220831327234794e-05, + "loss": 0.0653, + "theoretical_loss": 3.3359008056684565, + "tokens_seen": 3161980928 + }, + { + "epoch": 0.96, + "objective/train/advantage_avg": 0.00048066244926303625, + "objective/train/docs_used": 1148896, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2596341371536255, + "objective/train/original_loss": 1.259634256362915, + "objective/train/theoretical_loss": 3.3358903768933037, + "objective/train/tokens_used": 3182572000, + "objective/train/value_avg": -0.00855255126953125, + "objective/train/value_loss": 0.0001960038352990523, + "objective/train/value_max": -3.11732292175293e-05, + "objective/train/value_min": -0.501953125, + "objective/train/value_reward_corr": 0.7598399431702973, + "objective/train/value_std": 0.01629638671875, + "objective/train/weight_avg": 1.0005698204040527, + "objective/train/weighted_lm_loss": 1.2600873708724976, + "objective/train/weights_max": 1.228070616722107, + "objective/train/weights_min": 0.3759489059448242, + "theoretical_loss": 3.3358903768933037, + "tokens_seen": 3162112000 + }, + { + "epoch": 0.96, + "learning_rate": 4.212806933076553e-05, + "loss": 0.0619, + "theoretical_loss": 3.335879948671456, + "tokens_seen": 3162243072 + }, + { + "epoch": 0.96, + "learning_rate": 4.2047825389183114e-05, + "loss": 0.0648, + "theoretical_loss": 3.3358590938874655, + "tokens_seen": 3162505216 + }, + { + "epoch": 0.96, + "learning_rate": 4.1967581447600706e-05, + "loss": 0.0643, + "theoretical_loss": 3.335838241316067, + "tokens_seen": 3162767360 + }, + { + "epoch": 0.96, + "learning_rate": 4.188733750601829e-05, + "loss": 0.0637, + "theoretical_loss": 3.335817390956842, + "tokens_seen": 3163029504 + }, + { + "epoch": 0.96, + "learning_rate": 4.1807093564435884e-05, + "loss": 0.0613, + "theoretical_loss": 3.3357965428093728, + "tokens_seen": 3163291648 + }, + { + "epoch": 0.96, + "learning_rate": 4.1726849622853476e-05, + "loss": 0.0649, + "theoretical_loss": 3.3357756968732413, + "tokens_seen": 3163553792 + }, + { + "epoch": 0.96, + "learning_rate": 4.164660568127106e-05, + "loss": 0.0658, + "theoretical_loss": 3.33575485314803, + "tokens_seen": 3163815936 + }, + { + "epoch": 0.96, + "learning_rate": 4.1566361739688654e-05, + "loss": 0.065, + "theoretical_loss": 3.335734011633321, + "tokens_seen": 3164078080 + }, + { + "epoch": 0.96, + "learning_rate": 4.1486117798106246e-05, + "loss": 0.066, + "theoretical_loss": 3.3357131723286972, + "tokens_seen": 3164340224 + }, + { + "epoch": 0.96, + "learning_rate": 4.140587385652383e-05, + "loss": 0.0637, + "theoretical_loss": 3.33569233523374, + "tokens_seen": 3164602368 + }, + { + "epoch": 0.96, + "learning_rate": 4.1325629914941424e-05, + "loss": 0.0662, + "theoretical_loss": 3.3356715003480337, + "tokens_seen": 3164864512 + }, + { + "epoch": 0.96, + "learning_rate": 4.1245385973359016e-05, + "loss": 0.0649, + "theoretical_loss": 3.3356506676711604, + "tokens_seen": 3165126656 + }, + { + "epoch": 0.96, + "objective/train/advantage_avg": 0.00016308011254295707, + "objective/train/docs_used": 1150157, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3031506538391113, + "objective/train/original_loss": 1.3031505346298218, + "objective/train/theoretical_loss": 3.3356298372027027, + "objective/train/tokens_used": 3185848800, + "objective/train/value_avg": -0.0050811767578125, + "objective/train/value_loss": 0.00021426763851195574, + "objective/train/value_max": -2.568960189819336e-05, + "objective/train/value_min": -0.68017578125, + "objective/train/value_reward_corr": 0.5863639476154056, + "objective/train/value_std": 0.01155853271484375, + "objective/train/weight_avg": 1.000259280204773, + "objective/train/weighted_lm_loss": 1.3034714460372925, + "objective/train/weights_max": 1.81637442111969, + "objective/train/weights_min": 0.36883777379989624, + "theoretical_loss": 3.3356298372027027, + "tokens_seen": 3165388800 + }, + { + "epoch": 0.96, + "learning_rate": 4.11651420317766e-05, + "loss": 0.0658, + "theoretical_loss": 3.3356298372027027, + "tokens_seen": 3165388800 + }, + { + "epoch": 0.96, + "learning_rate": 4.108489809019419e-05, + "loss": 0.0629, + "theoretical_loss": 3.335609008942244, + "tokens_seen": 3165650944 + }, + { + "epoch": 0.96, + "learning_rate": 4.100465414861178e-05, + "loss": 0.0622, + "theoretical_loss": 3.335588182889367, + "tokens_seen": 3165913088 + }, + { + "epoch": 0.96, + "learning_rate": 4.0924410207029365e-05, + "loss": 0.0621, + "theoretical_loss": 3.3355673590436554, + "tokens_seen": 3166175232 + }, + { + "epoch": 0.96, + "learning_rate": 4.084416626544696e-05, + "loss": 0.0614, + "theoretical_loss": 3.3355465374046926, + "tokens_seen": 3166437376 + }, + { + "epoch": 0.96, + "learning_rate": 4.076392232386455e-05, + "loss": 0.066, + "theoretical_loss": 3.335525717972062, + "tokens_seen": 3166699520 + }, + { + "epoch": 0.96, + "learning_rate": 4.0683678382282135e-05, + "loss": 0.0649, + "theoretical_loss": 3.335504900745347, + "tokens_seen": 3166961664 + }, + { + "epoch": 0.96, + "learning_rate": 4.060343444069973e-05, + "loss": 0.0655, + "theoretical_loss": 3.335484085724132, + "tokens_seen": 3167223808 + }, + { + "epoch": 0.96, + "learning_rate": 4.052319049911732e-05, + "loss": 0.0618, + "theoretical_loss": 3.335463272907999, + "tokens_seen": 3167485952 + }, + { + "epoch": 0.96, + "learning_rate": 4.0442946557534905e-05, + "loss": 0.0653, + "theoretical_loss": 3.335442462296534, + "tokens_seen": 3167748096 + }, + { + "epoch": 0.96, + "learning_rate": 4.03627026159525e-05, + "loss": 0.0628, + "theoretical_loss": 3.3354216538893207, + "tokens_seen": 3168010240 + }, + { + "epoch": 0.96, + "learning_rate": 4.028245867437009e-05, + "loss": 0.067, + "theoretical_loss": 3.335400847685942, + "tokens_seen": 3168272384 + }, + { + "epoch": 0.96, + "learning_rate": 4.0202214732787675e-05, + "loss": 0.0654, + "theoretical_loss": 3.335380043685983, + "tokens_seen": 3168534528 + }, + { + "epoch": 0.96, + "objective/train/advantage_avg": 9.563541243551299e-05, + "objective/train/docs_used": 1151398, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3141734600067139, + "objective/train/original_loss": 1.3141733407974243, + "objective/train/theoretical_loss": 3.3353696425121564, + "objective/train/tokens_used": 3189125600, + "objective/train/value_avg": -0.00994110107421875, + "objective/train/value_loss": 0.00023367854009848088, + "objective/train/value_max": -2.467632293701172e-05, + "objective/train/value_min": -0.76611328125, + "objective/train/value_reward_corr": 0.7832879187865526, + "objective/train/value_std": 0.0191192626953125, + "objective/train/weight_avg": 1.0002049207687378, + "objective/train/weighted_lm_loss": 1.3139973878860474, + "objective/train/weights_max": 1.3755418062210083, + "objective/train/weights_min": 0.3682592809200287, + "theoretical_loss": 3.3353696425121564, + "tokens_seen": 3168665600 + }, + { + "epoch": 0.96, + "learning_rate": 4.012197079120526e-05, + "loss": 0.0647, + "theoretical_loss": 3.3353592418890283, + "tokens_seen": 3168796672 + }, + { + "epoch": 0.96, + "learning_rate": 4.004172684962285e-05, + "loss": 0.0616, + "theoretical_loss": 3.3353384422946624, + "tokens_seen": 3169058816 + }, + { + "epoch": 0.96, + "learning_rate": 3.996148290804044e-05, + "loss": 0.063, + "theoretical_loss": 3.335317644902469, + "tokens_seen": 3169320960 + }, + { + "epoch": 0.96, + "learning_rate": 3.988123896645803e-05, + "loss": 0.064, + "theoretical_loss": 3.335296849712034, + "tokens_seen": 3169583104 + }, + { + "epoch": 0.96, + "learning_rate": 3.980099502487562e-05, + "loss": 0.064, + "theoretical_loss": 3.335276056722942, + "tokens_seen": 3169845248 + }, + { + "epoch": 0.96, + "learning_rate": 3.972075108329321e-05, + "loss": 0.0649, + "theoretical_loss": 3.3352552659347774, + "tokens_seen": 3170107392 + }, + { + "epoch": 0.96, + "learning_rate": 3.96405071417108e-05, + "loss": 0.0641, + "theoretical_loss": 3.335234477347125, + "tokens_seen": 3170369536 + }, + { + "epoch": 0.96, + "learning_rate": 3.956026320012839e-05, + "loss": 0.0615, + "theoretical_loss": 3.3352136909595713, + "tokens_seen": 3170631680 + }, + { + "epoch": 0.96, + "learning_rate": 3.9480019258545986e-05, + "loss": 0.0636, + "theoretical_loss": 3.3351929067717005, + "tokens_seen": 3170893824 + }, + { + "epoch": 0.96, + "learning_rate": 3.939977531696357e-05, + "loss": 0.0641, + "theoretical_loss": 3.335172124783098, + "tokens_seen": 3171155968 + }, + { + "epoch": 0.96, + "learning_rate": 3.931953137538116e-05, + "loss": 0.0655, + "theoretical_loss": 3.33515134499335, + "tokens_seen": 3171418112 + }, + { + "epoch": 0.96, + "learning_rate": 3.9239287433798756e-05, + "loss": 0.0642, + "theoretical_loss": 3.3351305674020417, + "tokens_seen": 3171680256 + }, + { + "epoch": 0.96, + "objective/train/advantage_avg": 0.00037895917193964124, + "objective/train/docs_used": 1152731, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3962256908416748, + "objective/train/original_loss": 1.3962255716323853, + "objective/train/theoretical_loss": 3.3351097920087587, + "objective/train/tokens_used": 3192402400, + "objective/train/value_avg": -0.006610870361328125, + "objective/train/value_loss": 0.00019244464056100696, + "objective/train/value_max": -2.7954578399658203e-05, + "objective/train/value_min": -0.2391357421875, + "objective/train/value_reward_corr": 0.65895826796557, + "objective/train/value_std": 0.01183319091796875, + "objective/train/weight_avg": 1.0004620552062988, + "objective/train/weighted_lm_loss": 1.396429419517517, + "objective/train/weights_max": 1.176132321357727, + "objective/train/weights_min": 0.3682950735092163, + "theoretical_loss": 3.3351097920087587, + "tokens_seen": 3171942400 + }, + { + "epoch": 0.96, + "learning_rate": 3.9159043492216334e-05, + "loss": 0.0646, + "theoretical_loss": 3.3351097920087587, + "tokens_seen": 3171942400 + }, + { + "epoch": 0.96, + "learning_rate": 3.907879955063393e-05, + "loss": 0.0642, + "theoretical_loss": 3.335089018813087, + "tokens_seen": 3172204544 + }, + { + "epoch": 0.96, + "learning_rate": 3.899855560905152e-05, + "loss": 0.064, + "theoretical_loss": 3.3350682478146125, + "tokens_seen": 3172466688 + }, + { + "epoch": 0.96, + "learning_rate": 3.8918311667469104e-05, + "loss": 0.0657, + "theoretical_loss": 3.3350474790129216, + "tokens_seen": 3172728832 + }, + { + "epoch": 0.96, + "learning_rate": 3.88380677258867e-05, + "loss": 0.0619, + "theoretical_loss": 3.3350267124076, + "tokens_seen": 3172990976 + }, + { + "epoch": 0.96, + "learning_rate": 3.875782378430429e-05, + "loss": 0.0668, + "theoretical_loss": 3.335005947998235, + "tokens_seen": 3173253120 + }, + { + "epoch": 0.96, + "learning_rate": 3.8677579842721875e-05, + "loss": 0.0641, + "theoretical_loss": 3.3349851857844115, + "tokens_seen": 3173515264 + }, + { + "epoch": 0.96, + "learning_rate": 3.859733590113947e-05, + "loss": 0.0628, + "theoretical_loss": 3.3349644257657167, + "tokens_seen": 3173777408 + }, + { + "epoch": 0.96, + "learning_rate": 3.851709195955706e-05, + "loss": 0.064, + "theoretical_loss": 3.3349436679417375, + "tokens_seen": 3174039552 + }, + { + "epoch": 0.96, + "learning_rate": 3.8436848017974645e-05, + "loss": 0.0628, + "theoretical_loss": 3.3349229123120603, + "tokens_seen": 3174301696 + }, + { + "epoch": 0.96, + "learning_rate": 3.835660407639224e-05, + "loss": 0.0661, + "theoretical_loss": 3.334902158876272, + "tokens_seen": 3174563840 + }, + { + "epoch": 0.96, + "learning_rate": 3.827636013480982e-05, + "loss": 0.0642, + "theoretical_loss": 3.33488140763396, + "tokens_seen": 3174825984 + }, + { + "epoch": 0.96, + "learning_rate": 3.819611619322741e-05, + "loss": 0.0648, + "theoretical_loss": 3.334860658584711, + "tokens_seen": 3175088128 + }, + { + "epoch": 0.96, + "objective/train/advantage_avg": 0.0007082046940922737, + "objective/train/docs_used": 1153914, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2263600826263428, + "objective/train/original_loss": 1.2263600826263428, + "objective/train/theoretical_loss": 3.3348502848823562, + "objective/train/tokens_used": 3195679200, + "objective/train/value_avg": -0.00885009765625, + "objective/train/value_loss": 0.00021896765974815935, + "objective/train/value_max": -3.1948089599609375e-05, + "objective/train/value_min": -0.87353515625, + "objective/train/value_reward_corr": 0.7698939740521487, + "objective/train/value_std": 0.0198822021484375, + "objective/train/weight_avg": 1.000813603401184, + "objective/train/weighted_lm_loss": 1.2271558046340942, + "objective/train/weights_max": 1.5871467590332031, + "objective/train/weights_min": 0.42784297466278076, + "theoretical_loss": 3.3348502848823562, + "tokens_seen": 3175219200 + }, + { + "epoch": 0.96, + "learning_rate": 3.8115872251645e-05, + "loss": 0.0641, + "theoretical_loss": 3.3348399117281122, + "tokens_seen": 3175350272 + }, + { + "epoch": 0.96, + "learning_rate": 3.803562831006259e-05, + "loss": 0.0632, + "theoretical_loss": 3.3348191670637513, + "tokens_seen": 3175612416 + }, + { + "epoch": 0.96, + "learning_rate": 3.795538436848018e-05, + "loss": 0.0659, + "theoretical_loss": 3.334798424591215, + "tokens_seen": 3175874560 + }, + { + "epoch": 0.96, + "learning_rate": 3.787514042689777e-05, + "loss": 0.0647, + "theoretical_loss": 3.334777684310091, + "tokens_seen": 3176136704 + }, + { + "epoch": 0.96, + "learning_rate": 3.779489648531536e-05, + "loss": 0.0665, + "theoretical_loss": 3.3347569462199678, + "tokens_seen": 3176398848 + }, + { + "epoch": 0.96, + "learning_rate": 3.771465254373295e-05, + "loss": 0.0668, + "theoretical_loss": 3.3347362103204317, + "tokens_seen": 3176660992 + }, + { + "epoch": 0.96, + "learning_rate": 3.763440860215054e-05, + "loss": 0.0631, + "theoretical_loss": 3.3347154766110716, + "tokens_seen": 3176923136 + }, + { + "epoch": 0.96, + "learning_rate": 3.755416466056813e-05, + "loss": 0.063, + "theoretical_loss": 3.3346947450914755, + "tokens_seen": 3177185280 + }, + { + "epoch": 0.96, + "learning_rate": 3.747392071898572e-05, + "loss": 0.0648, + "theoretical_loss": 3.334674015761231, + "tokens_seen": 3177447424 + }, + { + "epoch": 0.96, + "learning_rate": 3.739367677740331e-05, + "loss": 0.0641, + "theoretical_loss": 3.3346532886199265, + "tokens_seen": 3177709568 + }, + { + "epoch": 0.96, + "learning_rate": 3.7313432835820896e-05, + "loss": 0.0634, + "theoretical_loss": 3.3346325636671503, + "tokens_seen": 3177971712 + }, + { + "epoch": 0.96, + "learning_rate": 3.723318889423848e-05, + "loss": 0.0632, + "theoretical_loss": 3.334611840902491, + "tokens_seen": 3178233856 + }, + { + "epoch": 0.96, + "objective/train/advantage_avg": 0.00021223783551249653, + "objective/train/docs_used": 1155119, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3247178792953491, + "objective/train/original_loss": 1.3247177600860596, + "objective/train/theoretical_loss": 3.3345911203255367, + "objective/train/tokens_used": 3198956000, + "objective/train/value_avg": -0.007472991943359375, + "objective/train/value_loss": 0.0002690714318305254, + "objective/train/value_max": -1.6987323760986328e-05, + "objective/train/value_min": -0.96484375, + "objective/train/value_reward_corr": 0.7288976005131557, + "objective/train/value_std": 0.017303466796875, + "objective/train/weight_avg": 1.000327467918396, + "objective/train/weighted_lm_loss": 1.3250236511230469, + "objective/train/weights_max": 1.2653440237045288, + "objective/train/weights_min": 0.37315136194229126, + "theoretical_loss": 3.3345911203255367, + "tokens_seen": 3178496000 + }, + { + "epoch": 0.96, + "learning_rate": 3.7152944952656074e-05, + "loss": 0.0626, + "theoretical_loss": 3.3345911203255367, + "tokens_seen": 3178496000 + }, + { + "epoch": 0.96, + "learning_rate": 3.7072701011073666e-05, + "loss": 0.0649, + "theoretical_loss": 3.334570401935877, + "tokens_seen": 3178758144 + }, + { + "epoch": 0.96, + "learning_rate": 3.699245706949125e-05, + "loss": 0.0642, + "theoretical_loss": 3.334549685733099, + "tokens_seen": 3179020288 + }, + { + "epoch": 0.96, + "learning_rate": 3.6912213127908844e-05, + "loss": 0.0638, + "theoretical_loss": 3.334528971716793, + "tokens_seen": 3179282432 + }, + { + "epoch": 0.96, + "learning_rate": 3.6831969186326436e-05, + "loss": 0.0643, + "theoretical_loss": 3.3345082598865474, + "tokens_seen": 3179544576 + }, + { + "epoch": 0.96, + "learning_rate": 3.675172524474402e-05, + "loss": 0.0648, + "theoretical_loss": 3.3344875502419513, + "tokens_seen": 3179806720 + }, + { + "epoch": 0.96, + "learning_rate": 3.6671481303161614e-05, + "loss": 0.0634, + "theoretical_loss": 3.3344668427825943, + "tokens_seen": 3180068864 + }, + { + "epoch": 0.96, + "learning_rate": 3.6591237361579206e-05, + "loss": 0.0673, + "theoretical_loss": 3.334446137508065, + "tokens_seen": 3180331008 + }, + { + "epoch": 0.96, + "learning_rate": 3.651099341999679e-05, + "loss": 0.0637, + "theoretical_loss": 3.3344254344179536, + "tokens_seen": 3180593152 + }, + { + "epoch": 0.96, + "learning_rate": 3.6430749478414384e-05, + "loss": 0.065, + "theoretical_loss": 3.334404733511849, + "tokens_seen": 3180855296 + }, + { + "epoch": 0.96, + "learning_rate": 3.635050553683197e-05, + "loss": 0.0655, + "theoretical_loss": 3.334384034789341, + "tokens_seen": 3181117440 + }, + { + "epoch": 0.96, + "learning_rate": 3.6270261595249555e-05, + "loss": 0.0637, + "theoretical_loss": 3.33436333825002, + "tokens_seen": 3181379584 + }, + { + "epoch": 0.96, + "learning_rate": 3.619001765366715e-05, + "loss": 0.0683, + "theoretical_loss": 3.334342643893475, + "tokens_seen": 3181641728 + }, + { + "epoch": 0.96, + "objective/train/advantage_avg": 0.00014831018052063882, + "objective/train/docs_used": 1156307, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.288866639137268, + "objective/train/original_loss": 1.2888667583465576, + "objective/train/theoretical_loss": 3.3343322975336154, + "objective/train/tokens_used": 3202232800, + "objective/train/value_avg": -0.0059051513671875, + "objective/train/value_loss": 0.00013490057608578354, + "objective/train/value_max": -6.794929504394531e-06, + "objective/train/value_min": -0.64697265625, + "objective/train/value_reward_corr": 0.7575203452744985, + "objective/train/value_std": 0.0122222900390625, + "objective/train/weight_avg": 1.0002098083496094, + "objective/train/weighted_lm_loss": 1.2890567779541016, + "objective/train/weights_max": 1.2934645414352417, + "objective/train/weights_min": 0.38061273097991943, + "theoretical_loss": 3.3343322975336154, + "tokens_seen": 3181772800 + }, + { + "epoch": 0.96, + "learning_rate": 3.610977371208474e-05, + "loss": 0.0654, + "theoretical_loss": 3.3343219517192964, + "tokens_seen": 3181903872 + }, + { + "epoch": 0.96, + "learning_rate": 3.6029529770502325e-05, + "loss": 0.0658, + "theoretical_loss": 3.334301261727074, + "tokens_seen": 3182166016 + }, + { + "epoch": 0.96, + "learning_rate": 3.594928582891992e-05, + "loss": 0.0662, + "theoretical_loss": 3.3342805739163985, + "tokens_seen": 3182428160 + }, + { + "epoch": 0.96, + "learning_rate": 3.586904188733751e-05, + "loss": 0.0643, + "theoretical_loss": 3.3342598882868595, + "tokens_seen": 3182690304 + }, + { + "epoch": 0.96, + "learning_rate": 3.5788797945755095e-05, + "loss": 0.0661, + "theoretical_loss": 3.334239204838048, + "tokens_seen": 3182952448 + }, + { + "epoch": 0.96, + "learning_rate": 3.570855400417269e-05, + "loss": 0.0633, + "theoretical_loss": 3.3342185235695543, + "tokens_seen": 3183214592 + }, + { + "epoch": 0.96, + "learning_rate": 3.562831006259028e-05, + "loss": 0.0669, + "theoretical_loss": 3.334197844480969, + "tokens_seen": 3183476736 + }, + { + "epoch": 0.96, + "learning_rate": 3.5548066121007865e-05, + "loss": 0.0673, + "theoretical_loss": 3.334177167571883, + "tokens_seen": 3183738880 + }, + { + "epoch": 0.96, + "learning_rate": 3.546782217942546e-05, + "loss": 0.064, + "theoretical_loss": 3.334156492841887, + "tokens_seen": 3184001024 + }, + { + "epoch": 0.96, + "learning_rate": 3.538757823784304e-05, + "loss": 0.0665, + "theoretical_loss": 3.3341358202905718, + "tokens_seen": 3184263168 + }, + { + "epoch": 0.97, + "learning_rate": 3.530733429626063e-05, + "loss": 0.0652, + "theoretical_loss": 3.334115149917529, + "tokens_seen": 3184525312 + }, + { + "epoch": 0.97, + "learning_rate": 3.522709035467822e-05, + "loss": 0.0657, + "theoretical_loss": 3.3340944817223495, + "tokens_seen": 3184787456 + }, + { + "epoch": 0.97, + "objective/train/advantage_avg": 0.0005323991645127535, + "objective/train/docs_used": 1157476, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1507765054702759, + "objective/train/original_loss": 1.1507766246795654, + "objective/train/theoretical_loss": 3.334073815704625, + "objective/train/tokens_used": 3205509600, + "objective/train/value_avg": -0.00937652587890625, + "objective/train/value_loss": 0.00012519479787442833, + "objective/train/value_max": -2.956390380859375e-05, + "objective/train/value_min": -0.2264404296875, + "objective/train/value_reward_corr": 0.8304689762503622, + "objective/train/value_std": 0.015838623046875, + "objective/train/weight_avg": 1.000591516494751, + "objective/train/weighted_lm_loss": 1.1515058279037476, + "objective/train/weights_max": 1.158463716506958, + "objective/train/weights_min": 0.4022403359413147, + "theoretical_loss": 3.334073815704625, + "tokens_seen": 3185049600 + }, + { + "epoch": 0.97, + "learning_rate": 3.514684641309581e-05, + "loss": 0.0626, + "theoretical_loss": 3.334073815704625, + "tokens_seen": 3185049600 + }, + { + "epoch": 0.97, + "learning_rate": 3.50666024715134e-05, + "loss": 0.0668, + "theoretical_loss": 3.3340531518639462, + "tokens_seen": 3185311744 + }, + { + "epoch": 0.97, + "learning_rate": 3.498635852993099e-05, + "loss": 0.0671, + "theoretical_loss": 3.3340324901999048, + "tokens_seen": 3185573888 + }, + { + "epoch": 0.97, + "learning_rate": 3.490611458834858e-05, + "loss": 0.0631, + "theoretical_loss": 3.3340118307120927, + "tokens_seen": 3185836032 + }, + { + "epoch": 0.97, + "learning_rate": 3.482587064676617e-05, + "loss": 0.0659, + "theoretical_loss": 3.3339911734001015, + "tokens_seen": 3186098176 + }, + { + "epoch": 0.97, + "learning_rate": 3.474562670518376e-05, + "loss": 0.0663, + "theoretical_loss": 3.3339705182635235, + "tokens_seen": 3186360320 + }, + { + "epoch": 0.97, + "learning_rate": 3.466538276360135e-05, + "loss": 0.0666, + "theoretical_loss": 3.3339498653019497, + "tokens_seen": 3186622464 + }, + { + "epoch": 0.97, + "learning_rate": 3.458513882201894e-05, + "loss": 0.0657, + "theoretical_loss": 3.3339292145149733, + "tokens_seen": 3186884608 + }, + { + "epoch": 0.97, + "learning_rate": 3.450489488043653e-05, + "loss": 0.0649, + "theoretical_loss": 3.3339085659021857, + "tokens_seen": 3187146752 + }, + { + "epoch": 0.97, + "learning_rate": 3.4424650938854116e-05, + "loss": 0.0628, + "theoretical_loss": 3.333887919463179, + "tokens_seen": 3187408896 + }, + { + "epoch": 0.97, + "learning_rate": 3.43444069972717e-05, + "loss": 0.0644, + "theoretical_loss": 3.333867275197546, + "tokens_seen": 3187671040 + }, + { + "epoch": 0.97, + "learning_rate": 3.4264163055689294e-05, + "loss": 0.0651, + "theoretical_loss": 3.33384663310488, + "tokens_seen": 3187933184 + }, + { + "epoch": 0.97, + "learning_rate": 3.4183919114106887e-05, + "loss": 0.0637, + "theoretical_loss": 3.3338259931847727, + "tokens_seen": 3188195328 + }, + { + "epoch": 0.97, + "objective/train/advantage_avg": 0.0007934773457236588, + "objective/train/docs_used": 1158745, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2987425327301025, + "objective/train/original_loss": 1.2987422943115234, + "objective/train/theoretical_loss": 3.3338156740393012, + "objective/train/tokens_used": 3208786400, + "objective/train/value_avg": -0.005462646484375, + "objective/train/value_loss": 6.485814810730517e-05, + "objective/train/value_max": -6.735324859619141e-06, + "objective/train/value_min": -0.93408203125, + "objective/train/value_reward_corr": 0.7789055648446168, + "objective/train/value_std": 0.01016998291015625, + "objective/train/weight_avg": 1.0008257627487183, + "objective/train/weighted_lm_loss": 1.3005681037902832, + "objective/train/weights_max": 1.1931962966918945, + "objective/train/weights_min": 0.8318523168563843, + "theoretical_loss": 3.3338156740393012, + "tokens_seen": 3188326400 + }, + { + "epoch": 0.97, + "learning_rate": 3.410367517252447e-05, + "loss": 0.0655, + "theoretical_loss": 3.3338053554368163, + "tokens_seen": 3188457472 + }, + { + "epoch": 0.97, + "learning_rate": 3.4023431230942064e-05, + "loss": 0.0675, + "theoretical_loss": 3.333784719860605, + "tokens_seen": 3188719616 + }, + { + "epoch": 0.97, + "learning_rate": 3.394318728935966e-05, + "loss": 0.064, + "theoretical_loss": 3.333764086455731, + "tokens_seen": 3188981760 + }, + { + "epoch": 0.97, + "learning_rate": 3.386294334777724e-05, + "loss": 0.0621, + "theoretical_loss": 3.333743455221787, + "tokens_seen": 3189243904 + }, + { + "epoch": 0.97, + "learning_rate": 3.3782699406194834e-05, + "loss": 0.063, + "theoretical_loss": 3.333722826158367, + "tokens_seen": 3189506048 + }, + { + "epoch": 0.97, + "learning_rate": 3.370245546461243e-05, + "loss": 0.064, + "theoretical_loss": 3.3337021992650637, + "tokens_seen": 3189768192 + }, + { + "epoch": 0.97, + "learning_rate": 3.362221152303001e-05, + "loss": 0.0625, + "theoretical_loss": 3.3336815745414707, + "tokens_seen": 3190030336 + }, + { + "epoch": 0.97, + "learning_rate": 3.35419675814476e-05, + "loss": 0.0643, + "theoretical_loss": 3.3336609519871816, + "tokens_seen": 3190292480 + }, + { + "epoch": 0.97, + "learning_rate": 3.346172363986519e-05, + "loss": 0.0635, + "theoretical_loss": 3.33364033160179, + "tokens_seen": 3190554624 + }, + { + "epoch": 0.97, + "learning_rate": 3.3381479698282775e-05, + "loss": 0.0648, + "theoretical_loss": 3.3336197133848895, + "tokens_seen": 3190816768 + }, + { + "epoch": 0.97, + "learning_rate": 3.330123575670037e-05, + "loss": 0.065, + "theoretical_loss": 3.333599097336074, + "tokens_seen": 3191078912 + }, + { + "epoch": 0.97, + "learning_rate": 3.322099181511796e-05, + "loss": 0.0651, + "theoretical_loss": 3.3335784834549367, + "tokens_seen": 3191341056 + }, + { + "epoch": 0.97, + "objective/train/advantage_avg": 3.9636528526898474e-05, + "objective/train/docs_used": 1159894, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2441589832305908, + "objective/train/original_loss": 1.2441589832305908, + "objective/train/theoretical_loss": 3.333557871741073, + "objective/train/tokens_used": 3212063200, + "objective/train/value_avg": -0.0082244873046875, + "objective/train/value_loss": 0.0002513451618142426, + "objective/train/value_max": -1.4066696166992188e-05, + "objective/train/value_min": -0.67138671875, + "objective/train/value_reward_corr": 0.8570923237686325, + "objective/train/value_std": 0.0260162353515625, + "objective/train/weight_avg": 1.000152587890625, + "objective/train/weighted_lm_loss": 1.2440119981765747, + "objective/train/weights_max": 1.1873843669891357, + "objective/train/weights_min": 0.3681080937385559, + "theoretical_loss": 3.333557871741073, + "tokens_seen": 3191603200 + }, + { + "epoch": 0.97, + "learning_rate": 3.3140747873535546e-05, + "loss": 0.0649, + "theoretical_loss": 3.333557871741073, + "tokens_seen": 3191603200 + }, + { + "epoch": 0.97, + "learning_rate": 3.306050393195314e-05, + "loss": 0.0627, + "theoretical_loss": 3.3335372621940764, + "tokens_seen": 3191865344 + }, + { + "epoch": 0.97, + "learning_rate": 3.298025999037073e-05, + "loss": 0.0635, + "theoretical_loss": 3.333516654813541, + "tokens_seen": 3192127488 + }, + { + "epoch": 0.97, + "learning_rate": 3.2900016048788316e-05, + "loss": 0.0639, + "theoretical_loss": 3.3334960495990615, + "tokens_seen": 3192389632 + }, + { + "epoch": 0.97, + "learning_rate": 3.281977210720591e-05, + "loss": 0.0637, + "theoretical_loss": 3.3334754465502323, + "tokens_seen": 3192651776 + }, + { + "epoch": 0.97, + "learning_rate": 3.27395281656235e-05, + "loss": 0.0658, + "theoretical_loss": 3.3334548456666475, + "tokens_seen": 3192913920 + }, + { + "epoch": 0.97, + "learning_rate": 3.2659284224041086e-05, + "loss": 0.0651, + "theoretical_loss": 3.3334342469479026, + "tokens_seen": 3193176064 + }, + { + "epoch": 0.97, + "learning_rate": 3.257904028245867e-05, + "loss": 0.0647, + "theoretical_loss": 3.3334136503935916, + "tokens_seen": 3193438208 + }, + { + "epoch": 0.97, + "learning_rate": 3.2498796340876264e-05, + "loss": 0.0657, + "theoretical_loss": 3.3333930560033105, + "tokens_seen": 3193700352 + }, + { + "epoch": 0.97, + "learning_rate": 3.241855239929385e-05, + "loss": 0.0642, + "theoretical_loss": 3.3333724637766533, + "tokens_seen": 3193962496 + }, + { + "epoch": 0.97, + "learning_rate": 3.233830845771144e-05, + "loss": 0.0682, + "theoretical_loss": 3.333351873713216, + "tokens_seen": 3194224640 + }, + { + "epoch": 0.97, + "learning_rate": 3.2258064516129034e-05, + "loss": 0.0646, + "theoretical_loss": 3.333331285812593, + "tokens_seen": 3194486784 + }, + { + "epoch": 0.97, + "learning_rate": 3.217782057454662e-05, + "loss": 0.0624, + "theoretical_loss": 3.33331070007438, + "tokens_seen": 3194748928 + }, + { + "epoch": 0.97, + "objective/train/advantage_avg": 0.00024243927327916026, + "objective/train/docs_used": 1160990, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2658565044403076, + "objective/train/original_loss": 1.2658565044403076, + "objective/train/theoretical_loss": 3.3333004080160507, + "objective/train/tokens_used": 3215340000, + "objective/train/value_avg": -0.00714111328125, + "objective/train/value_loss": 0.000370773981558159, + "objective/train/value_max": -1.710653305053711e-05, + "objective/train/value_min": -0.978515625, + "objective/train/value_reward_corr": 0.7601499167345298, + "objective/train/value_std": 0.0225982666015625, + "objective/train/weight_avg": 1.0004161596298218, + "objective/train/weighted_lm_loss": 1.2665671110153198, + "objective/train/weights_max": 2.3977041244506836, + "objective/train/weights_min": 0.37053996324539185, + "theoretical_loss": 3.3333004080160507, + "tokens_seen": 3194880000 + }, + { + "epoch": 0.97, + "learning_rate": 3.209757663296421e-05, + "loss": 0.0638, + "theoretical_loss": 3.3332901164981728, + "tokens_seen": 3195011072 + }, + { + "epoch": 0.97, + "learning_rate": 3.2017332691381804e-05, + "loss": 0.0627, + "theoretical_loss": 3.3332695350835664, + "tokens_seen": 3195273216 + }, + { + "epoch": 0.97, + "learning_rate": 3.193708874979939e-05, + "loss": 0.0645, + "theoretical_loss": 3.333248955830157, + "tokens_seen": 3195535360 + }, + { + "epoch": 0.97, + "learning_rate": 3.185684480821698e-05, + "loss": 0.0646, + "theoretical_loss": 3.33322837873754, + "tokens_seen": 3195797504 + }, + { + "epoch": 0.97, + "learning_rate": 3.1776600866634574e-05, + "loss": 0.0636, + "theoretical_loss": 3.3332078038053115, + "tokens_seen": 3196059648 + }, + { + "epoch": 0.97, + "learning_rate": 3.169635692505216e-05, + "loss": 0.0633, + "theoretical_loss": 3.3331872310330675, + "tokens_seen": 3196321792 + }, + { + "epoch": 0.97, + "learning_rate": 3.1616112983469745e-05, + "loss": 0.0617, + "theoretical_loss": 3.333166660420404, + "tokens_seen": 3196583936 + }, + { + "epoch": 0.97, + "learning_rate": 3.153586904188734e-05, + "loss": 0.0634, + "theoretical_loss": 3.333146091966918, + "tokens_seen": 3196846080 + }, + { + "epoch": 0.97, + "learning_rate": 3.145562510030492e-05, + "loss": 0.0633, + "theoretical_loss": 3.3331255256722043, + "tokens_seen": 3197108224 + }, + { + "epoch": 0.97, + "learning_rate": 3.1375381158722515e-05, + "loss": 0.0633, + "theoretical_loss": 3.3331049615358608, + "tokens_seen": 3197370368 + }, + { + "epoch": 0.97, + "learning_rate": 3.129513721714011e-05, + "loss": 0.0648, + "theoretical_loss": 3.333084399557483, + "tokens_seen": 3197632512 + }, + { + "epoch": 0.97, + "learning_rate": 3.121489327555769e-05, + "loss": 0.0625, + "theoretical_loss": 3.3330638397366683, + "tokens_seen": 3197894656 + }, + { + "epoch": 0.97, + "objective/train/advantage_avg": 0.00011512692435644567, + "objective/train/docs_used": 1162228, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.179598331451416, + "objective/train/original_loss": 1.1795984506607056, + "objective/train/theoretical_loss": 3.3330432820730134, + "objective/train/tokens_used": 3218616800, + "objective/train/value_avg": -0.0087890625, + "objective/train/value_loss": 0.00041848301771096885, + "objective/train/value_max": -1.621246337890625e-05, + "objective/train/value_min": -0.90771484375, + "objective/train/value_reward_corr": 0.6591058316050048, + "objective/train/value_std": 0.0172271728515625, + "objective/train/weight_avg": 1.00029718875885, + "objective/train/weighted_lm_loss": 1.1793330907821655, + "objective/train/weights_max": 1.567028522491455, + "objective/train/weights_min": 0.38540494441986084, + "theoretical_loss": 3.3330432820730134, + "tokens_seen": 3198156800 + }, + { + "epoch": 0.97, + "learning_rate": 3.1134649333975285e-05, + "loss": 0.0642, + "theoretical_loss": 3.3330432820730134, + "tokens_seen": 3198156800 + }, + { + "epoch": 0.97, + "learning_rate": 3.105440539239288e-05, + "loss": 0.065, + "theoretical_loss": 3.3330227265661145, + "tokens_seen": 3198418944 + }, + { + "epoch": 0.97, + "learning_rate": 3.097416145081046e-05, + "loss": 0.0646, + "theoretical_loss": 3.3330021732155695, + "tokens_seen": 3198681088 + }, + { + "epoch": 0.97, + "learning_rate": 3.0893917509228055e-05, + "loss": 0.0635, + "theoretical_loss": 3.332981622020975, + "tokens_seen": 3198943232 + }, + { + "epoch": 0.97, + "learning_rate": 3.081367356764564e-05, + "loss": 0.0621, + "theoretical_loss": 3.332961072981928, + "tokens_seen": 3199205376 + }, + { + "epoch": 0.97, + "learning_rate": 3.073342962606323e-05, + "loss": 0.064, + "theoretical_loss": 3.3329405260980267, + "tokens_seen": 3199467520 + }, + { + "epoch": 0.97, + "learning_rate": 3.0653185684480825e-05, + "loss": 0.0631, + "theoretical_loss": 3.3329199813688675, + "tokens_seen": 3199729664 + }, + { + "epoch": 0.97, + "learning_rate": 3.057294174289841e-05, + "loss": 0.0652, + "theoretical_loss": 3.3328994387940485, + "tokens_seen": 3199991808 + }, + { + "epoch": 0.97, + "learning_rate": 3.0492697801316003e-05, + "loss": 0.0659, + "theoretical_loss": 3.332878898373167, + "tokens_seen": 3200253952 + }, + { + "epoch": 0.97, + "learning_rate": 3.041245385973359e-05, + "loss": 0.0636, + "theoretical_loss": 3.332858360105821, + "tokens_seen": 3200516096 + }, + { + "epoch": 0.97, + "learning_rate": 3.033220991815118e-05, + "loss": 0.0631, + "theoretical_loss": 3.3328378239916083, + "tokens_seen": 3200778240 + }, + { + "epoch": 0.97, + "learning_rate": 3.025196597656877e-05, + "loss": 0.0646, + "theoretical_loss": 3.3328172900301265, + "tokens_seen": 3201040384 + }, + { + "epoch": 0.97, + "learning_rate": 3.017172203498636e-05, + "loss": 0.0626, + "theoretical_loss": 3.3327967582209745, + "tokens_seen": 3201302528 + }, + { + "epoch": 0.97, + "objective/train/advantage_avg": -0.0004355994169600308, + "objective/train/docs_used": 1163323, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3122060298919678, + "objective/train/original_loss": 1.3122060298919678, + "objective/train/theoretical_loss": 3.3327864931233964, + "objective/train/tokens_used": 3221893600, + "objective/train/value_avg": -0.005451202392578125, + "objective/train/value_loss": 0.00014057944645173848, + "objective/train/value_max": -2.6285648345947266e-05, + "objective/train/value_min": -0.250732421875, + "objective/train/value_reward_corr": 0.7401147548404444, + "objective/train/value_std": 0.01125335693359375, + "objective/train/weight_avg": 0.9996297955513, + "objective/train/weighted_lm_loss": 1.3113058805465698, + "objective/train/weights_max": 1.18183434009552, + "objective/train/weights_min": 0.36851292848587036, + "theoretical_loss": 3.3327864931233964, + "tokens_seen": 3201433600 + }, + { + "epoch": 0.97, + "learning_rate": 3.009147809340395e-05, + "loss": 0.0637, + "theoretical_loss": 3.33277622856375, + "tokens_seen": 3201564672 + }, + { + "epoch": 0.97, + "learning_rate": 3.001123415182154e-05, + "loss": 0.0636, + "theoretical_loss": 3.332755701058051, + "tokens_seen": 3201826816 + }, + { + "epoch": 0.97, + "learning_rate": 2.9930990210239125e-05, + "loss": 0.0645, + "theoretical_loss": 3.332735175703476, + "tokens_seen": 3202088960 + }, + { + "epoch": 0.97, + "learning_rate": 2.9850746268656717e-05, + "loss": 0.0637, + "theoretical_loss": 3.3327146524996243, + "tokens_seen": 3202351104 + }, + { + "epoch": 0.97, + "learning_rate": 2.9770502327074306e-05, + "loss": 0.0626, + "theoretical_loss": 3.332694131446093, + "tokens_seen": 3202613248 + }, + { + "epoch": 0.97, + "learning_rate": 2.9690258385491895e-05, + "loss": 0.0617, + "theoretical_loss": 3.3326736125424827, + "tokens_seen": 3202875392 + }, + { + "epoch": 0.97, + "learning_rate": 2.9610014443909487e-05, + "loss": 0.0643, + "theoretical_loss": 3.3326530957883906, + "tokens_seen": 3203137536 + }, + { + "epoch": 0.97, + "learning_rate": 2.9529770502327073e-05, + "loss": 0.0632, + "theoretical_loss": 3.3326325811834163, + "tokens_seen": 3203399680 + }, + { + "epoch": 0.97, + "learning_rate": 2.9449526560744662e-05, + "loss": 0.0639, + "theoretical_loss": 3.332612068727159, + "tokens_seen": 3203661824 + }, + { + "epoch": 0.97, + "learning_rate": 2.9369282619162254e-05, + "loss": 0.0649, + "theoretical_loss": 3.3325915584192174, + "tokens_seen": 3203923968 + }, + { + "epoch": 0.97, + "learning_rate": 2.9289038677579843e-05, + "loss": 0.0635, + "theoretical_loss": 3.332571050259191, + "tokens_seen": 3204186112 + }, + { + "epoch": 0.97, + "learning_rate": 2.9208794735997432e-05, + "loss": 0.0594, + "theoretical_loss": 3.3325505442466796, + "tokens_seen": 3204448256 + }, + { + "epoch": 0.97, + "objective/train/advantage_avg": -0.0010910991113632917, + "objective/train/docs_used": 1164453, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.377690315246582, + "objective/train/original_loss": 1.377690076828003, + "objective/train/theoretical_loss": 3.3325300403812816, + "objective/train/tokens_used": 3225170400, + "objective/train/value_avg": -0.00926971435546875, + "objective/train/value_loss": 0.0002616468700580299, + "objective/train/value_max": -3.451108932495117e-05, + "objective/train/value_min": -0.302001953125, + "objective/train/value_reward_corr": 0.8441203576202896, + "objective/train/value_std": 0.0203399658203125, + "objective/train/weight_avg": 0.9990339279174805, + "objective/train/weighted_lm_loss": 1.3762407302856445, + "objective/train/weights_max": 1.2398093938827515, + "objective/train/weights_min": 0.36806386709213257, + "theoretical_loss": 3.3325300403812816, + "tokens_seen": 3204710400 + }, + { + "epoch": 0.97, + "learning_rate": 2.9128550794415024e-05, + "loss": 0.0656, + "theoretical_loss": 3.3325300403812816, + "tokens_seen": 3204710400 + }, + { + "epoch": 0.97, + "learning_rate": 2.904830685283261e-05, + "loss": 0.0617, + "theoretical_loss": 3.332509538662598, + "tokens_seen": 3204972544 + }, + { + "epoch": 0.97, + "learning_rate": 2.89680629112502e-05, + "loss": 0.0601, + "theoretical_loss": 3.332489039090227, + "tokens_seen": 3205234688 + }, + { + "epoch": 0.97, + "learning_rate": 2.888781896966779e-05, + "loss": 0.062, + "theoretical_loss": 3.3324685416637694, + "tokens_seen": 3205496832 + }, + { + "epoch": 0.97, + "learning_rate": 2.880757502808538e-05, + "loss": 0.0632, + "theoretical_loss": 3.3324480463828245, + "tokens_seen": 3205758976 + }, + { + "epoch": 0.97, + "learning_rate": 2.872733108650297e-05, + "loss": 0.065, + "theoretical_loss": 3.3324275532469927, + "tokens_seen": 3206021120 + }, + { + "epoch": 0.97, + "learning_rate": 2.864708714492056e-05, + "loss": 0.0629, + "theoretical_loss": 3.332407062255874, + "tokens_seen": 3206283264 + }, + { + "epoch": 0.97, + "learning_rate": 2.8566843203338146e-05, + "loss": 0.0649, + "theoretical_loss": 3.3323865734090687, + "tokens_seen": 3206545408 + }, + { + "epoch": 0.97, + "learning_rate": 2.8486599261755735e-05, + "loss": 0.0624, + "theoretical_loss": 3.332366086706177, + "tokens_seen": 3206807552 + }, + { + "epoch": 0.97, + "learning_rate": 2.8406355320173328e-05, + "loss": 0.0652, + "theoretical_loss": 3.3323456021467996, + "tokens_seen": 3207069696 + }, + { + "epoch": 0.97, + "learning_rate": 2.8326111378590917e-05, + "loss": 0.062, + "theoretical_loss": 3.3323251197305366, + "tokens_seen": 3207331840 + }, + { + "epoch": 0.97, + "learning_rate": 2.824586743700851e-05, + "loss": 0.0643, + "theoretical_loss": 3.3323046394569893, + "tokens_seen": 3207593984 + }, + { + "epoch": 0.97, + "learning_rate": 2.8165623495426098e-05, + "loss": 0.0633, + "theoretical_loss": 3.3322841613257577, + "tokens_seen": 3207856128 + }, + { + "epoch": 0.97, + "objective/train/advantage_avg": 0.0006822030409239233, + "objective/train/docs_used": 1165709, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2381547689437866, + "objective/train/original_loss": 1.2381547689437866, + "objective/train/theoretical_loss": 3.3322739230633855, + "objective/train/tokens_used": 3228447200, + "objective/train/value_avg": -0.00582122802734375, + "objective/train/value_loss": 0.00011211569653823972, + "objective/train/value_max": -2.5272369384765625e-05, + "objective/train/value_min": -0.328125, + "objective/train/value_reward_corr": 0.7605425147773659, + "objective/train/value_std": 0.012969970703125, + "objective/train/weight_avg": 1.0007364749908447, + "objective/train/weighted_lm_loss": 1.2385814189910889, + "objective/train/weights_max": 1.1410603523254395, + "objective/train/weights_min": 0.6088372468948364, + "theoretical_loss": 3.3322739230633855, + "tokens_seen": 3207987200 + }, + { + "epoch": 0.97, + "learning_rate": 2.8085379553843683e-05, + "loss": 0.0628, + "theoretical_loss": 3.332263685336443, + "tokens_seen": 3208118272 + }, + { + "epoch": 0.97, + "learning_rate": 2.8005135612261276e-05, + "loss": 0.0659, + "theoretical_loss": 3.3322432114886458, + "tokens_seen": 3208380416 + }, + { + "epoch": 0.97, + "learning_rate": 2.7924891670678864e-05, + "loss": 0.0626, + "theoretical_loss": 3.332222739781968, + "tokens_seen": 3208642560 + }, + { + "epoch": 0.97, + "learning_rate": 2.7844647729096453e-05, + "loss": 0.0638, + "theoretical_loss": 3.33220227021601, + "tokens_seen": 3208904704 + }, + { + "epoch": 0.97, + "learning_rate": 2.7764403787514046e-05, + "loss": 0.064, + "theoretical_loss": 3.332181802790374, + "tokens_seen": 3209166848 + }, + { + "epoch": 0.97, + "learning_rate": 2.7684159845931635e-05, + "loss": 0.0633, + "theoretical_loss": 3.3321613375046604, + "tokens_seen": 3209428992 + }, + { + "epoch": 0.97, + "learning_rate": 2.760391590434922e-05, + "loss": 0.0628, + "theoretical_loss": 3.3321408743584713, + "tokens_seen": 3209691136 + }, + { + "epoch": 0.97, + "learning_rate": 2.7523671962766812e-05, + "loss": 0.0641, + "theoretical_loss": 3.332120413351408, + "tokens_seen": 3209953280 + }, + { + "epoch": 0.97, + "learning_rate": 2.74434280211844e-05, + "loss": 0.0646, + "theoretical_loss": 3.3320999544830725, + "tokens_seen": 3210215424 + }, + { + "epoch": 0.97, + "learning_rate": 2.736318407960199e-05, + "loss": 0.0638, + "theoretical_loss": 3.3320794977530666, + "tokens_seen": 3210477568 + }, + { + "epoch": 0.97, + "learning_rate": 2.7282940138019582e-05, + "loss": 0.0615, + "theoretical_loss": 3.332059043160992, + "tokens_seen": 3210739712 + }, + { + "epoch": 0.97, + "learning_rate": 2.720269619643717e-05, + "loss": 0.0626, + "theoretical_loss": 3.3320385907064507, + "tokens_seen": 3211001856 + }, + { + "epoch": 0.97, + "objective/train/advantage_avg": 0.0009411603678017855, + "objective/train/docs_used": 1166890, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1496601104736328, + "objective/train/original_loss": 1.1496602296829224, + "objective/train/theoretical_loss": 3.3320181403890454, + "objective/train/tokens_used": 3231724000, + "objective/train/value_avg": -0.005741119384765625, + "objective/train/value_loss": 0.00011128434562124312, + "objective/train/value_max": -4.1961669921875e-05, + "objective/train/value_min": -0.3720703125, + "objective/train/value_reward_corr": 0.7123679825122174, + "objective/train/value_std": 0.0110321044921875, + "objective/train/weight_avg": 1.0009957551956177, + "objective/train/weighted_lm_loss": 1.1501128673553467, + "objective/train/weights_max": 1.1398074626922607, + "objective/train/weights_min": 0.6793650388717651, + "theoretical_loss": 3.3320181403890454, + "tokens_seen": 3211264000 + }, + { + "epoch": 0.97, + "learning_rate": 2.7122452254854757e-05, + "loss": 0.0624, + "theoretical_loss": 3.3320181403890454, + "tokens_seen": 3211264000 + }, + { + "epoch": 0.97, + "learning_rate": 2.704220831327235e-05, + "loss": 0.0652, + "theoretical_loss": 3.3319976922083776, + "tokens_seen": 3211526144 + }, + { + "epoch": 0.97, + "learning_rate": 2.6961964371689938e-05, + "loss": 0.0604, + "theoretical_loss": 3.33197724616405, + "tokens_seen": 3211788288 + }, + { + "epoch": 0.97, + "learning_rate": 2.6881720430107527e-05, + "loss": 0.0663, + "theoretical_loss": 3.3319568022556654, + "tokens_seen": 3212050432 + }, + { + "epoch": 0.97, + "learning_rate": 2.680147648852512e-05, + "loss": 0.0661, + "theoretical_loss": 3.331936360482826, + "tokens_seen": 3212312576 + }, + { + "epoch": 0.97, + "learning_rate": 2.6721232546942708e-05, + "loss": 0.0632, + "theoretical_loss": 3.3319159208451343, + "tokens_seen": 3212574720 + }, + { + "epoch": 0.97, + "learning_rate": 2.6640988605360294e-05, + "loss": 0.0659, + "theoretical_loss": 3.3318954833421937, + "tokens_seen": 3212836864 + }, + { + "epoch": 0.97, + "learning_rate": 2.6560744663777886e-05, + "loss": 0.0625, + "theoretical_loss": 3.3318750479736066, + "tokens_seen": 3213099008 + }, + { + "epoch": 0.97, + "learning_rate": 2.6480500722195475e-05, + "loss": 0.0621, + "theoretical_loss": 3.3318546147389756, + "tokens_seen": 3213361152 + }, + { + "epoch": 0.97, + "learning_rate": 2.6400256780613064e-05, + "loss": 0.0632, + "theoretical_loss": 3.3318341836379046, + "tokens_seen": 3213623296 + }, + { + "epoch": 0.97, + "learning_rate": 2.6320012839030656e-05, + "loss": 0.0644, + "theoretical_loss": 3.3318137546699966, + "tokens_seen": 3213885440 + }, + { + "epoch": 0.97, + "learning_rate": 2.6239768897448245e-05, + "loss": 0.0623, + "theoretical_loss": 3.3317933278348546, + "tokens_seen": 3214147584 + }, + { + "epoch": 0.97, + "learning_rate": 2.615952495586583e-05, + "loss": 0.0618, + "theoretical_loss": 3.331772903132083, + "tokens_seen": 3214409728 + }, + { + "epoch": 0.97, + "objective/train/advantage_avg": -0.000533473736140877, + "objective/train/docs_used": 1168047, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2790873050689697, + "objective/train/original_loss": 1.2790873050689697, + "objective/train/theoretical_loss": 3.331762691580211, + "objective/train/tokens_used": 3235000800, + "objective/train/value_avg": -0.00860595703125, + "objective/train/value_loss": 0.0006138049066066742, + "objective/train/value_max": -2.467632293701172e-05, + "objective/train/value_min": -0.91796875, + "objective/train/value_reward_corr": 0.7551787692429435, + "objective/train/value_std": 0.0273895263671875, + "objective/train/weight_avg": 0.9997411966323853, + "objective/train/weighted_lm_loss": 1.278306245803833, + "objective/train/weights_max": 1.9589332342147827, + "objective/train/weights_min": 0.3688187897205353, + "theoretical_loss": 3.331762691580211, + "tokens_seen": 3214540800 + }, + { + "epoch": 0.97, + "learning_rate": 2.6079281014283423e-05, + "loss": 0.0605, + "theoretical_loss": 3.331752480561284, + "tokens_seen": 3214671872 + }, + { + "epoch": 0.97, + "learning_rate": 2.599903707270101e-05, + "loss": 0.0624, + "theoretical_loss": 3.3317320601220617, + "tokens_seen": 3214934016 + }, + { + "epoch": 0.97, + "learning_rate": 2.59187931311186e-05, + "loss": 0.0649, + "theoretical_loss": 3.33171164181402, + "tokens_seen": 3215196160 + }, + { + "epoch": 0.97, + "learning_rate": 2.5838549189536193e-05, + "loss": 0.0627, + "theoretical_loss": 3.331691225636763, + "tokens_seen": 3215458304 + }, + { + "epoch": 0.97, + "learning_rate": 2.575830524795378e-05, + "loss": 0.0642, + "theoretical_loss": 3.331670811589894, + "tokens_seen": 3215720448 + }, + { + "epoch": 0.97, + "learning_rate": 2.5678061306371367e-05, + "loss": 0.0621, + "theoretical_loss": 3.3316503996730176, + "tokens_seen": 3215982592 + }, + { + "epoch": 0.97, + "learning_rate": 2.559781736478896e-05, + "loss": 0.064, + "theoretical_loss": 3.3316299898857373, + "tokens_seen": 3216244736 + }, + { + "epoch": 0.97, + "learning_rate": 2.5517573423206548e-05, + "loss": 0.0631, + "theoretical_loss": 3.3316095822276584, + "tokens_seen": 3216506880 + }, + { + "epoch": 0.97, + "learning_rate": 2.5437329481624137e-05, + "loss": 0.064, + "theoretical_loss": 3.3315891766983845, + "tokens_seen": 3216769024 + }, + { + "epoch": 0.97, + "learning_rate": 2.535708554004173e-05, + "loss": 0.0651, + "theoretical_loss": 3.3315687732975205, + "tokens_seen": 3217031168 + }, + { + "epoch": 0.97, + "learning_rate": 2.5276841598459315e-05, + "loss": 0.0615, + "theoretical_loss": 3.3315483720246704, + "tokens_seen": 3217293312 + }, + { + "epoch": 0.98, + "learning_rate": 2.5196597656876904e-05, + "loss": 0.0655, + "theoretical_loss": 3.3315279728794396, + "tokens_seen": 3217555456 + }, + { + "epoch": 0.98, + "objective/train/advantage_avg": 0.000540367909707129, + "objective/train/docs_used": 1169144, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3770896196365356, + "objective/train/original_loss": 1.3770896196365356, + "objective/train/theoretical_loss": 3.3315075758614325, + "objective/train/tokens_used": 3238277600, + "objective/train/value_avg": -0.00864410400390625, + "objective/train/value_loss": 0.000159239221829921, + "objective/train/value_max": -3.534555435180664e-05, + "objective/train/value_min": -0.395751953125, + "objective/train/value_reward_corr": 0.7299293975103095, + "objective/train/value_std": 0.01514434814453125, + "objective/train/weight_avg": 1.0006153583526611, + "objective/train/weighted_lm_loss": 1.3770335912704468, + "objective/train/weights_max": 1.2923370599746704, + "objective/train/weights_min": 0.36917349696159363, + "theoretical_loss": 3.3315075758614325, + "tokens_seen": 3217817600 + }, + { + "epoch": 0.98, + "learning_rate": 2.5116353715294496e-05, + "loss": 0.0673, + "theoretical_loss": 3.3315075758614325, + "tokens_seen": 3217817600 + }, + { + "epoch": 0.98, + "learning_rate": 2.5036109773712085e-05, + "loss": 0.0651, + "theoretical_loss": 3.331487180970254, + "tokens_seen": 3218079744 + }, + { + "epoch": 0.98, + "learning_rate": 2.4955865832129674e-05, + "loss": 0.0656, + "theoretical_loss": 3.331466788205509, + "tokens_seen": 3218341888 + }, + { + "epoch": 0.98, + "learning_rate": 2.4875621890547266e-05, + "loss": 0.0608, + "theoretical_loss": 3.331446397566803, + "tokens_seen": 3218604032 + }, + { + "epoch": 0.98, + "learning_rate": 2.4795377948964852e-05, + "loss": 0.0645, + "theoretical_loss": 3.3314260090537413, + "tokens_seen": 3218866176 + }, + { + "epoch": 0.98, + "learning_rate": 2.471513400738244e-05, + "loss": 0.0616, + "theoretical_loss": 3.3314056226659283, + "tokens_seen": 3219128320 + }, + { + "epoch": 0.98, + "learning_rate": 2.4634890065800033e-05, + "loss": 0.0646, + "theoretical_loss": 3.3313852384029707, + "tokens_seen": 3219390464 + }, + { + "epoch": 0.98, + "learning_rate": 2.4554646124217622e-05, + "loss": 0.0625, + "theoretical_loss": 3.331364856264473, + "tokens_seen": 3219652608 + }, + { + "epoch": 0.98, + "learning_rate": 2.447440218263521e-05, + "loss": 0.0651, + "theoretical_loss": 3.3313444762500413, + "tokens_seen": 3219914752 + }, + { + "epoch": 0.98, + "learning_rate": 2.4394158241052803e-05, + "loss": 0.0642, + "theoretical_loss": 3.331324098359281, + "tokens_seen": 3220176896 + }, + { + "epoch": 0.98, + "learning_rate": 2.431391429947039e-05, + "loss": 0.0644, + "theoretical_loss": 3.331303722591799, + "tokens_seen": 3220439040 + }, + { + "epoch": 0.98, + "learning_rate": 2.4233670357887977e-05, + "loss": 0.0662, + "theoretical_loss": 3.3312833489472, + "tokens_seen": 3220701184 + }, + { + "epoch": 0.98, + "learning_rate": 2.415342641630557e-05, + "loss": 0.0648, + "theoretical_loss": 3.331262977425091, + "tokens_seen": 3220963328 + }, + { + "epoch": 0.98, + "objective/train/advantage_avg": 0.0007260864367708564, + "objective/train/docs_used": 1170443, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3045114278793335, + "objective/train/original_loss": 1.3045111894607544, + "objective/train/theoretical_loss": 3.3312527924598463, + "objective/train/tokens_used": 3241554400, + "objective/train/value_avg": -0.007808685302734375, + "objective/train/value_loss": 0.00021167013619560748, + "objective/train/value_max": -1.722574234008789e-05, + "objective/train/value_min": -0.264404296875, + "objective/train/value_reward_corr": 0.6636868924502444, + "objective/train/value_std": 0.013824462890625, + "objective/train/weight_avg": 1.00082266330719, + "objective/train/weighted_lm_loss": 1.3055661916732788, + "objective/train/weights_max": 1.202114462852478, + "objective/train/weights_min": 0.3708694577217102, + "theoretical_loss": 3.3312527924598463, + "tokens_seen": 3221094400 + }, + { + "epoch": 0.98, + "learning_rate": 2.407318247472316e-05, + "loss": 0.0634, + "theoretical_loss": 3.331242608025077, + "tokens_seen": 3221225472 + }, + { + "epoch": 0.98, + "learning_rate": 2.399293853314075e-05, + "loss": 0.0639, + "theoretical_loss": 3.331222240746765, + "tokens_seen": 3221487616 + }, + { + "epoch": 0.98, + "learning_rate": 2.391269459155834e-05, + "loss": 0.065, + "theoretical_loss": 3.331201875589762, + "tokens_seen": 3221749760 + }, + { + "epoch": 0.98, + "learning_rate": 2.3832450649975925e-05, + "loss": 0.0612, + "theoretical_loss": 3.3311815125536737, + "tokens_seen": 3222011904 + }, + { + "epoch": 0.98, + "learning_rate": 2.3752206708393518e-05, + "loss": 0.0631, + "theoretical_loss": 3.3311611516381063, + "tokens_seen": 3222274048 + }, + { + "epoch": 0.98, + "learning_rate": 2.3671962766811106e-05, + "loss": 0.0638, + "theoretical_loss": 3.3311407928426675, + "tokens_seen": 3222536192 + }, + { + "epoch": 0.98, + "learning_rate": 2.3591718825228695e-05, + "loss": 0.0637, + "theoretical_loss": 3.3311204361669637, + "tokens_seen": 3222798336 + }, + { + "epoch": 0.98, + "learning_rate": 2.3511474883646288e-05, + "loss": 0.0647, + "theoretical_loss": 3.331100081610602, + "tokens_seen": 3223060480 + }, + { + "epoch": 0.98, + "learning_rate": 2.3431230942063876e-05, + "loss": 0.0635, + "theoretical_loss": 3.3310797291731884, + "tokens_seen": 3223322624 + }, + { + "epoch": 0.98, + "learning_rate": 2.3350987000481462e-05, + "loss": 0.0661, + "theoretical_loss": 3.3310593788543312, + "tokens_seen": 3223584768 + }, + { + "epoch": 0.98, + "learning_rate": 2.3270743058899054e-05, + "loss": 0.0616, + "theoretical_loss": 3.331039030653637, + "tokens_seen": 3223846912 + }, + { + "epoch": 0.98, + "learning_rate": 2.3190499117316643e-05, + "loss": 0.065, + "theoretical_loss": 3.3310186845707137, + "tokens_seen": 3224109056 + }, + { + "epoch": 0.98, + "objective/train/advantage_avg": 3.5962955735158175e-05, + "objective/train/docs_used": 1171684, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3860044479370117, + "objective/train/original_loss": 1.3860044479370117, + "objective/train/theoretical_loss": 3.330998340605168, + "objective/train/tokens_used": 3244831200, + "objective/train/value_avg": -0.006683349609375, + "objective/train/value_loss": 0.00018027440819423646, + "objective/train/value_max": -2.9087066650390625e-05, + "objective/train/value_min": -0.2239990234375, + "objective/train/value_reward_corr": 0.728027588656269, + "objective/train/value_std": 0.0136566162109375, + "objective/train/weight_avg": 1.0001205205917358, + "objective/train/weighted_lm_loss": 1.3852912187576294, + "objective/train/weights_max": 1.16413414478302, + "objective/train/weights_min": 0.39292243123054504, + "theoretical_loss": 3.330998340605168, + "tokens_seen": 3224371200 + }, + { + "epoch": 0.98, + "learning_rate": 2.3110255175734232e-05, + "loss": 0.0658, + "theoretical_loss": 3.330998340605168, + "tokens_seen": 3224371200 + }, + { + "epoch": 0.98, + "learning_rate": 2.3030011234151824e-05, + "loss": 0.0653, + "theoretical_loss": 3.3309779987566075, + "tokens_seen": 3224633344 + }, + { + "epoch": 0.98, + "learning_rate": 2.2949767292569413e-05, + "loss": 0.0632, + "theoretical_loss": 3.330957659024641, + "tokens_seen": 3224895488 + }, + { + "epoch": 0.98, + "learning_rate": 2.2869523350987e-05, + "loss": 0.0623, + "theoretical_loss": 3.330937321408874, + "tokens_seen": 3225157632 + }, + { + "epoch": 0.98, + "learning_rate": 2.278927940940459e-05, + "loss": 0.0639, + "theoretical_loss": 3.3309169859089165, + "tokens_seen": 3225419776 + }, + { + "epoch": 0.98, + "learning_rate": 2.270903546782218e-05, + "loss": 0.0644, + "theoretical_loss": 3.3308966525243755, + "tokens_seen": 3225681920 + }, + { + "epoch": 0.98, + "learning_rate": 2.262879152623977e-05, + "loss": 0.0657, + "theoretical_loss": 3.330876321254859, + "tokens_seen": 3225944064 + }, + { + "epoch": 0.98, + "learning_rate": 2.254854758465736e-05, + "loss": 0.0624, + "theoretical_loss": 3.3308559920999756, + "tokens_seen": 3226206208 + }, + { + "epoch": 0.98, + "learning_rate": 2.246830364307495e-05, + "loss": 0.0641, + "theoretical_loss": 3.3308356650593334, + "tokens_seen": 3226468352 + }, + { + "epoch": 0.98, + "learning_rate": 2.2388059701492536e-05, + "loss": 0.0649, + "theoretical_loss": 3.33081534013254, + "tokens_seen": 3226730496 + }, + { + "epoch": 0.98, + "learning_rate": 2.2307815759910128e-05, + "loss": 0.0618, + "theoretical_loss": 3.3307950173192054, + "tokens_seen": 3226992640 + }, + { + "epoch": 0.98, + "learning_rate": 2.2227571818327717e-05, + "loss": 0.0633, + "theoretical_loss": 3.3307746966189367, + "tokens_seen": 3227254784 + }, + { + "epoch": 0.98, + "learning_rate": 2.2147327876745306e-05, + "loss": 0.0608, + "theoretical_loss": 3.3307543780313433, + "tokens_seen": 3227516928 + }, + { + "epoch": 0.98, + "objective/train/advantage_avg": -0.00027919310377910733, + "objective/train/docs_used": 1172972, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3077105283737183, + "objective/train/original_loss": 1.3077104091644287, + "objective/train/theoretical_loss": 3.3307442195296777, + "objective/train/tokens_used": 3248108000, + "objective/train/value_avg": -0.0122222900390625, + "objective/train/value_loss": 0.00035102106630802155, + "objective/train/value_max": -3.707408905029297e-05, + "objective/train/value_min": -0.32568359375, + "objective/train/value_reward_corr": 0.7699141286796977, + "objective/train/value_std": 0.020904541015625, + "objective/train/weight_avg": 0.9998803734779358, + "objective/train/weighted_lm_loss": 1.305930256843567, + "objective/train/weights_max": 1.1620612144470215, + "objective/train/weights_min": 0.37342190742492676, + "theoretical_loss": 3.3307442195296777, + "tokens_seen": 3227648000 + }, + { + "epoch": 0.98, + "learning_rate": 2.2067083935162898e-05, + "loss": 0.0661, + "theoretical_loss": 3.330734061556034, + "tokens_seen": 3227779072 + }, + { + "epoch": 0.98, + "learning_rate": 2.1986839993580487e-05, + "loss": 0.0649, + "theoretical_loss": 3.3307137471926174, + "tokens_seen": 3228041216 + }, + { + "epoch": 0.98, + "learning_rate": 2.1906596051998072e-05, + "loss": 0.0652, + "theoretical_loss": 3.330693434940703, + "tokens_seen": 3228303360 + }, + { + "epoch": 0.98, + "learning_rate": 2.1826352110415665e-05, + "loss": 0.0665, + "theoretical_loss": 3.3306731247998993, + "tokens_seen": 3228565504 + }, + { + "epoch": 0.98, + "learning_rate": 2.1746108168833253e-05, + "loss": 0.0631, + "theoretical_loss": 3.330652816769816, + "tokens_seen": 3228827648 + }, + { + "epoch": 0.98, + "learning_rate": 2.1665864227250842e-05, + "loss": 0.0668, + "theoretical_loss": 3.330632510850062, + "tokens_seen": 3229089792 + }, + { + "epoch": 0.98, + "learning_rate": 2.1585620285668435e-05, + "loss": 0.0642, + "theoretical_loss": 3.3306122070402466, + "tokens_seen": 3229351936 + }, + { + "epoch": 0.98, + "learning_rate": 2.1505376344086024e-05, + "loss": 0.0633, + "theoretical_loss": 3.33059190533998, + "tokens_seen": 3229614080 + }, + { + "epoch": 0.98, + "learning_rate": 2.142513240250361e-05, + "loss": 0.0645, + "theoretical_loss": 3.3305716057488706, + "tokens_seen": 3229876224 + }, + { + "epoch": 0.98, + "learning_rate": 2.13448884609212e-05, + "loss": 0.0627, + "theoretical_loss": 3.33055130826653, + "tokens_seen": 3230138368 + }, + { + "epoch": 0.98, + "learning_rate": 2.126464451933879e-05, + "loss": 0.0616, + "theoretical_loss": 3.3305310128925663, + "tokens_seen": 3230400512 + }, + { + "epoch": 0.98, + "learning_rate": 2.118440057775638e-05, + "loss": 0.0653, + "theoretical_loss": 3.33051071962659, + "tokens_seen": 3230662656 + }, + { + "epoch": 0.98, + "objective/train/advantage_avg": 0.0005205307970754802, + "objective/train/docs_used": 1174146, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.5756685733795166, + "objective/train/original_loss": 1.5756683349609375, + "objective/train/theoretical_loss": 3.3304904284682113, + "objective/train/tokens_used": 3251384800, + "objective/train/value_avg": -0.00565338134765625, + "objective/train/value_loss": 0.0001820519391912967, + "objective/train/value_max": -2.2649765014648438e-05, + "objective/train/value_min": -0.67724609375, + "objective/train/value_reward_corr": 0.6820917333548926, + "objective/train/value_std": 0.01261138916015625, + "objective/train/weight_avg": 1.0006020069122314, + "objective/train/weighted_lm_loss": 1.5762228965759277, + "objective/train/weights_max": 1.3625067472457886, + "objective/train/weights_min": 0.36830490827560425, + "theoretical_loss": 3.3304904284682113, + "tokens_seen": 3230924800 + }, + { + "epoch": 0.98, + "learning_rate": 2.110415663617397e-05, + "loss": 0.0666, + "theoretical_loss": 3.3304904284682113, + "tokens_seen": 3230924800 + }, + { + "epoch": 0.98, + "learning_rate": 2.1023912694591557e-05, + "loss": 0.0649, + "theoretical_loss": 3.3304701394170406, + "tokens_seen": 3231186944 + }, + { + "epoch": 0.98, + "learning_rate": 2.0943668753009146e-05, + "loss": 0.0639, + "theoretical_loss": 3.3304498524726873, + "tokens_seen": 3231449088 + }, + { + "epoch": 0.98, + "learning_rate": 2.0863424811426738e-05, + "loss": 0.0639, + "theoretical_loss": 3.3304295676347624, + "tokens_seen": 3231711232 + }, + { + "epoch": 0.98, + "learning_rate": 2.0783180869844327e-05, + "loss": 0.0642, + "theoretical_loss": 3.3304092849028764, + "tokens_seen": 3231973376 + }, + { + "epoch": 0.98, + "learning_rate": 2.0702936928261916e-05, + "loss": 0.0676, + "theoretical_loss": 3.3303890042766393, + "tokens_seen": 3232235520 + }, + { + "epoch": 0.98, + "learning_rate": 2.0622692986679508e-05, + "loss": 0.0654, + "theoretical_loss": 3.3303687257556622, + "tokens_seen": 3232497664 + }, + { + "epoch": 0.98, + "learning_rate": 2.0542449045097094e-05, + "loss": 0.0627, + "theoretical_loss": 3.3303484493395556, + "tokens_seen": 3232759808 + }, + { + "epoch": 0.98, + "learning_rate": 2.0462205103514683e-05, + "loss": 0.0636, + "theoretical_loss": 3.3303281750279305, + "tokens_seen": 3233021952 + }, + { + "epoch": 0.98, + "learning_rate": 2.0381961161932275e-05, + "loss": 0.0626, + "theoretical_loss": 3.3303079028203983, + "tokens_seen": 3233284096 + }, + { + "epoch": 0.98, + "learning_rate": 2.0301717220349864e-05, + "loss": 0.0655, + "theoretical_loss": 3.330287632716569, + "tokens_seen": 3233546240 + }, + { + "epoch": 0.98, + "learning_rate": 2.0221473278767453e-05, + "loss": 0.0642, + "theoretical_loss": 3.330267364716055, + "tokens_seen": 3233808384 + }, + { + "epoch": 0.98, + "learning_rate": 2.0141229337185045e-05, + "loss": 0.0651, + "theoretical_loss": 3.3302470988184667, + "tokens_seen": 3234070528 + }, + { + "epoch": 0.98, + "objective/train/advantage_avg": 0.0007838389719836414, + "objective/train/docs_used": 1175262, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2953846454620361, + "objective/train/original_loss": 1.2953846454620361, + "objective/train/theoretical_loss": 3.3302369666581484, + "objective/train/tokens_used": 3254661600, + "objective/train/value_avg": -0.0063323974609375, + "objective/train/value_loss": 0.0007589021697640419, + "objective/train/value_max": -1.7523765563964844e-05, + "objective/train/value_min": -0.9580078125, + "objective/train/value_reward_corr": 0.6304810786042058, + "objective/train/value_std": 0.0220184326171875, + "objective/train/weight_avg": 1.0011130571365356, + "objective/train/weighted_lm_loss": 1.2963922023773193, + "objective/train/weights_max": 1.9805694818496704, + "objective/train/weights_min": 0.36886030435562134, + "theoretical_loss": 3.3302369666581484, + "tokens_seen": 3234201600 + }, + { + "epoch": 0.98, + "learning_rate": 2.006098539560263e-05, + "loss": 0.0632, + "theoretical_loss": 3.3302268350234154, + "tokens_seen": 3234332672 + }, + { + "epoch": 0.98, + "learning_rate": 1.998074145402022e-05, + "loss": 0.0642, + "theoretical_loss": 3.3302065733305133, + "tokens_seen": 3234594816 + }, + { + "epoch": 0.98, + "learning_rate": 1.990049751243781e-05, + "loss": 0.0651, + "theoretical_loss": 3.3301863137393717, + "tokens_seen": 3234856960 + }, + { + "epoch": 0.98, + "learning_rate": 1.98202535708554e-05, + "loss": 0.0617, + "theoretical_loss": 3.330166056249602, + "tokens_seen": 3235119104 + }, + { + "epoch": 0.98, + "learning_rate": 1.9740009629272993e-05, + "loss": 0.0657, + "theoretical_loss": 3.3301458008608162, + "tokens_seen": 3235381248 + }, + { + "epoch": 0.98, + "learning_rate": 1.965976568769058e-05, + "loss": 0.0637, + "theoretical_loss": 3.3301255475726266, + "tokens_seen": 3235643392 + }, + { + "epoch": 0.98, + "learning_rate": 1.9579521746108167e-05, + "loss": 0.0642, + "theoretical_loss": 3.3301052963846445, + "tokens_seen": 3235905536 + }, + { + "epoch": 0.98, + "learning_rate": 1.949927780452576e-05, + "loss": 0.0654, + "theoretical_loss": 3.3300850472964822, + "tokens_seen": 3236167680 + }, + { + "epoch": 0.98, + "learning_rate": 1.941903386294335e-05, + "loss": 0.0618, + "theoretical_loss": 3.3300648003077518, + "tokens_seen": 3236429824 + }, + { + "epoch": 0.98, + "learning_rate": 1.9338789921360937e-05, + "loss": 0.0651, + "theoretical_loss": 3.330044555418066, + "tokens_seen": 3236691968 + }, + { + "epoch": 0.98, + "learning_rate": 1.925854597977853e-05, + "loss": 0.0651, + "theoretical_loss": 3.330024312627037, + "tokens_seen": 3236954112 + }, + { + "epoch": 0.98, + "learning_rate": 1.917830203819612e-05, + "loss": 0.0642, + "theoretical_loss": 3.330004071934278, + "tokens_seen": 3237216256 + }, + { + "epoch": 0.98, + "objective/train/advantage_avg": 0.00021649424161296338, + "objective/train/docs_used": 1176230, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2249921560287476, + "objective/train/original_loss": 1.2249921560287476, + "objective/train/theoretical_loss": 3.3299838333394, + "objective/train/tokens_used": 3257938400, + "objective/train/value_avg": -0.0101470947265625, + "objective/train/value_loss": 0.0004097825731150806, + "objective/train/value_max": -3.427267074584961e-05, + "objective/train/value_min": -0.8759765625, + "objective/train/value_reward_corr": 0.7456098851685826, + "objective/train/value_std": 0.02264404296875, + "objective/train/weight_avg": 1.000399112701416, + "objective/train/weighted_lm_loss": 1.2248214483261108, + "objective/train/weights_max": 1.686229944229126, + "objective/train/weights_min": 0.23227369785308838, + "theoretical_loss": 3.3299838333394, + "tokens_seen": 3237478400 + }, + { + "epoch": 0.98, + "learning_rate": 1.9098058096613704e-05, + "loss": 0.0632, + "theoretical_loss": 3.3299838333394, + "tokens_seen": 3237478400 + }, + { + "epoch": 0.98, + "learning_rate": 1.9017814155031296e-05, + "loss": 0.0665, + "theoretical_loss": 3.329963596842017, + "tokens_seen": 3237740544 + }, + { + "epoch": 0.98, + "learning_rate": 1.8937570213448885e-05, + "loss": 0.0628, + "theoretical_loss": 3.3299433624417416, + "tokens_seen": 3238002688 + }, + { + "epoch": 0.98, + "learning_rate": 1.8857326271866474e-05, + "loss": 0.0609, + "theoretical_loss": 3.3299231301381864, + "tokens_seen": 3238264832 + }, + { + "epoch": 0.98, + "learning_rate": 1.8777082330284066e-05, + "loss": 0.0616, + "theoretical_loss": 3.3299028999309646, + "tokens_seen": 3238526976 + }, + { + "epoch": 0.98, + "learning_rate": 1.8696838388701655e-05, + "loss": 0.0622, + "theoretical_loss": 3.3298826718196897, + "tokens_seen": 3238789120 + }, + { + "epoch": 0.98, + "learning_rate": 1.861659444711924e-05, + "loss": 0.0638, + "theoretical_loss": 3.3298624458039745, + "tokens_seen": 3239051264 + }, + { + "epoch": 0.98, + "learning_rate": 1.8536350505536833e-05, + "loss": 0.0623, + "theoretical_loss": 3.3298422218834323, + "tokens_seen": 3239313408 + }, + { + "epoch": 0.98, + "learning_rate": 1.8456106563954422e-05, + "loss": 0.0641, + "theoretical_loss": 3.3298220000576766, + "tokens_seen": 3239575552 + }, + { + "epoch": 0.98, + "learning_rate": 1.837586262237201e-05, + "loss": 0.0636, + "theoretical_loss": 3.329801780326321, + "tokens_seen": 3239837696 + }, + { + "epoch": 0.98, + "learning_rate": 1.8295618680789603e-05, + "loss": 0.0623, + "theoretical_loss": 3.3297815626889795, + "tokens_seen": 3240099840 + }, + { + "epoch": 0.98, + "learning_rate": 1.8215374739207192e-05, + "loss": 0.0639, + "theoretical_loss": 3.329761347145265, + "tokens_seen": 3240361984 + }, + { + "epoch": 0.98, + "learning_rate": 1.8135130797624777e-05, + "loss": 0.064, + "theoretical_loss": 3.3297411336947924, + "tokens_seen": 3240624128 + }, + { + "epoch": 0.98, + "objective/train/advantage_avg": -0.0009797874372452497, + "objective/train/docs_used": 1177395, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3298492431640625, + "objective/train/original_loss": 1.329849123954773, + "objective/train/theoretical_loss": 3.3297310277544008, + "objective/train/tokens_used": 3261215200, + "objective/train/value_avg": -0.009033203125, + "objective/train/value_loss": 0.00022793165408074856, + "objective/train/value_max": -2.5451183319091797e-05, + "objective/train/value_min": -0.27197265625, + "objective/train/value_reward_corr": 0.8076675485351283, + "objective/train/value_std": 0.01776123046875, + "objective/train/weight_avg": 0.9991289377212524, + "objective/train/weighted_lm_loss": 1.3282009363174438, + "objective/train/weights_max": 1.1904045343399048, + "objective/train/weights_min": 0.3700695335865021, + "theoretical_loss": 3.3297310277544008, + "tokens_seen": 3240755200 + }, + { + "epoch": 0.98, + "learning_rate": 1.805488685604237e-05, + "loss": 0.0641, + "theoretical_loss": 3.3297209223371746, + "tokens_seen": 3240886272 + }, + { + "epoch": 0.98, + "learning_rate": 1.797464291445996e-05, + "loss": 0.0651, + "theoretical_loss": 3.329700713072026, + "tokens_seen": 3241148416 + }, + { + "epoch": 0.98, + "learning_rate": 1.7894398972877548e-05, + "loss": 0.0662, + "theoretical_loss": 3.3296805058989616, + "tokens_seen": 3241410560 + }, + { + "epoch": 0.98, + "learning_rate": 1.781415503129514e-05, + "loss": 0.0664, + "theoretical_loss": 3.3296603008175945, + "tokens_seen": 3241672704 + }, + { + "epoch": 0.98, + "learning_rate": 1.773391108971273e-05, + "loss": 0.0624, + "theoretical_loss": 3.32964009782754, + "tokens_seen": 3241934848 + }, + { + "epoch": 0.98, + "learning_rate": 1.7653667148130314e-05, + "loss": 0.0643, + "theoretical_loss": 3.3296198969284116, + "tokens_seen": 3242196992 + }, + { + "epoch": 0.98, + "learning_rate": 1.7573423206547907e-05, + "loss": 0.0623, + "theoretical_loss": 3.3295996981198246, + "tokens_seen": 3242459136 + }, + { + "epoch": 0.98, + "learning_rate": 1.7493179264965495e-05, + "loss": 0.0644, + "theoretical_loss": 3.329579501401393, + "tokens_seen": 3242721280 + }, + { + "epoch": 0.98, + "learning_rate": 1.7412935323383084e-05, + "loss": 0.0626, + "theoretical_loss": 3.3295593067727323, + "tokens_seen": 3242983424 + }, + { + "epoch": 0.98, + "learning_rate": 1.7332691381800677e-05, + "loss": 0.0627, + "theoretical_loss": 3.329539114233457, + "tokens_seen": 3243245568 + }, + { + "epoch": 0.98, + "learning_rate": 1.7252447440218265e-05, + "loss": 0.0633, + "theoretical_loss": 3.3295189237831826, + "tokens_seen": 3243507712 + }, + { + "epoch": 0.98, + "learning_rate": 1.717220349863585e-05, + "loss": 0.0628, + "theoretical_loss": 3.329498735421523, + "tokens_seen": 3243769856 + }, + { + "epoch": 0.98, + "objective/train/advantage_avg": 0.000651444133836776, + "objective/train/docs_used": 1178511, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2370636463165283, + "objective/train/original_loss": 1.2370634078979492, + "objective/train/theoretical_loss": 3.3294785491480945, + "objective/train/tokens_used": 3264492000, + "objective/train/value_avg": -0.00750732421875, + "objective/train/value_loss": 0.00031763516017235816, + "objective/train/value_max": -1.430511474609375e-05, + "objective/train/value_min": -0.6552734375, + "objective/train/value_reward_corr": 0.6250406165328612, + "objective/train/value_std": 0.01512908935546875, + "objective/train/weight_avg": 1.0007911920547485, + "objective/train/weighted_lm_loss": 1.2370145320892334, + "objective/train/weights_max": 1.8269389867782593, + "objective/train/weights_min": 0.37122613191604614, + "theoretical_loss": 3.3294785491480945, + "tokens_seen": 3244032000 + }, + { + "epoch": 0.98, + "learning_rate": 1.7091959557053443e-05, + "loss": 0.0643, + "theoretical_loss": 3.3294785491480945, + "tokens_seen": 3244032000 + }, + { + "epoch": 0.98, + "learning_rate": 1.7011715615471032e-05, + "loss": 0.0638, + "theoretical_loss": 3.3294583649625116, + "tokens_seen": 3244294144 + }, + { + "epoch": 0.98, + "learning_rate": 1.693147167388862e-05, + "loss": 0.0634, + "theoretical_loss": 3.3294381828643904, + "tokens_seen": 3244556288 + }, + { + "epoch": 0.98, + "learning_rate": 1.6851227732306213e-05, + "loss": 0.0629, + "theoretical_loss": 3.329418002853346, + "tokens_seen": 3244818432 + }, + { + "epoch": 0.98, + "learning_rate": 1.67709837907238e-05, + "loss": 0.0613, + "theoretical_loss": 3.3293978249289937, + "tokens_seen": 3245080576 + }, + { + "epoch": 0.98, + "learning_rate": 1.6690739849141388e-05, + "loss": 0.0639, + "theoretical_loss": 3.32937764909095, + "tokens_seen": 3245342720 + }, + { + "epoch": 0.98, + "learning_rate": 1.661049590755898e-05, + "loss": 0.0637, + "theoretical_loss": 3.32935747533883, + "tokens_seen": 3245604864 + }, + { + "epoch": 0.98, + "learning_rate": 1.653025196597657e-05, + "loss": 0.0628, + "theoretical_loss": 3.32933730367225, + "tokens_seen": 3245867008 + }, + { + "epoch": 0.98, + "learning_rate": 1.6450008024394158e-05, + "loss": 0.065, + "theoretical_loss": 3.329317134090825, + "tokens_seen": 3246129152 + }, + { + "epoch": 0.98, + "learning_rate": 1.636976408281175e-05, + "loss": 0.0655, + "theoretical_loss": 3.3292969665941725, + "tokens_seen": 3246391296 + }, + { + "epoch": 0.98, + "learning_rate": 1.6289520141229336e-05, + "loss": 0.0636, + "theoretical_loss": 3.3292768011819076, + "tokens_seen": 3246653440 + }, + { + "epoch": 0.98, + "learning_rate": 1.6209276199646925e-05, + "loss": 0.0641, + "theoretical_loss": 3.3292566378536472, + "tokens_seen": 3246915584 + }, + { + "epoch": 0.98, + "learning_rate": 1.6129032258064517e-05, + "loss": 0.065, + "theoretical_loss": 3.329236476609008, + "tokens_seen": 3247177728 + }, + { + "epoch": 0.98, + "objective/train/advantage_avg": -0.0010452349670231342, + "objective/train/docs_used": 1179779, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2640856504440308, + "objective/train/original_loss": 1.2640855312347412, + "objective/train/theoretical_loss": 3.3292263967679263, + "objective/train/tokens_used": 3267768800, + "objective/train/value_avg": -0.01009368896484375, + "objective/train/value_loss": 0.00026748256641440094, + "objective/train/value_max": -2.9802322387695312e-05, + "objective/train/value_min": -0.361572265625, + "objective/train/value_reward_corr": 0.7079814533555336, + "objective/train/value_std": 0.0155029296875, + "objective/train/weight_avg": 0.9990776777267456, + "objective/train/weighted_lm_loss": 1.2629427909851074, + "objective/train/weights_max": 1.2840253114700317, + "objective/train/weights_min": 0.38121721148490906, + "theoretical_loss": 3.3292263967679263, + "tokens_seen": 3247308800 + }, + { + "epoch": 0.98, + "learning_rate": 1.6048788316482106e-05, + "loss": 0.0652, + "theoretical_loss": 3.3292163174476057, + "tokens_seen": 3247439872 + }, + { + "epoch": 0.98, + "learning_rate": 1.5968544374899695e-05, + "loss": 0.0655, + "theoretical_loss": 3.329196160369057, + "tokens_seen": 3247702016 + }, + { + "epoch": 0.98, + "learning_rate": 1.5888300433317287e-05, + "loss": 0.0652, + "theoretical_loss": 3.3291760053729798, + "tokens_seen": 3247964160 + }, + { + "epoch": 0.98, + "learning_rate": 1.5808056491734872e-05, + "loss": 0.0648, + "theoretical_loss": 3.329155852458989, + "tokens_seen": 3248226304 + }, + { + "epoch": 0.98, + "learning_rate": 1.572781255015246e-05, + "loss": 0.0652, + "theoretical_loss": 3.329135701626703, + "tokens_seen": 3248488448 + }, + { + "epoch": 0.98, + "learning_rate": 1.5647568608570054e-05, + "loss": 0.0653, + "theoretical_loss": 3.329115552875738, + "tokens_seen": 3248750592 + }, + { + "epoch": 0.98, + "learning_rate": 1.5567324666987642e-05, + "loss": 0.0666, + "theoretical_loss": 3.3290954062057114, + "tokens_seen": 3249012736 + }, + { + "epoch": 0.98, + "learning_rate": 1.548708072540523e-05, + "loss": 0.065, + "theoretical_loss": 3.3290752616162402, + "tokens_seen": 3249274880 + }, + { + "epoch": 0.98, + "learning_rate": 1.540683678382282e-05, + "loss": 0.065, + "theoretical_loss": 3.3290551191069424, + "tokens_seen": 3249537024 + }, + { + "epoch": 0.98, + "learning_rate": 1.5326592842240413e-05, + "loss": 0.0647, + "theoretical_loss": 3.3290349786774347, + "tokens_seen": 3249799168 + }, + { + "epoch": 0.98, + "learning_rate": 1.5246348900658001e-05, + "loss": 0.065, + "theoretical_loss": 3.3290148403273347, + "tokens_seen": 3250061312 + }, + { + "epoch": 0.98, + "learning_rate": 1.516610495907559e-05, + "loss": 0.0608, + "theoretical_loss": 3.3289947040562606, + "tokens_seen": 3250323456 + }, + { + "epoch": 0.98, + "objective/train/advantage_avg": 0.00032358698081225157, + "objective/train/docs_used": 1181030, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1354022026062012, + "objective/train/original_loss": 1.1354022026062012, + "objective/train/theoretical_loss": 3.3289745698638296, + "objective/train/tokens_used": 3271045600, + "objective/train/value_avg": -0.004962921142578125, + "objective/train/value_loss": 0.00012540206080302596, + "objective/train/value_max": -3.147125244140625e-05, + "objective/train/value_min": -0.2440185546875, + "objective/train/value_reward_corr": 0.6233456679416066, + "objective/train/value_std": 0.009307861328125, + "objective/train/weight_avg": 1.000378966331482, + "objective/train/weighted_lm_loss": 1.1354151964187622, + "objective/train/weights_max": 1.1552157402038574, + "objective/train/weights_min": 0.37418052554130554, + "theoretical_loss": 3.3289745698638296, + "tokens_seen": 3250585600 + }, + { + "epoch": 0.99, + "learning_rate": 1.508586101749318e-05, + "loss": 0.064, + "theoretical_loss": 3.3289745698638296, + "tokens_seen": 3250585600 + }, + { + "epoch": 0.99, + "learning_rate": 1.500561707591077e-05, + "loss": 0.0635, + "theoretical_loss": 3.328954437749659, + "tokens_seen": 3250847744 + }, + { + "epoch": 0.99, + "learning_rate": 1.4925373134328359e-05, + "loss": 0.063, + "theoretical_loss": 3.328934307713368, + "tokens_seen": 3251109888 + }, + { + "epoch": 0.99, + "learning_rate": 1.4845129192745948e-05, + "loss": 0.064, + "theoretical_loss": 3.328914179754573, + "tokens_seen": 3251372032 + }, + { + "epoch": 0.99, + "learning_rate": 1.4764885251163536e-05, + "loss": 0.0633, + "theoretical_loss": 3.328894053872894, + "tokens_seen": 3251634176 + }, + { + "epoch": 0.99, + "learning_rate": 1.4684641309581127e-05, + "loss": 0.062, + "theoretical_loss": 3.3288739300679477, + "tokens_seen": 3251896320 + }, + { + "epoch": 0.99, + "learning_rate": 1.4604397367998716e-05, + "loss": 0.0627, + "theoretical_loss": 3.3288538083393533, + "tokens_seen": 3252158464 + }, + { + "epoch": 0.99, + "learning_rate": 1.4524153426416305e-05, + "loss": 0.066, + "theoretical_loss": 3.328833688686729, + "tokens_seen": 3252420608 + }, + { + "epoch": 0.99, + "learning_rate": 1.4443909484833895e-05, + "loss": 0.0644, + "theoretical_loss": 3.328813571109693, + "tokens_seen": 3252682752 + }, + { + "epoch": 0.99, + "learning_rate": 1.4363665543251484e-05, + "loss": 0.0619, + "theoretical_loss": 3.3287934556078644, + "tokens_seen": 3252944896 + }, + { + "epoch": 0.99, + "learning_rate": 1.4283421601669073e-05, + "loss": 0.0618, + "theoretical_loss": 3.3287733421808614, + "tokens_seen": 3253207040 + }, + { + "epoch": 0.99, + "learning_rate": 1.4203177660086664e-05, + "loss": 0.0658, + "theoretical_loss": 3.328753230828303, + "tokens_seen": 3253469184 + }, + { + "epoch": 0.99, + "learning_rate": 1.4122933718504254e-05, + "loss": 0.0641, + "theoretical_loss": 3.3287331215498086, + "tokens_seen": 3253731328 + }, + { + "epoch": 0.99, + "objective/train/advantage_avg": -1.5121689102670643e-05, + "objective/train/docs_used": 1182213, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1818236112594604, + "objective/train/original_loss": 1.181823492050171, + "objective/train/theoretical_loss": 3.328723067688216, + "objective/train/tokens_used": 3274322400, + "objective/train/value_avg": -0.005771636962890625, + "objective/train/value_loss": 0.00011332291614962742, + "objective/train/value_max": -2.110004425048828e-05, + "objective/train/value_min": -0.39501953125, + "objective/train/value_reward_corr": 0.6621420866664942, + "objective/train/value_std": 0.00982666015625, + "objective/train/weight_avg": 1.0000362396240234, + "objective/train/weighted_lm_loss": 1.1819289922714233, + "objective/train/weights_max": 1.0992910861968994, + "objective/train/weights_min": 0.3709034025669098, + "theoretical_loss": 3.328723067688216, + "tokens_seen": 3253862400 + }, + { + "epoch": 0.99, + "learning_rate": 1.4042689776921842e-05, + "loss": 0.0629, + "theoretical_loss": 3.328713014344997, + "tokens_seen": 3253993472 + }, + { + "epoch": 0.99, + "learning_rate": 1.3962445835339432e-05, + "loss": 0.0656, + "theoretical_loss": 3.328692909213487, + "tokens_seen": 3254255616 + }, + { + "epoch": 0.99, + "learning_rate": 1.3882201893757023e-05, + "loss": 0.0604, + "theoretical_loss": 3.3286728061548976, + "tokens_seen": 3254517760 + }, + { + "epoch": 0.99, + "learning_rate": 1.380195795217461e-05, + "loss": 0.0623, + "theoretical_loss": 3.328652705168849, + "tokens_seen": 3254779904 + }, + { + "epoch": 0.99, + "learning_rate": 1.37217140105922e-05, + "loss": 0.0632, + "theoretical_loss": 3.3286326062549603, + "tokens_seen": 3255042048 + }, + { + "epoch": 0.99, + "learning_rate": 1.3641470069009791e-05, + "loss": 0.0655, + "theoretical_loss": 3.3286125094128507, + "tokens_seen": 3255304192 + }, + { + "epoch": 0.99, + "learning_rate": 1.3561226127427378e-05, + "loss": 0.0603, + "theoretical_loss": 3.32859241464214, + "tokens_seen": 3255566336 + }, + { + "epoch": 0.99, + "learning_rate": 1.3480982185844969e-05, + "loss": 0.0633, + "theoretical_loss": 3.328572321942448, + "tokens_seen": 3255828480 + }, + { + "epoch": 0.99, + "learning_rate": 1.340073824426256e-05, + "loss": 0.0632, + "theoretical_loss": 3.328552231313395, + "tokens_seen": 3256090624 + }, + { + "epoch": 0.99, + "learning_rate": 1.3320494302680147e-05, + "loss": 0.0634, + "theoretical_loss": 3.3285321427545997, + "tokens_seen": 3256352768 + }, + { + "epoch": 0.99, + "learning_rate": 1.3240250361097737e-05, + "loss": 0.0662, + "theoretical_loss": 3.3285120562656836, + "tokens_seen": 3256614912 + }, + { + "epoch": 0.99, + "learning_rate": 1.3160006419515328e-05, + "loss": 0.0654, + "theoretical_loss": 3.3284919718462653, + "tokens_seen": 3256877056 + }, + { + "epoch": 0.99, + "objective/train/advantage_avg": 0.00014402558736037463, + "objective/train/docs_used": 1183352, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2637627124786377, + "objective/train/original_loss": 1.2637627124786377, + "objective/train/theoretical_loss": 3.3284718894959666, + "objective/train/tokens_used": 3277599200, + "objective/train/value_avg": -0.0098114013671875, + "objective/train/value_loss": 0.0001514241157565266, + "objective/train/value_max": -1.430511474609375e-05, + "objective/train/value_min": -0.37548828125, + "objective/train/value_reward_corr": 0.8128270071085554, + "objective/train/value_std": 0.0182342529296875, + "objective/train/weight_avg": 1.0002182722091675, + "objective/train/weighted_lm_loss": 1.2638404369354248, + "objective/train/weights_max": 1.1373058557510376, + "objective/train/weights_min": 0.628137469291687, + "theoretical_loss": 3.3284718894959666, + "tokens_seen": 3257139200 + }, + { + "epoch": 0.99, + "learning_rate": 1.3079762477932915e-05, + "loss": 0.0654, + "theoretical_loss": 3.3284718894959666, + "tokens_seen": 3257139200 + }, + { + "epoch": 0.99, + "learning_rate": 1.2999518536350506e-05, + "loss": 0.0614, + "theoretical_loss": 3.328451809214407, + "tokens_seen": 3257401344 + }, + { + "epoch": 0.99, + "learning_rate": 1.2919274594768096e-05, + "loss": 0.0633, + "theoretical_loss": 3.328431731001207, + "tokens_seen": 3257663488 + }, + { + "epoch": 0.99, + "learning_rate": 1.2839030653185684e-05, + "loss": 0.0645, + "theoretical_loss": 3.328411654855987, + "tokens_seen": 3257925632 + }, + { + "epoch": 0.99, + "learning_rate": 1.2758786711603274e-05, + "loss": 0.0597, + "theoretical_loss": 3.3283915807783675, + "tokens_seen": 3258187776 + }, + { + "epoch": 0.99, + "learning_rate": 1.2678542770020865e-05, + "loss": 0.0619, + "theoretical_loss": 3.3283715087679697, + "tokens_seen": 3258449920 + }, + { + "epoch": 0.99, + "learning_rate": 1.2598298828438452e-05, + "loss": 0.0615, + "theoretical_loss": 3.3283514388244146, + "tokens_seen": 3258712064 + }, + { + "epoch": 0.99, + "learning_rate": 1.2518054886856043e-05, + "loss": 0.0629, + "theoretical_loss": 3.3283313709473226, + "tokens_seen": 3258974208 + }, + { + "epoch": 0.99, + "learning_rate": 1.2437810945273633e-05, + "loss": 0.0654, + "theoretical_loss": 3.3283113051363147, + "tokens_seen": 3259236352 + }, + { + "epoch": 0.99, + "learning_rate": 1.235756700369122e-05, + "loss": 0.064, + "theoretical_loss": 3.3282912413910126, + "tokens_seen": 3259498496 + }, + { + "epoch": 0.99, + "learning_rate": 1.2277323062108811e-05, + "loss": 0.062, + "theoretical_loss": 3.328271179711037, + "tokens_seen": 3259760640 + }, + { + "epoch": 0.99, + "learning_rate": 1.2197079120526401e-05, + "loss": 0.0629, + "theoretical_loss": 3.3282511200960094, + "tokens_seen": 3260022784 + }, + { + "epoch": 0.99, + "learning_rate": 1.2116835178943989e-05, + "loss": 0.062, + "theoretical_loss": 3.3282310625455516, + "tokens_seen": 3260284928 + }, + { + "epoch": 0.99, + "objective/train/advantage_avg": 0.0005450661410577595, + "objective/train/docs_used": 1184523, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2613083124160767, + "objective/train/original_loss": 1.2613083124160767, + "objective/train/theoretical_loss": 3.3282210345444176, + "objective/train/tokens_used": 3280876000, + "objective/train/value_avg": -0.00677490234375, + "objective/train/value_loss": 0.00013814802514389157, + "objective/train/value_max": -4.684925079345703e-05, + "objective/train/value_min": -0.2274169921875, + "objective/train/value_reward_corr": 0.6997356731013881, + "objective/train/value_std": 0.011871337890625, + "objective/train/weight_avg": 1.0006096363067627, + "objective/train/weighted_lm_loss": 1.2622103691101074, + "objective/train/weights_max": 1.1405034065246582, + "objective/train/weights_min": 0.36921435594558716, + "theoretical_loss": 3.3282210345444176, + "tokens_seen": 3260416000 + }, + { + "epoch": 0.99, + "learning_rate": 1.203659123736158e-05, + "loss": 0.062, + "theoretical_loss": 3.3282110070592847, + "tokens_seen": 3260547072 + }, + { + "epoch": 0.99, + "learning_rate": 1.195634729577917e-05, + "loss": 0.063, + "theoretical_loss": 3.32819095363683, + "tokens_seen": 3260809216 + }, + { + "epoch": 0.99, + "learning_rate": 1.1876103354196759e-05, + "loss": 0.0621, + "theoretical_loss": 3.3281709022778103, + "tokens_seen": 3261071360 + }, + { + "epoch": 0.99, + "learning_rate": 1.1795859412614348e-05, + "loss": 0.0613, + "theoretical_loss": 3.3281508529818464, + "tokens_seen": 3261333504 + }, + { + "epoch": 0.99, + "learning_rate": 1.1715615471031938e-05, + "loss": 0.0621, + "theoretical_loss": 3.3281308057485606, + "tokens_seen": 3261595648 + }, + { + "epoch": 0.99, + "learning_rate": 1.1635371529449527e-05, + "loss": 0.0627, + "theoretical_loss": 3.3281107605775753, + "tokens_seen": 3261857792 + }, + { + "epoch": 0.99, + "learning_rate": 1.1555127587867116e-05, + "loss": 0.0626, + "theoretical_loss": 3.328090717468512, + "tokens_seen": 3262119936 + }, + { + "epoch": 0.99, + "learning_rate": 1.1474883646284707e-05, + "loss": 0.062, + "theoretical_loss": 3.3280706764209933, + "tokens_seen": 3262382080 + }, + { + "epoch": 0.99, + "learning_rate": 1.1394639704702296e-05, + "loss": 0.0624, + "theoretical_loss": 3.3280506374346417, + "tokens_seen": 3262644224 + }, + { + "epoch": 0.99, + "learning_rate": 1.1314395763119884e-05, + "loss": 0.0603, + "theoretical_loss": 3.3280306005090794, + "tokens_seen": 3262906368 + }, + { + "epoch": 0.99, + "learning_rate": 1.1234151821537475e-05, + "loss": 0.0648, + "theoretical_loss": 3.3280105656439285, + "tokens_seen": 3263168512 + }, + { + "epoch": 0.99, + "learning_rate": 1.1153907879955064e-05, + "loss": 0.0615, + "theoretical_loss": 3.3279905328388124, + "tokens_seen": 3263430656 + }, + { + "epoch": 0.99, + "objective/train/advantage_avg": 0.0004183803393971175, + "objective/train/docs_used": 1185836, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3386554718017578, + "objective/train/original_loss": 1.3386554718017578, + "objective/train/theoretical_loss": 3.327970502093353, + "objective/train/tokens_used": 3284152800, + "objective/train/value_avg": -0.00821685791015625, + "objective/train/value_loss": 0.000638284778688103, + "objective/train/value_max": -3.218650817871094e-05, + "objective/train/value_min": -0.97900390625, + "objective/train/value_reward_corr": 0.7247686886305932, + "objective/train/value_std": 0.0257110595703125, + "objective/train/weight_avg": 1.0007007122039795, + "objective/train/weighted_lm_loss": 1.3389467000961304, + "objective/train/weights_max": 2.220186471939087, + "objective/train/weights_min": 0.3691333532333374, + "theoretical_loss": 3.327970502093353, + "tokens_seen": 3263692800 + }, + { + "epoch": 0.99, + "learning_rate": 1.1073663938372653e-05, + "loss": 0.0654, + "theoretical_loss": 3.327970502093353, + "tokens_seen": 3263692800 + }, + { + "epoch": 0.99, + "learning_rate": 1.0993419996790243e-05, + "loss": 0.0624, + "theoretical_loss": 3.3279504734071743, + "tokens_seen": 3263954944 + }, + { + "epoch": 0.99, + "learning_rate": 1.0913176055207832e-05, + "loss": 0.0631, + "theoretical_loss": 3.3279304467798987, + "tokens_seen": 3264217088 + }, + { + "epoch": 0.99, + "learning_rate": 1.0832932113625421e-05, + "loss": 0.062, + "theoretical_loss": 3.3279104222111484, + "tokens_seen": 3264479232 + }, + { + "epoch": 0.99, + "learning_rate": 1.0752688172043012e-05, + "loss": 0.0646, + "theoretical_loss": 3.3278903997005473, + "tokens_seen": 3264741376 + }, + { + "epoch": 0.99, + "learning_rate": 1.06724442304606e-05, + "loss": 0.0631, + "theoretical_loss": 3.327870379247719, + "tokens_seen": 3265003520 + }, + { + "epoch": 0.99, + "learning_rate": 1.059220028887819e-05, + "loss": 0.0643, + "theoretical_loss": 3.327850360852286, + "tokens_seen": 3265265664 + }, + { + "epoch": 0.99, + "learning_rate": 1.0511956347295778e-05, + "loss": 0.0637, + "theoretical_loss": 3.327830344513872, + "tokens_seen": 3265527808 + }, + { + "epoch": 0.99, + "learning_rate": 1.0431712405713369e-05, + "loss": 0.0621, + "theoretical_loss": 3.3278103302321007, + "tokens_seen": 3265789952 + }, + { + "epoch": 0.99, + "learning_rate": 1.0351468464130958e-05, + "loss": 0.0618, + "theoretical_loss": 3.327790318006596, + "tokens_seen": 3266052096 + }, + { + "epoch": 0.99, + "learning_rate": 1.0271224522548547e-05, + "loss": 0.0622, + "theoretical_loss": 3.327770307836981, + "tokens_seen": 3266314240 + }, + { + "epoch": 0.99, + "learning_rate": 1.0190980580966137e-05, + "loss": 0.063, + "theoretical_loss": 3.3277502997228794, + "tokens_seen": 3266576384 + }, + { + "epoch": 0.99, + "learning_rate": 1.0110736639383726e-05, + "loss": 0.0637, + "theoretical_loss": 3.327730293663916, + "tokens_seen": 3266838528 + }, + { + "epoch": 0.99, + "objective/train/advantage_avg": -0.00020771840354427695, + "objective/train/docs_used": 1187115, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2820783853530884, + "objective/train/original_loss": 1.282078504562378, + "objective/train/theoretical_loss": 3.3277202914049933, + "objective/train/tokens_used": 3287429600, + "objective/train/value_avg": -0.005321502685546875, + "objective/train/value_loss": 6.518461304949597e-05, + "objective/train/value_max": -1.722574234008789e-05, + "objective/train/value_min": -0.2109375, + "objective/train/value_reward_corr": 0.7510628970550378, + "objective/train/value_std": 0.00921630859375, + "objective/train/weight_avg": 0.9998246431350708, + "objective/train/weighted_lm_loss": 1.2816160917282104, + "objective/train/weights_max": 1.0933986902236938, + "objective/train/weights_min": 0.822311520576477, + "theoretical_loss": 3.3277202914049933, + "tokens_seen": 3266969600 + }, + { + "epoch": 0.99, + "learning_rate": 1.0030492697801315e-05, + "loss": 0.0666, + "theoretical_loss": 3.327710289659714, + "tokens_seen": 3267100672 + }, + { + "epoch": 0.99, + "learning_rate": 9.950248756218906e-06, + "loss": 0.0657, + "theoretical_loss": 3.327690287709898, + "tokens_seen": 3267362816 + }, + { + "epoch": 0.99, + "learning_rate": 9.870004814636496e-06, + "loss": 0.0622, + "theoretical_loss": 3.327670287814092, + "tokens_seen": 3267624960 + }, + { + "epoch": 0.99, + "learning_rate": 9.789760873054084e-06, + "loss": 0.0625, + "theoretical_loss": 3.3276502899719205, + "tokens_seen": 3267887104 + }, + { + "epoch": 0.99, + "learning_rate": 9.709516931471674e-06, + "loss": 0.0638, + "theoretical_loss": 3.3276302941830074, + "tokens_seen": 3268149248 + }, + { + "epoch": 0.99, + "learning_rate": 9.629272989889265e-06, + "loss": 0.0615, + "theoretical_loss": 3.327610300446978, + "tokens_seen": 3268411392 + }, + { + "epoch": 0.99, + "learning_rate": 9.549029048306852e-06, + "loss": 0.0641, + "theoretical_loss": 3.3275903087634564, + "tokens_seen": 3268673536 + }, + { + "epoch": 0.99, + "learning_rate": 9.468785106724443e-06, + "loss": 0.062, + "theoretical_loss": 3.327570319132067, + "tokens_seen": 3268935680 + }, + { + "epoch": 0.99, + "learning_rate": 9.388541165142033e-06, + "loss": 0.0659, + "theoretical_loss": 3.3275503315524357, + "tokens_seen": 3269197824 + }, + { + "epoch": 0.99, + "learning_rate": 9.30829722355962e-06, + "loss": 0.0615, + "theoretical_loss": 3.3275303460241865, + "tokens_seen": 3269459968 + }, + { + "epoch": 0.99, + "learning_rate": 9.228053281977211e-06, + "loss": 0.0635, + "theoretical_loss": 3.327510362546944, + "tokens_seen": 3269722112 + }, + { + "epoch": 0.99, + "learning_rate": 9.147809340394802e-06, + "loss": 0.0635, + "theoretical_loss": 3.3274903811203345, + "tokens_seen": 3269984256 + }, + { + "epoch": 0.99, + "objective/train/advantage_avg": 0.00010873344581341371, + "objective/train/docs_used": 1188255, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.3320517539978027, + "objective/train/original_loss": 1.3320516347885132, + "objective/train/theoretical_loss": 3.327470401743983, + "objective/train/tokens_used": 3290706400, + "objective/train/value_avg": -0.0081329345703125, + "objective/train/value_loss": 0.0003138878964819014, + "objective/train/value_max": -1.531839370727539e-05, + "objective/train/value_min": -0.4013671875, + "objective/train/value_reward_corr": 0.6697132476504183, + "objective/train/value_std": 0.016021728515625, + "objective/train/weight_avg": 1.0002435445785522, + "objective/train/weighted_lm_loss": 1.331886887550354, + "objective/train/weights_max": 1.493865728378296, + "objective/train/weights_min": 0.3684299886226654, + "theoretical_loss": 3.327470401743983, + "tokens_seen": 3270246400 + }, + { + "epoch": 0.99, + "learning_rate": 9.067565398812389e-06, + "loss": 0.0637, + "theoretical_loss": 3.327470401743983, + "tokens_seen": 3270246400 + }, + { + "epoch": 0.99, + "learning_rate": 8.98732145722998e-06, + "loss": 0.0614, + "theoretical_loss": 3.327450424417514, + "tokens_seen": 3270508544 + }, + { + "epoch": 0.99, + "learning_rate": 8.90707751564757e-06, + "loss": 0.0646, + "theoretical_loss": 3.3274304491405533, + "tokens_seen": 3270770688 + }, + { + "epoch": 0.99, + "learning_rate": 8.826833574065157e-06, + "loss": 0.0628, + "theoretical_loss": 3.3274104759127265, + "tokens_seen": 3271032832 + }, + { + "epoch": 0.99, + "learning_rate": 8.746589632482748e-06, + "loss": 0.0633, + "theoretical_loss": 3.3273905047336596, + "tokens_seen": 3271294976 + }, + { + "epoch": 0.99, + "learning_rate": 8.666345690900338e-06, + "loss": 0.0631, + "theoretical_loss": 3.3273705356029772, + "tokens_seen": 3271557120 + }, + { + "epoch": 0.99, + "learning_rate": 8.586101749317925e-06, + "loss": 0.0639, + "theoretical_loss": 3.327350568520306, + "tokens_seen": 3271819264 + }, + { + "epoch": 0.99, + "learning_rate": 8.505857807735516e-06, + "loss": 0.0625, + "theoretical_loss": 3.327330603485272, + "tokens_seen": 3272081408 + }, + { + "epoch": 0.99, + "learning_rate": 8.425613866153107e-06, + "loss": 0.0629, + "theoretical_loss": 3.3273106404975, + "tokens_seen": 3272343552 + }, + { + "epoch": 0.99, + "learning_rate": 8.345369924570694e-06, + "loss": 0.0631, + "theoretical_loss": 3.3272906795566177, + "tokens_seen": 3272605696 + }, + { + "epoch": 0.99, + "learning_rate": 8.265125982988284e-06, + "loss": 0.063, + "theoretical_loss": 3.3272707206622503, + "tokens_seen": 3272867840 + }, + { + "epoch": 0.99, + "learning_rate": 8.184882041405875e-06, + "loss": 0.0628, + "theoretical_loss": 3.327250763814024, + "tokens_seen": 3273129984 + }, + { + "epoch": 0.99, + "learning_rate": 8.104638099823462e-06, + "loss": 0.0641, + "theoretical_loss": 3.327230809011566, + "tokens_seen": 3273392128 + }, + { + "epoch": 0.99, + "objective/train/advantage_avg": -9.683836105978116e-05, + "objective/train/docs_used": 1189374, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2415493726730347, + "objective/train/original_loss": 1.2415492534637451, + "objective/train/theoretical_loss": 3.3272208323773826, + "objective/train/tokens_used": 3293983200, + "objective/train/value_avg": -0.01009368896484375, + "objective/train/value_loss": 0.00037211523158475757, + "objective/train/value_max": -2.5093555450439453e-05, + "objective/train/value_min": -0.94775390625, + "objective/train/value_reward_corr": 0.7886505156258214, + "objective/train/value_std": 0.022796630859375, + "objective/train/weight_avg": 1.0000780820846558, + "objective/train/weighted_lm_loss": 1.2408992052078247, + "objective/train/weights_max": 1.6861721277236938, + "objective/train/weights_min": 0.39383482933044434, + "theoretical_loss": 3.3272208323773826, + "tokens_seen": 3273523200 + }, + { + "epoch": 0.99, + "learning_rate": 8.024394158241053e-06, + "loss": 0.0633, + "theoretical_loss": 3.327210856254502, + "tokens_seen": 3273654272 + }, + { + "epoch": 0.99, + "learning_rate": 7.944150216658643e-06, + "loss": 0.0643, + "theoretical_loss": 3.3271909055424587, + "tokens_seen": 3273916416 + }, + { + "epoch": 0.99, + "learning_rate": 7.86390627507623e-06, + "loss": 0.062, + "theoretical_loss": 3.327170956875063, + "tokens_seen": 3274178560 + }, + { + "epoch": 0.99, + "learning_rate": 7.783662333493821e-06, + "loss": 0.0632, + "theoretical_loss": 3.3271510102519413, + "tokens_seen": 3274440704 + }, + { + "epoch": 0.99, + "learning_rate": 7.70341839191141e-06, + "loss": 0.062, + "theoretical_loss": 3.327131065672721, + "tokens_seen": 3274702848 + }, + { + "epoch": 0.99, + "learning_rate": 7.623174450329001e-06, + "loss": 0.0637, + "theoretical_loss": 3.327111123137029, + "tokens_seen": 3274964992 + }, + { + "epoch": 0.99, + "learning_rate": 7.54293050874659e-06, + "loss": 0.0611, + "theoretical_loss": 3.327091182644492, + "tokens_seen": 3275227136 + }, + { + "epoch": 0.99, + "learning_rate": 7.462686567164179e-06, + "loss": 0.0609, + "theoretical_loss": 3.3270712441947374, + "tokens_seen": 3275489280 + }, + { + "epoch": 0.99, + "learning_rate": 7.382442625581768e-06, + "loss": 0.0626, + "theoretical_loss": 3.327051307787393, + "tokens_seen": 3275751424 + }, + { + "epoch": 0.99, + "learning_rate": 7.302198683999358e-06, + "loss": 0.0612, + "theoretical_loss": 3.327031373422085, + "tokens_seen": 3276013568 + }, + { + "epoch": 0.99, + "learning_rate": 7.221954742416948e-06, + "loss": 0.0643, + "theoretical_loss": 3.3270114410984415, + "tokens_seen": 3276275712 + }, + { + "epoch": 0.99, + "learning_rate": 7.141710800834537e-06, + "loss": 0.0644, + "theoretical_loss": 3.3269915108160903, + "tokens_seen": 3276537856 + }, + { + "debugging/Compilability": 1.0, + "debugging/distinct-1-grams": 0.7558328814763761, + "debugging/entropy-1-grams": 5.085795856196755, + "debugging/length": 437.0, + "debugging/num_segments": 8, + "debugging/raw_token_scores_avg": 0.006460986565798521, + "debugging/raw_token_scores_std": 0.0168639924377203, + "debugging/score": 0.011514534081995126, + "debugging/score_std": 0.01330564678502946, + "epoch": 0.99, + "objective/train/advantage_avg": 0.0005287753301672637, + "objective/train/docs_used": 1190634, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2579113245010376, + "objective/train/original_loss": 1.257911205291748, + "objective/train/theoretical_loss": 3.3269715825746586, + "objective/train/tokens_used": 3297260000, + "objective/train/value_avg": -0.006992340087890625, + "objective/train/value_loss": 0.0001278678682865575, + "objective/train/value_max": -1.430511474609375e-05, + "objective/train/value_min": -0.89013671875, + "objective/train/value_reward_corr": 0.7427792185476039, + "objective/train/value_std": 0.0125885009765625, + "objective/train/weight_avg": 1.0005890130996704, + "objective/train/weighted_lm_loss": 1.2588310241699219, + "objective/train/weights_max": 1.1465057134628296, + "objective/train/weights_min": 0.39837995171546936, + "theoretical_loss": 3.3269715825746586, + "tokens_seen": 3276800000 + }, + { + "epoch": 0.99, + "learning_rate": 7.061466859252127e-06, + "loss": 0.0621, + "theoretical_loss": 3.3269715825746586, + "tokens_seen": 3276800000 + }, + { + "epoch": 0.99, + "learning_rate": 6.981222917669716e-06, + "loss": 0.0634, + "theoretical_loss": 3.3269516563737747, + "tokens_seen": 3277062144 + }, + { + "epoch": 0.99, + "learning_rate": 6.900978976087305e-06, + "loss": 0.0666, + "theoretical_loss": 3.326931732213066, + "tokens_seen": 3277324288 + }, + { + "epoch": 0.99, + "learning_rate": 6.820735034504896e-06, + "loss": 0.0628, + "theoretical_loss": 3.32691181009216, + "tokens_seen": 3277586432 + }, + { + "epoch": 0.99, + "learning_rate": 6.7404910929224845e-06, + "loss": 0.0625, + "theoretical_loss": 3.326891890010686, + "tokens_seen": 3277848576 + }, + { + "epoch": 0.99, + "learning_rate": 6.660247151340073e-06, + "loss": 0.0623, + "theoretical_loss": 3.326871971968271, + "tokens_seen": 3278110720 + }, + { + "epoch": 0.99, + "learning_rate": 6.580003209757664e-06, + "loss": 0.0644, + "theoretical_loss": 3.326852055964544, + "tokens_seen": 3278372864 + }, + { + "epoch": 0.99, + "learning_rate": 6.499759268175253e-06, + "loss": 0.0648, + "theoretical_loss": 3.3268321419991325, + "tokens_seen": 3278635008 + }, + { + "epoch": 0.99, + "learning_rate": 6.419515326592842e-06, + "loss": 0.0616, + "theoretical_loss": 3.326812230071666, + "tokens_seen": 3278897152 + }, + { + "epoch": 0.99, + "learning_rate": 6.339271385010432e-06, + "loss": 0.0626, + "theoretical_loss": 3.326792320181772, + "tokens_seen": 3279159296 + }, + { + "epoch": 0.99, + "learning_rate": 6.259027443428021e-06, + "loss": 0.0608, + "theoretical_loss": 3.3267724123290803, + "tokens_seen": 3279421440 + }, + { + "epoch": 0.99, + "learning_rate": 6.17878350184561e-06, + "loss": 0.0644, + "theoretical_loss": 3.3267525065132184, + "tokens_seen": 3279683584 + }, + { + "epoch": 0.99, + "learning_rate": 6.098539560263201e-06, + "loss": 0.0635, + "theoretical_loss": 3.326732602733816, + "tokens_seen": 3279945728 + }, + { + "epoch": 0.99, + "objective/train/advantage_avg": 0.0007196793449111283, + "objective/train/docs_used": 1191833, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.225179672241211, + "objective/train/original_loss": 1.2251794338226318, + "objective/train/theoretical_loss": 3.326722651607671, + "objective/train/tokens_used": 3300536800, + "objective/train/value_avg": -0.00677490234375, + "objective/train/value_loss": 8.5624516941607e-05, + "objective/train/value_max": -2.4318695068359375e-05, + "objective/train/value_min": -0.2152099609375, + "objective/train/value_reward_corr": 0.7143097830221459, + "objective/train/value_std": 0.0108184814453125, + "objective/train/weight_avg": 1.0007621049880981, + "objective/train/weighted_lm_loss": 1.2254981994628906, + "objective/train/weights_max": 1.150571584701538, + "objective/train/weights_min": 0.8222707509994507, + "theoretical_loss": 3.326722651607671, + "tokens_seen": 3280076800 + }, + { + "epoch": 0.99, + "learning_rate": 6.01829561868079e-06, + "loss": 0.0658, + "theoretical_loss": 3.3267127009905018, + "tokens_seen": 3280207872 + }, + { + "epoch": 0.99, + "learning_rate": 5.938051677098379e-06, + "loss": 0.065, + "theoretical_loss": 3.3266928012829045, + "tokens_seen": 3280470016 + }, + { + "epoch": 0.99, + "learning_rate": 5.857807735515969e-06, + "loss": 0.0648, + "theoretical_loss": 3.3266729036106533, + "tokens_seen": 3280732160 + }, + { + "epoch": 0.99, + "learning_rate": 5.777563793933558e-06, + "loss": 0.0606, + "theoretical_loss": 3.326653007973378, + "tokens_seen": 3280994304 + }, + { + "epoch": 0.99, + "learning_rate": 5.697319852351148e-06, + "loss": 0.0606, + "theoretical_loss": 3.3266331143707073, + "tokens_seen": 3281256448 + }, + { + "epoch": 0.99, + "learning_rate": 5.6170759107687375e-06, + "loss": 0.0632, + "theoretical_loss": 3.326613222802271, + "tokens_seen": 3281518592 + }, + { + "epoch": 0.99, + "learning_rate": 5.536831969186326e-06, + "loss": 0.0647, + "theoretical_loss": 3.326593333267698, + "tokens_seen": 3281780736 + }, + { + "epoch": 0.99, + "learning_rate": 5.456588027603916e-06, + "loss": 0.0635, + "theoretical_loss": 3.3265734457666185, + "tokens_seen": 3282042880 + }, + { + "epoch": 0.99, + "learning_rate": 5.376344086021506e-06, + "loss": 0.0629, + "theoretical_loss": 3.3265535602986622, + "tokens_seen": 3282305024 + }, + { + "epoch": 0.99, + "learning_rate": 5.296100144439095e-06, + "loss": 0.0607, + "theoretical_loss": 3.3265336768634586, + "tokens_seen": 3282567168 + }, + { + "epoch": 0.99, + "learning_rate": 5.2158562028566845e-06, + "loss": 0.0636, + "theoretical_loss": 3.3265137954606376, + "tokens_seen": 3282829312 + }, + { + "epoch": 0.99, + "learning_rate": 5.135612261274273e-06, + "loss": 0.0624, + "theoretical_loss": 3.3264939160898295, + "tokens_seen": 3283091456 + }, + { + "epoch": 0.99, + "objective/train/advantage_avg": 0.0002975647512357682, + "objective/train/docs_used": 1192893, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2057443857192993, + "objective/train/original_loss": 1.2057442665100098, + "objective/train/theoretical_loss": 3.326474038750664, + "objective/train/tokens_used": 3303813600, + "objective/train/value_avg": -0.004558563232421875, + "objective/train/value_loss": 0.0001007079699775204, + "objective/train/value_max": -2.7120113372802734e-05, + "objective/train/value_min": -0.41064453125, + "objective/train/value_reward_corr": 0.6711917572187197, + "objective/train/value_std": 0.00873565673828125, + "objective/train/weight_avg": 1.0003443956375122, + "objective/train/weighted_lm_loss": 1.2063798904418945, + "objective/train/weights_max": 1.2505913972854614, + "objective/train/weights_min": 0.5536521673202515, + "theoretical_loss": 3.326474038750664, + "tokens_seen": 3283353600 + }, + { + "epoch": 0.99, + "learning_rate": 5.055368319691863e-06, + "loss": 0.0615, + "theoretical_loss": 3.326474038750664, + "tokens_seen": 3283353600 + }, + { + "epoch": 1.0, + "learning_rate": 4.975124378109453e-06, + "loss": 0.0632, + "theoretical_loss": 3.3264541634427713, + "tokens_seen": 3283615744 + }, + { + "epoch": 1.0, + "learning_rate": 4.894880436527042e-06, + "loss": 0.0632, + "theoretical_loss": 3.3264342901657824, + "tokens_seen": 3283877888 + }, + { + "epoch": 1.0, + "learning_rate": 4.814636494944632e-06, + "loss": 0.0631, + "theoretical_loss": 3.326414418919327, + "tokens_seen": 3284140032 + }, + { + "epoch": 1.0, + "learning_rate": 4.734392553362221e-06, + "loss": 0.0612, + "theoretical_loss": 3.3263945497030356, + "tokens_seen": 3284402176 + }, + { + "epoch": 1.0, + "learning_rate": 4.65414861177981e-06, + "loss": 0.0647, + "theoretical_loss": 3.326374682516539, + "tokens_seen": 3284664320 + }, + { + "epoch": 1.0, + "learning_rate": 4.573904670197401e-06, + "loss": 0.0635, + "theoretical_loss": 3.3263548173594675, + "tokens_seen": 3284926464 + }, + { + "epoch": 1.0, + "learning_rate": 4.49366072861499e-06, + "loss": 0.0644, + "theoretical_loss": 3.3263349542314526, + "tokens_seen": 3285188608 + }, + { + "epoch": 1.0, + "learning_rate": 4.4134167870325786e-06, + "loss": 0.0638, + "theoretical_loss": 3.3263150931321244, + "tokens_seen": 3285450752 + }, + { + "epoch": 1.0, + "learning_rate": 4.333172845450169e-06, + "loss": 0.0615, + "theoretical_loss": 3.326295234061114, + "tokens_seen": 3285712896 + }, + { + "epoch": 1.0, + "learning_rate": 4.252928903867758e-06, + "loss": 0.0623, + "theoretical_loss": 3.326275377018053, + "tokens_seen": 3285975040 + }, + { + "epoch": 1.0, + "learning_rate": 4.172684962285347e-06, + "loss": 0.0624, + "theoretical_loss": 3.326255522002572, + "tokens_seen": 3286237184 + }, + { + "epoch": 1.0, + "learning_rate": 4.0924410207029375e-06, + "loss": 0.0634, + "theoretical_loss": 3.3262356690143022, + "tokens_seen": 3286499328 + }, + { + "epoch": 1.0, + "objective/train/advantage_avg": 0.0004304878239054233, + "objective/train/docs_used": 1194104, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.230103611946106, + "objective/train/original_loss": 1.230103611946106, + "objective/train/theoretical_loss": 3.326225743280257, + "objective/train/tokens_used": 3307090400, + "objective/train/value_avg": -0.004863739013671875, + "objective/train/value_loss": 0.00011200138396816328, + "objective/train/value_max": -2.5093555450439453e-05, + "objective/train/value_min": -0.21728515625, + "objective/train/value_reward_corr": 0.6684094550644152, + "objective/train/value_std": 0.0092620849609375, + "objective/train/weight_avg": 1.0004818439483643, + "objective/train/weighted_lm_loss": 1.2301138639450073, + "objective/train/weights_max": 1.1035935878753662, + "objective/train/weights_min": 0.37064456939697266, + "theoretical_loss": 3.326225743280257, + "tokens_seen": 3286630400 + }, + { + "epoch": 1.0, + "learning_rate": 4.012197079120526e-06, + "loss": 0.0631, + "theoretical_loss": 3.3262158180528756, + "tokens_seen": 3286761472 + }, + { + "epoch": 1.0, + "learning_rate": 3.931953137538115e-06, + "loss": 0.0604, + "theoretical_loss": 3.326195969117923, + "tokens_seen": 3287023616 + }, + { + "epoch": 1.0, + "learning_rate": 3.851709195955705e-06, + "loss": 0.0642, + "theoretical_loss": 3.326176122209076, + "tokens_seen": 3287285760 + }, + { + "epoch": 1.0, + "learning_rate": 3.771465254373295e-06, + "loss": 0.0656, + "theoretical_loss": 3.3261562773259667, + "tokens_seen": 3287547904 + }, + { + "epoch": 1.0, + "learning_rate": 3.691221312790884e-06, + "loss": 0.0642, + "theoretical_loss": 3.3261364344682267, + "tokens_seen": 3287810048 + }, + { + "epoch": 1.0, + "learning_rate": 3.610977371208474e-06, + "loss": 0.0637, + "theoretical_loss": 3.3261165936354873, + "tokens_seen": 3288072192 + }, + { + "epoch": 1.0, + "learning_rate": 3.5307334296260636e-06, + "loss": 0.0625, + "theoretical_loss": 3.3260967548273808, + "tokens_seen": 3288334336 + }, + { + "epoch": 1.0, + "learning_rate": 3.4504894880436525e-06, + "loss": 0.0625, + "theoretical_loss": 3.326076918043539, + "tokens_seen": 3288596480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3702455464612422e-06, + "loss": 0.063, + "theoretical_loss": 3.3260570832835943, + "tokens_seen": 3288858624 + }, + { + "epoch": 1.0, + "learning_rate": 3.290001604878832e-06, + "loss": 0.0632, + "theoretical_loss": 3.326037250547179, + "tokens_seen": 3289120768 + }, + { + "epoch": 1.0, + "learning_rate": 3.209757663296421e-06, + "loss": 0.0602, + "theoretical_loss": 3.326017419833925, + "tokens_seen": 3289382912 + }, + { + "epoch": 1.0, + "learning_rate": 3.1295137217140106e-06, + "loss": 0.0604, + "theoretical_loss": 3.3259975911434654, + "tokens_seen": 3289645056 + }, + { + "epoch": 1.0, + "objective/train/advantage_avg": 8.059040555963293e-05, + "objective/train/docs_used": 1195204, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.2512396574020386, + "objective/train/original_loss": 1.2512397766113281, + "objective/train/theoretical_loss": 3.3259777644754323, + "objective/train/tokens_used": 3310367200, + "objective/train/value_avg": -0.006195068359375, + "objective/train/value_loss": 9.871778456727043e-05, + "objective/train/value_max": -3.11732292175293e-05, + "objective/train/value_min": -0.3447265625, + "objective/train/value_reward_corr": 0.7964686095761926, + "objective/train/value_std": 0.01273345947265625, + "objective/train/weight_avg": 1.0001286268234253, + "objective/train/weighted_lm_loss": 1.2513339519500732, + "objective/train/weights_max": 1.1570504903793335, + "objective/train/weights_min": 0.6287702918052673, + "theoretical_loss": 3.3259777644754323, + "tokens_seen": 3289907200 + }, + { + "epoch": 1.0, + "learning_rate": 3.0492697801316004e-06, + "loss": 0.0629, + "theoretical_loss": 3.3259777644754323, + "tokens_seen": 3289907200 + }, + { + "epoch": 1.0, + "learning_rate": 2.9690258385491897e-06, + "loss": 0.0646, + "theoretical_loss": 3.3259579398294576, + "tokens_seen": 3290169344 + }, + { + "epoch": 1.0, + "learning_rate": 2.888781896966779e-06, + "loss": 0.0622, + "theoretical_loss": 3.325938117205175, + "tokens_seen": 3290431488 + }, + { + "epoch": 1.0, + "learning_rate": 2.8085379553843687e-06, + "loss": 0.0611, + "theoretical_loss": 3.3259182966022167, + "tokens_seen": 3290693632 + }, + { + "epoch": 1.0, + "learning_rate": 2.728294013801958e-06, + "loss": 0.0616, + "theoretical_loss": 3.3258984780202163, + "tokens_seen": 3290955776 + }, + { + "epoch": 1.0, + "learning_rate": 2.6480500722195474e-06, + "loss": 0.0622, + "theoretical_loss": 3.325878661458806, + "tokens_seen": 3291217920 + }, + { + "epoch": 1.0, + "learning_rate": 2.5678061306371367e-06, + "loss": 0.0638, + "theoretical_loss": 3.325858846917619, + "tokens_seen": 3291480064 + }, + { + "epoch": 1.0, + "learning_rate": 2.4875621890547264e-06, + "loss": 0.0625, + "theoretical_loss": 3.3258390343962887, + "tokens_seen": 3291742208 + }, + { + "epoch": 1.0, + "learning_rate": 2.407318247472316e-06, + "loss": 0.0637, + "theoretical_loss": 3.3258192238944484, + "tokens_seen": 3292004352 + }, + { + "epoch": 1.0, + "learning_rate": 2.327074305889905e-06, + "loss": 0.0605, + "theoretical_loss": 3.3257994154117316, + "tokens_seen": 3292266496 + }, + { + "epoch": 1.0, + "learning_rate": 2.246830364307495e-06, + "loss": 0.0625, + "theoretical_loss": 3.325779608947771, + "tokens_seen": 3292528640 + }, + { + "epoch": 1.0, + "learning_rate": 2.1665864227250846e-06, + "loss": 0.0623, + "theoretical_loss": 3.3257598045022014, + "tokens_seen": 3292790784 + }, + { + "epoch": 1.0, + "learning_rate": 2.0863424811426735e-06, + "loss": 0.0637, + "theoretical_loss": 3.3257400020746553, + "tokens_seen": 3293052928 + }, + { + "epoch": 1.0, + "objective/train/advantage_avg": -0.00013924115046393126, + "objective/train/docs_used": 1196393, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.202759861946106, + "objective/train/original_loss": 1.2027599811553955, + "objective/train/theoretical_loss": 3.325730101617527, + "objective/train/tokens_used": 3313644000, + "objective/train/value_avg": -0.0086517333984375, + "objective/train/value_loss": 0.00028467923402786255, + "objective/train/value_max": -3.510713577270508e-05, + "objective/train/value_min": -0.4814453125, + "objective/train/value_reward_corr": 0.7427530433911608, + "objective/train/value_std": 0.0183868408203125, + "objective/train/weight_avg": 0.9999866485595703, + "objective/train/weighted_lm_loss": 1.2024072408676147, + "objective/train/weights_max": 1.2252256870269775, + "objective/train/weights_min": 0.3712770938873291, + "theoretical_loss": 3.325730101617527, + "tokens_seen": 3293184000 + }, + { + "epoch": 1.0, + "learning_rate": 2.006098539560263e-06, + "loss": 0.0632, + "theoretical_loss": 3.325720201664767, + "tokens_seen": 3293315072 + }, + { + "epoch": 1.0, + "learning_rate": 1.9258545979778525e-06, + "loss": 0.0621, + "theoretical_loss": 3.32570040327217, + "tokens_seen": 3293577216 + }, + { + "epoch": 1.0, + "learning_rate": 1.845610656395442e-06, + "loss": 0.0624, + "theoretical_loss": 3.325680606896499, + "tokens_seen": 3293839360 + }, + { + "epoch": 1.0, + "learning_rate": 1.7653667148130318e-06, + "loss": 0.0638, + "theoretical_loss": 3.325660812537387, + "tokens_seen": 3294101504 + }, + { + "epoch": 1.0, + "learning_rate": 1.6851227732306211e-06, + "loss": 0.0647, + "theoretical_loss": 3.3256410201944693, + "tokens_seen": 3294363648 + }, + { + "epoch": 1.0, + "learning_rate": 1.6048788316482104e-06, + "loss": 0.0628, + "theoretical_loss": 3.325621229867379, + "tokens_seen": 3294625792 + }, + { + "epoch": 1.0, + "learning_rate": 1.5246348900658002e-06, + "loss": 0.0643, + "theoretical_loss": 3.3256014415557504, + "tokens_seen": 3294887936 + }, + { + "epoch": 1.0, + "learning_rate": 1.4443909484833895e-06, + "loss": 0.063, + "theoretical_loss": 3.325581655259219, + "tokens_seen": 3295150080 + }, + { + "epoch": 1.0, + "learning_rate": 1.364147006900979e-06, + "loss": 0.0623, + "theoretical_loss": 3.3255618709774186, + "tokens_seen": 3295412224 + }, + { + "epoch": 1.0, + "learning_rate": 1.2839030653185684e-06, + "loss": 0.0656, + "theoretical_loss": 3.3255420887099842, + "tokens_seen": 3295674368 + }, + { + "epoch": 1.0, + "learning_rate": 1.203659123736158e-06, + "loss": 0.0612, + "theoretical_loss": 3.32552230845655, + "tokens_seen": 3295936512 + }, + { + "epoch": 1.0, + "learning_rate": 1.1234151821537474e-06, + "loss": 0.0633, + "theoretical_loss": 3.3255025302167507, + "tokens_seen": 3296198656 + }, + { + "epoch": 1.0, + "objective/train/advantage_avg": 0.0005955923115834594, + "objective/train/docs_used": 1197549, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.291636347770691, + "objective/train/original_loss": 1.2916364669799805, + "objective/train/theoretical_loss": 3.3254827539902223, + "objective/train/tokens_used": 3316920800, + "objective/train/value_avg": -0.008575439453125, + "objective/train/value_loss": 0.0001610398612683639, + "objective/train/value_max": -4.57763671875e-05, + "objective/train/value_min": -0.32421875, + "objective/train/value_reward_corr": 0.8149171145625451, + "objective/train/value_std": 0.0182342529296875, + "objective/train/weight_avg": 1.0006707906723022, + "objective/train/weighted_lm_loss": 1.2920857667922974, + "objective/train/weights_max": 1.3829498291015625, + "objective/train/weights_min": 0.36855369806289673, + "theoretical_loss": 3.3254827539902223, + "tokens_seen": 3296460800 + }, + { + "epoch": 1.0, + "learning_rate": 1.0431712405713367e-06, + "loss": 0.0629, + "theoretical_loss": 3.3254827539902223, + "tokens_seen": 3296460800 + }, + { + "epoch": 1.0, + "learning_rate": 9.629272989889263e-07, + "loss": 0.0664, + "theoretical_loss": 3.3254629797765984, + "tokens_seen": 3296722944 + }, + { + "epoch": 1.0, + "learning_rate": 8.826833574065159e-07, + "loss": 0.0623, + "theoretical_loss": 3.325443207575515, + "tokens_seen": 3296985088 + }, + { + "epoch": 1.0, + "learning_rate": 8.024394158241052e-07, + "loss": 0.0682, + "theoretical_loss": 3.3254234373866067, + "tokens_seen": 3297247232 + }, + { + "epoch": 1.0, + "learning_rate": 7.221954742416948e-07, + "loss": 0.0617, + "theoretical_loss": 3.325403669209509, + "tokens_seen": 3297509376 + }, + { + "epoch": 1.0, + "learning_rate": 6.419515326592842e-07, + "loss": 0.0642, + "theoretical_loss": 3.3253839030438574, + "tokens_seen": 3297771520 + }, + { + "epoch": 1.0, + "learning_rate": 5.617075910768737e-07, + "loss": 0.0637, + "theoretical_loss": 3.325364138889287, + "tokens_seen": 3298033664 + }, + { + "epoch": 1.0, + "learning_rate": 4.814636494944631e-07, + "loss": 0.0674, + "theoretical_loss": 3.3253443767454343, + "tokens_seen": 3298295808 + }, + { + "epoch": 1.0, + "learning_rate": 4.012197079120526e-07, + "loss": 0.0648, + "theoretical_loss": 3.325324616611934, + "tokens_seen": 3298557952 + }, + { + "epoch": 1.0, + "learning_rate": 3.209757663296421e-07, + "loss": 0.0612, + "theoretical_loss": 3.325304858488422, + "tokens_seen": 3298820096 + }, + { + "epoch": 1.0, + "learning_rate": 2.4073182474723157e-07, + "loss": 0.0608, + "theoretical_loss": 3.3252851023745347, + "tokens_seen": 3299082240 + }, + { + "epoch": 1.0, + "learning_rate": 1.6048788316482104e-07, + "loss": 0.062, + "theoretical_loss": 3.325265348269907, + "tokens_seen": 3299344384 + }, + { + "epoch": 1.0, + "learning_rate": 8.024394158241052e-08, + "loss": 0.0617, + "theoretical_loss": 3.325245596174176, + "tokens_seen": 3299606528 + }, + { + "epoch": 1.0, + "objective/train/advantage_avg": 0.00033106651972047985, + "objective/train/docs_used": 1198719, + "objective/train/instantaneous_batch_size": 32, + "objective/train/instantaneous_microbatch_size": 32768, + "objective/train/lm_loss": 1.1452778577804565, + "objective/train/original_loss": 1.145277738571167, + "objective/train/theoretical_loss": 3.3252357208795327, + "objective/train/tokens_used": 3320197600, + "objective/train/value_avg": -0.00827789306640625, + "objective/train/value_loss": 0.00013502173533197492, + "objective/train/value_max": -3.11732292175293e-05, + "objective/train/value_min": -0.402099609375, + "objective/train/value_reward_corr": 0.7754468010431583, + "objective/train/value_std": 0.01422882080078125, + "objective/train/weight_avg": 1.0003966093063354, + "objective/train/weighted_lm_loss": 1.14474618434906, + "objective/train/weights_max": 1.1665524244308472, + "objective/train/weights_min": 0.6116563081741333, + "theoretical_loss": 3.3252357208795327, + "tokens_seen": 3299737600 + }, + { + "epoch": 1.0, + "learning_rate": 0.0, + "loss": 0.0602, + "theoretical_loss": 3.325225846086977, + "tokens_seen": 3299868672 + } + ], + "max_steps": 12588, + "num_train_epochs": 9223372036854775807, + "total_flos": 1.6840569843886326e+18, + "trial_name": null, + "trial_params": null +}