| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9982631930527722, | |
| "eval_steps": 400, | |
| "global_step": 467, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01068804275217101, | |
| "grad_norm": 7.670545903309526, | |
| "learning_rate": 5.3191489361702123e-08, | |
| "logits/chosen": 0.029632840305566788, | |
| "logits/rejected": -0.005643837153911591, | |
| "logps/chosen": -0.25496524572372437, | |
| "logps/rejected": -0.2698316276073456, | |
| "loss": 1.2612, | |
| "rewards/accuracies": 0.518750011920929, | |
| "rewards/chosen": -0.25496524572372437, | |
| "rewards/margins": 0.014866364188492298, | |
| "rewards/rejected": -0.2698316276073456, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.02137608550434202, | |
| "grad_norm": 6.592494357507575, | |
| "learning_rate": 1.0638297872340425e-07, | |
| "logits/chosen": -0.030216623097658157, | |
| "logits/rejected": -0.021379908546805382, | |
| "logps/chosen": -0.2787334620952606, | |
| "logps/rejected": -0.27201998233795166, | |
| "loss": 1.273, | |
| "rewards/accuracies": 0.44999998807907104, | |
| "rewards/chosen": -0.2787334620952606, | |
| "rewards/margins": -0.00671349698677659, | |
| "rewards/rejected": -0.27201998233795166, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.03206412825651302, | |
| "grad_norm": 6.365016282759897, | |
| "learning_rate": 1.5957446808510638e-07, | |
| "logits/chosen": 0.06006206199526787, | |
| "logits/rejected": 0.05343017727136612, | |
| "logps/chosen": -0.29093918204307556, | |
| "logps/rejected": -0.30492520332336426, | |
| "loss": 1.2801, | |
| "rewards/accuracies": 0.4937500059604645, | |
| "rewards/chosen": -0.29093918204307556, | |
| "rewards/margins": 0.013985991477966309, | |
| "rewards/rejected": -0.30492520332336426, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.04275217100868404, | |
| "grad_norm": 6.085135360569755, | |
| "learning_rate": 2.127659574468085e-07, | |
| "logits/chosen": 0.036919064819812775, | |
| "logits/rejected": 0.03441498801112175, | |
| "logps/chosen": -0.2613425850868225, | |
| "logps/rejected": -0.27211794257164, | |
| "loss": 1.2665, | |
| "rewards/accuracies": 0.5874999761581421, | |
| "rewards/chosen": -0.2613425850868225, | |
| "rewards/margins": 0.010775364935398102, | |
| "rewards/rejected": -0.27211794257164, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.053440213760855046, | |
| "grad_norm": 5.6906497609423, | |
| "learning_rate": 2.659574468085106e-07, | |
| "logits/chosen": 0.029963787645101547, | |
| "logits/rejected": 0.014045795425772667, | |
| "logps/chosen": -0.2637311816215515, | |
| "logps/rejected": -0.2851249575614929, | |
| "loss": 1.2676, | |
| "rewards/accuracies": 0.543749988079071, | |
| "rewards/chosen": -0.2637311816215515, | |
| "rewards/margins": 0.02139372006058693, | |
| "rewards/rejected": -0.2851249575614929, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.06412825651302605, | |
| "grad_norm": 6.018351349229231, | |
| "learning_rate": 3.1914893617021275e-07, | |
| "logits/chosen": -0.0884183868765831, | |
| "logits/rejected": -0.06914771348237991, | |
| "logps/chosen": -0.27684831619262695, | |
| "logps/rejected": -0.2800411581993103, | |
| "loss": 1.2677, | |
| "rewards/accuracies": 0.44999998807907104, | |
| "rewards/chosen": -0.27684831619262695, | |
| "rewards/margins": 0.003192795906215906, | |
| "rewards/rejected": -0.2800411581993103, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.07481629926519706, | |
| "grad_norm": 4.631909296260356, | |
| "learning_rate": 3.7234042553191484e-07, | |
| "logits/chosen": -0.02534369006752968, | |
| "logits/rejected": -0.05787515640258789, | |
| "logps/chosen": -0.2885574698448181, | |
| "logps/rejected": -0.2887212634086609, | |
| "loss": 1.2839, | |
| "rewards/accuracies": 0.5062500238418579, | |
| "rewards/chosen": -0.2885574698448181, | |
| "rewards/margins": 0.00016381926252506673, | |
| "rewards/rejected": -0.2887212634086609, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.08550434201736808, | |
| "grad_norm": 5.991793529016571, | |
| "learning_rate": 4.25531914893617e-07, | |
| "logits/chosen": -0.09816843271255493, | |
| "logits/rejected": -0.10262785106897354, | |
| "logps/chosen": -0.2812947928905487, | |
| "logps/rejected": -0.28836020827293396, | |
| "loss": 1.2799, | |
| "rewards/accuracies": 0.48750001192092896, | |
| "rewards/chosen": -0.2812947928905487, | |
| "rewards/margins": 0.007065430283546448, | |
| "rewards/rejected": -0.28836020827293396, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.09619238476953908, | |
| "grad_norm": 5.862607859915412, | |
| "learning_rate": 4.787234042553192e-07, | |
| "logits/chosen": -0.054446518421173096, | |
| "logits/rejected": -0.043239839375019073, | |
| "logps/chosen": -0.2687098979949951, | |
| "logps/rejected": -0.2790478467941284, | |
| "loss": 1.2665, | |
| "rewards/accuracies": 0.53125, | |
| "rewards/chosen": -0.2687098979949951, | |
| "rewards/margins": 0.010338006541132927, | |
| "rewards/rejected": -0.2790478467941284, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.10688042752171009, | |
| "grad_norm": 7.216783478332914, | |
| "learning_rate": 4.999370587356267e-07, | |
| "logits/chosen": -0.06357742100954056, | |
| "logits/rejected": -0.08343801647424698, | |
| "logps/chosen": -0.2701963484287262, | |
| "logps/rejected": -0.29289665818214417, | |
| "loss": 1.2612, | |
| "rewards/accuracies": 0.512499988079071, | |
| "rewards/chosen": -0.2701963484287262, | |
| "rewards/margins": 0.022700298577547073, | |
| "rewards/rejected": -0.29289665818214417, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.11756847027388109, | |
| "grad_norm": 7.309902512874254, | |
| "learning_rate": 4.995525324419337e-07, | |
| "logits/chosen": -0.027720177546143532, | |
| "logits/rejected": -0.047440748661756516, | |
| "logps/chosen": -0.2775796055793762, | |
| "logps/rejected": -0.3043287396430969, | |
| "loss": 1.2751, | |
| "rewards/accuracies": 0.5375000238418579, | |
| "rewards/chosen": -0.2775796055793762, | |
| "rewards/margins": 0.026749128475785255, | |
| "rewards/rejected": -0.3043287396430969, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.1282565130260521, | |
| "grad_norm": 9.12998569416597, | |
| "learning_rate": 4.988189843662815e-07, | |
| "logits/chosen": -0.037262119352817535, | |
| "logits/rejected": -0.03407366946339607, | |
| "logps/chosen": -0.2749136984348297, | |
| "logps/rejected": -0.28693363070487976, | |
| "loss": 1.2569, | |
| "rewards/accuracies": 0.53125, | |
| "rewards/chosen": -0.2749136984348297, | |
| "rewards/margins": 0.012019967660307884, | |
| "rewards/rejected": -0.28693363070487976, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.13894455577822312, | |
| "grad_norm": 8.45046825310939, | |
| "learning_rate": 4.977374404419837e-07, | |
| "logits/chosen": -0.08383898437023163, | |
| "logits/rejected": -0.058686137199401855, | |
| "logps/chosen": -0.2790556848049164, | |
| "logps/rejected": -0.32426005601882935, | |
| "loss": 1.2561, | |
| "rewards/accuracies": 0.5, | |
| "rewards/chosen": -0.2790556848049164, | |
| "rewards/margins": 0.04520436376333237, | |
| "rewards/rejected": -0.32426005601882935, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.14963259853039412, | |
| "grad_norm": 6.213649082386088, | |
| "learning_rate": 4.963094133060148e-07, | |
| "logits/chosen": -0.10034845024347305, | |
| "logits/rejected": -0.10583126544952393, | |
| "logps/chosen": -0.26704102754592896, | |
| "logps/rejected": -0.3004146218299866, | |
| "loss": 1.26, | |
| "rewards/accuracies": 0.581250011920929, | |
| "rewards/chosen": -0.26704102754592896, | |
| "rewards/margins": 0.03337355703115463, | |
| "rewards/rejected": -0.3004146218299866, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.16032064128256512, | |
| "grad_norm": 5.705188459832667, | |
| "learning_rate": 4.945369001834514e-07, | |
| "logits/chosen": -0.04172532260417938, | |
| "logits/rejected": -0.09454617649316788, | |
| "logps/chosen": -0.3160458207130432, | |
| "logps/rejected": -0.3161882162094116, | |
| "loss": 1.2559, | |
| "rewards/accuracies": 0.42500001192092896, | |
| "rewards/chosen": -0.3160458207130432, | |
| "rewards/margins": 0.00014241260942071676, | |
| "rewards/rejected": -0.3161882162094116, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.17100868403473615, | |
| "grad_norm": 8.887537168724824, | |
| "learning_rate": 4.924223800941717e-07, | |
| "logits/chosen": -0.0778362900018692, | |
| "logits/rejected": -0.06695137917995453, | |
| "logps/chosen": -0.29803267121315, | |
| "logps/rejected": -0.36691388487815857, | |
| "loss": 1.2472, | |
| "rewards/accuracies": 0.518750011920929, | |
| "rewards/chosen": -0.29803267121315, | |
| "rewards/margins": 0.06888123601675034, | |
| "rewards/rejected": -0.36691388487815857, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.18169672678690715, | |
| "grad_norm": 8.152252527281247, | |
| "learning_rate": 4.899688103857222e-07, | |
| "logits/chosen": -0.1327560842037201, | |
| "logits/rejected": -0.13574589788913727, | |
| "logps/chosen": -0.30018350481987, | |
| "logps/rejected": -0.3354310095310211, | |
| "loss": 1.2511, | |
| "rewards/accuracies": 0.5625, | |
| "rewards/chosen": -0.30018350481987, | |
| "rewards/margins": 0.03524748235940933, | |
| "rewards/rejected": -0.3354310095310211, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.19238476953907815, | |
| "grad_norm": 5.762681556310691, | |
| "learning_rate": 4.871796225971999e-07, | |
| "logits/chosen": -0.13756980001926422, | |
| "logits/rejected": -0.13764461874961853, | |
| "logps/chosen": -0.30491501092910767, | |
| "logps/rejected": -0.3326208293437958, | |
| "loss": 1.2581, | |
| "rewards/accuracies": 0.550000011920929, | |
| "rewards/chosen": -0.30491501092910767, | |
| "rewards/margins": 0.02770586870610714, | |
| "rewards/rejected": -0.3326208293437958, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.20307281229124916, | |
| "grad_norm": 9.098632782132587, | |
| "learning_rate": 4.840587176599343e-07, | |
| "logits/chosen": -0.13816510140895844, | |
| "logits/rejected": -0.14487667381763458, | |
| "logps/chosen": -0.31862613558769226, | |
| "logps/rejected": -0.358321875333786, | |
| "loss": 1.257, | |
| "rewards/accuracies": 0.5375000238418579, | |
| "rewards/chosen": -0.31862613558769226, | |
| "rewards/margins": 0.03969571739435196, | |
| "rewards/rejected": -0.358321875333786, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.21376085504342018, | |
| "grad_norm": 10.10450449804474, | |
| "learning_rate": 4.806104604416823e-07, | |
| "logits/chosen": -0.06023276597261429, | |
| "logits/rejected": -0.09339889138936996, | |
| "logps/chosen": -0.3247331976890564, | |
| "logps/rejected": -0.3496086895465851, | |
| "loss": 1.2595, | |
| "rewards/accuracies": 0.53125, | |
| "rewards/chosen": -0.3247331976890564, | |
| "rewards/margins": 0.024875465780496597, | |
| "rewards/rejected": -0.3496086895465851, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.22444889779559118, | |
| "grad_norm": 7.472460806707148, | |
| "learning_rate": 4.768396736419662e-07, | |
| "logits/chosen": -0.027901506051421165, | |
| "logits/rejected": -0.022181281819939613, | |
| "logps/chosen": -0.29272037744522095, | |
| "logps/rejected": -0.33167213201522827, | |
| "loss": 1.2473, | |
| "rewards/accuracies": 0.550000011920929, | |
| "rewards/chosen": -0.29272037744522095, | |
| "rewards/margins": 0.03895174711942673, | |
| "rewards/rejected": -0.33167213201522827, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.23513694054776219, | |
| "grad_norm": 6.945973203940155, | |
| "learning_rate": 4.7275163104709194e-07, | |
| "logits/chosen": -0.08409769833087921, | |
| "logits/rejected": -0.10143758356571198, | |
| "logps/chosen": -0.31818658113479614, | |
| "logps/rejected": -0.36014416813850403, | |
| "loss": 1.2353, | |
| "rewards/accuracies": 0.581250011920929, | |
| "rewards/chosen": -0.31818658113479614, | |
| "rewards/margins": 0.041957564651966095, | |
| "rewards/rejected": -0.36014416813850403, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.2458249832999332, | |
| "grad_norm": 8.678451264926553, | |
| "learning_rate": 4.683520501542824e-07, | |
| "logits/chosen": -0.04873973876237869, | |
| "logits/rejected": -0.06372807919979095, | |
| "logps/chosen": -0.29218122363090515, | |
| "logps/rejected": -0.36307165026664734, | |
| "loss": 1.2485, | |
| "rewards/accuracies": 0.518750011920929, | |
| "rewards/chosen": -0.29218122363090515, | |
| "rewards/margins": 0.07089041918516159, | |
| "rewards/rejected": -0.36307165026664734, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.2565130260521042, | |
| "grad_norm": 11.63534607726989, | |
| "learning_rate": 4.636470841752404e-07, | |
| "logits/chosen": -0.06055726855993271, | |
| "logits/rejected": -0.07100611180067062, | |
| "logps/chosen": -0.31277093291282654, | |
| "logps/rejected": -0.3368292450904846, | |
| "loss": 1.2573, | |
| "rewards/accuracies": 0.5, | |
| "rewards/chosen": -0.31277093291282654, | |
| "rewards/margins": 0.024058334529399872, | |
| "rewards/rejected": -0.3368292450904846, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.26720106880427524, | |
| "grad_norm": 8.135579287576856, | |
| "learning_rate": 4.5864331343032565e-07, | |
| "logits/chosen": -0.09519238024950027, | |
| "logits/rejected": -0.08622661232948303, | |
| "logps/chosen": -0.3319314420223236, | |
| "logps/rejected": -0.4088417887687683, | |
| "loss": 1.2506, | |
| "rewards/accuracies": 0.65625, | |
| "rewards/chosen": -0.3319314420223236, | |
| "rewards/margins": 0.0769103392958641, | |
| "rewards/rejected": -0.4088417887687683, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.27788911155644624, | |
| "grad_norm": 7.979535122408603, | |
| "learning_rate": 4.533477361453819e-07, | |
| "logits/chosen": -0.12700992822647095, | |
| "logits/rejected": -0.1654721200466156, | |
| "logps/chosen": -0.31886520981788635, | |
| "logps/rejected": -0.3665064573287964, | |
| "loss": 1.2412, | |
| "rewards/accuracies": 0.5249999761581421, | |
| "rewards/chosen": -0.31886520981788635, | |
| "rewards/margins": 0.04764125496149063, | |
| "rewards/rejected": -0.3665064573287964, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.28857715430861725, | |
| "grad_norm": 6.251297384030462, | |
| "learning_rate": 4.4776775866408533e-07, | |
| "logits/chosen": -0.0819496437907219, | |
| "logits/rejected": -0.07078047096729279, | |
| "logps/chosen": -0.3171434700489044, | |
| "logps/rejected": -0.4331962466239929, | |
| "loss": 1.239, | |
| "rewards/accuracies": 0.543749988079071, | |
| "rewards/chosen": -0.3171434700489044, | |
| "rewards/margins": 0.11605282127857208, | |
| "rewards/rejected": -0.4331962466239929, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.29926519706078825, | |
| "grad_norm": 5.793187283148429, | |
| "learning_rate": 4.4191118508950277e-07, | |
| "logits/chosen": -0.11466574668884277, | |
| "logits/rejected": -0.13573846220970154, | |
| "logps/chosen": -0.3010789752006531, | |
| "logps/rejected": -0.34237930178642273, | |
| "loss": 1.2512, | |
| "rewards/accuracies": 0.5249999761581421, | |
| "rewards/chosen": -0.3010789752006531, | |
| "rewards/margins": 0.04130028933286667, | |
| "rewards/rejected": -0.34237930178642273, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.30995323981295925, | |
| "grad_norm": 11.065869050969136, | |
| "learning_rate": 4.357862063693485e-07, | |
| "logits/chosen": 0.006140389945358038, | |
| "logits/rejected": -0.06892713904380798, | |
| "logps/chosen": -0.3436379134654999, | |
| "logps/rejected": -0.39155465364456177, | |
| "loss": 1.2445, | |
| "rewards/accuracies": 0.5375000238418579, | |
| "rewards/chosen": -0.3436379134654999, | |
| "rewards/margins": 0.04791674017906189, | |
| "rewards/rejected": -0.39155465364456177, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.32064128256513025, | |
| "grad_norm": 6.596954249277138, | |
| "learning_rate": 4.294013888402029e-07, | |
| "logits/chosen": -0.03650084137916565, | |
| "logits/rejected": -0.05850226432085037, | |
| "logps/chosen": -0.3343154788017273, | |
| "logps/rejected": -0.4158911108970642, | |
| "loss": 1.2408, | |
| "rewards/accuracies": 0.581250011920929, | |
| "rewards/chosen": -0.3343154788017273, | |
| "rewards/margins": 0.08157569169998169, | |
| "rewards/rejected": -0.4158911108970642, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.33132932531730125, | |
| "grad_norm": 7.905444971631688, | |
| "learning_rate": 4.227656622467162e-07, | |
| "logits/chosen": -0.057654332369565964, | |
| "logits/rejected": -0.08741056174039841, | |
| "logps/chosen": -0.3156217336654663, | |
| "logps/rejected": -0.38537663221359253, | |
| "loss": 1.2467, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": -0.3156217336654663, | |
| "rewards/margins": 0.06975491344928741, | |
| "rewards/rejected": -0.38537663221359253, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.3420173680694723, | |
| "grad_norm": 6.977467024402979, | |
| "learning_rate": 4.158883072525528e-07, | |
| "logits/chosen": -0.031004533171653748, | |
| "logits/rejected": -0.07640744745731354, | |
| "logps/chosen": -0.3484176993370056, | |
| "logps/rejected": -0.38878944516181946, | |
| "loss": 1.2482, | |
| "rewards/accuracies": 0.5562499761581421, | |
| "rewards/chosen": -0.3484176993370056, | |
| "rewards/margins": 0.04037177562713623, | |
| "rewards/rejected": -0.38878944516181946, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.3527054108216433, | |
| "grad_norm": 7.010433146556675, | |
| "learning_rate": 4.087789424605447e-07, | |
| "logits/chosen": -0.1136682853102684, | |
| "logits/rejected": -0.11334715038537979, | |
| "logps/chosen": -0.31154853105545044, | |
| "logps/rejected": -0.3925136625766754, | |
| "loss": 1.2296, | |
| "rewards/accuracies": 0.59375, | |
| "rewards/chosen": -0.31154853105545044, | |
| "rewards/margins": 0.08096513897180557, | |
| "rewards/rejected": -0.3925136625766754, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.3633934535738143, | |
| "grad_norm": 8.49386356506166, | |
| "learning_rate": 4.0144751096020497e-07, | |
| "logits/chosen": -0.0033298402559012175, | |
| "logits/rejected": 0.00819315668195486, | |
| "logps/chosen": -0.3212627172470093, | |
| "logps/rejected": -0.45144709944725037, | |
| "loss": 1.233, | |
| "rewards/accuracies": 0.637499988079071, | |
| "rewards/chosen": -0.3212627172470093, | |
| "rewards/margins": 0.13018442690372467, | |
| "rewards/rejected": -0.45144709944725037, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.3740814963259853, | |
| "grad_norm": 8.76872679811561, | |
| "learning_rate": 3.939042664214184e-07, | |
| "logits/chosen": -0.05802924558520317, | |
| "logits/rejected": -0.1102098673582077, | |
| "logps/chosen": -0.3099963366985321, | |
| "logps/rejected": -0.4006505608558655, | |
| "loss": 1.2361, | |
| "rewards/accuracies": 0.612500011920929, | |
| "rewards/chosen": -0.3099963366985321, | |
| "rewards/margins": 0.0906541496515274, | |
| "rewards/rejected": -0.4006505608558655, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.3847695390781563, | |
| "grad_norm": 7.540326639819017, | |
| "learning_rate": 3.8615975875375676e-07, | |
| "logits/chosen": -0.009535525925457478, | |
| "logits/rejected": -0.058530379086732864, | |
| "logps/chosen": -0.3339589238166809, | |
| "logps/rejected": -0.40914154052734375, | |
| "loss": 1.2362, | |
| "rewards/accuracies": 0.637499988079071, | |
| "rewards/chosen": -0.3339589238166809, | |
| "rewards/margins": 0.07518256455659866, | |
| "rewards/rejected": -0.40914154052734375, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.3954575818303273, | |
| "grad_norm": 7.4249629233111305, | |
| "learning_rate": 3.7822481935147655e-07, | |
| "logits/chosen": -0.03331337124109268, | |
| "logits/rejected": -0.07910569757223129, | |
| "logps/chosen": -0.36260131001472473, | |
| "logps/rejected": -0.4173446297645569, | |
| "loss": 1.2293, | |
| "rewards/accuracies": 0.59375, | |
| "rewards/chosen": -0.36260131001472473, | |
| "rewards/margins": 0.05474331974983215, | |
| "rewards/rejected": -0.4173446297645569, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.4061456245824983, | |
| "grad_norm": 5.280023907320462, | |
| "learning_rate": 3.7011054594483443e-07, | |
| "logits/chosen": -0.055047959089279175, | |
| "logits/rejected": -0.10345073789358139, | |
| "logps/chosen": -0.3115054965019226, | |
| "logps/rejected": -0.3910045027732849, | |
| "loss": 1.2306, | |
| "rewards/accuracies": 0.6312500238418579, | |
| "rewards/chosen": -0.3115054965019226, | |
| "rewards/margins": 0.0794990137219429, | |
| "rewards/rejected": -0.3910045027732849, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.4168336673346693, | |
| "grad_norm": 7.696490999035101, | |
| "learning_rate": 3.618282870789081e-07, | |
| "logits/chosen": -0.030732590705156326, | |
| "logits/rejected": -0.09086582809686661, | |
| "logps/chosen": -0.33225589990615845, | |
| "logps/rejected": -0.4093093276023865, | |
| "loss": 1.238, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": -0.33225589990615845, | |
| "rewards/margins": 0.07705340534448624, | |
| "rewards/rejected": -0.4093093276023865, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.42752171008684037, | |
| "grad_norm": 9.865524537565884, | |
| "learning_rate": 3.5338962624163016e-07, | |
| "logits/chosen": -0.04794201999902725, | |
| "logits/rejected": -0.07962854951620102, | |
| "logps/chosen": -0.32879868149757385, | |
| "logps/rejected": -0.3706124424934387, | |
| "loss": 1.2347, | |
| "rewards/accuracies": 0.581250011920929, | |
| "rewards/chosen": -0.32879868149757385, | |
| "rewards/margins": 0.04181372746825218, | |
| "rewards/rejected": -0.3706124424934387, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.43820975283901137, | |
| "grad_norm": 11.03217764528719, | |
| "learning_rate": 3.448063656632321e-07, | |
| "logits/chosen": 0.025639599189162254, | |
| "logits/rejected": -0.04025055840611458, | |
| "logps/chosen": -0.33458632230758667, | |
| "logps/rejected": -0.4239538311958313, | |
| "loss": 1.2165, | |
| "rewards/accuracies": 0.643750011920929, | |
| "rewards/chosen": -0.33458632230758667, | |
| "rewards/margins": 0.08936752378940582, | |
| "rewards/rejected": -0.4239538311958313, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.44889779559118237, | |
| "grad_norm": 9.18905664278058, | |
| "learning_rate": 3.360905098097587e-07, | |
| "logits/chosen": -0.15807747840881348, | |
| "logits/rejected": -0.1486450880765915, | |
| "logps/chosen": -0.3539409935474396, | |
| "logps/rejected": -0.4119337201118469, | |
| "loss": 1.2296, | |
| "rewards/accuracies": 0.6000000238418579, | |
| "rewards/chosen": -0.3539409935474396, | |
| "rewards/margins": 0.057992756366729736, | |
| "rewards/rejected": -0.4119337201118469, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.45958583834335337, | |
| "grad_norm": 5.6200397770452435, | |
| "learning_rate": 3.272542485937368e-07, | |
| "logits/chosen": -0.059969425201416016, | |
| "logits/rejected": -0.059418417513370514, | |
| "logps/chosen": -0.33138805627822876, | |
| "logps/rejected": -0.41279467940330505, | |
| "loss": 1.2131, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": -0.33138805627822876, | |
| "rewards/margins": 0.0814066231250763, | |
| "rewards/rejected": -0.41279467940330505, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.47027388109552437, | |
| "grad_norm": 11.661689635196453, | |
| "learning_rate": 3.1830994032548e-07, | |
| "logits/chosen": -0.0942499116063118, | |
| "logits/rejected": -0.13178740441799164, | |
| "logps/chosen": -0.3507417142391205, | |
| "logps/rejected": -0.415250301361084, | |
| "loss": 1.2281, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": -0.3507417142391205, | |
| "rewards/margins": 0.0645085945725441, | |
| "rewards/rejected": -0.415250301361084, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.48096192384769537, | |
| "grad_norm": 8.913346690203172, | |
| "learning_rate": 3.0927009442887437e-07, | |
| "logits/chosen": -0.09192110598087311, | |
| "logits/rejected": -0.11192705482244492, | |
| "logps/chosen": -0.3596979081630707, | |
| "logps/rejected": -0.4359111785888672, | |
| "loss": 1.2282, | |
| "rewards/accuracies": 0.706250011920929, | |
| "rewards/chosen": -0.3596979081630707, | |
| "rewards/margins": 0.07621324807405472, | |
| "rewards/rejected": -0.4359111785888672, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.4916499665998664, | |
| "grad_norm": 8.147198569990623, | |
| "learning_rate": 3.001473539458182e-07, | |
| "logits/chosen": -0.06644257158041, | |
| "logits/rejected": -0.06492500752210617, | |
| "logps/chosen": -0.3724405765533447, | |
| "logps/rejected": -0.4937649667263031, | |
| "loss": 1.2288, | |
| "rewards/accuracies": 0.6625000238418579, | |
| "rewards/chosen": -0.3724405765533447, | |
| "rewards/margins": 0.12132441997528076, | |
| "rewards/rejected": -0.4937649667263031, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.5023380093520374, | |
| "grad_norm": 5.622548262622513, | |
| "learning_rate": 2.909544778537844e-07, | |
| "logits/chosen": -0.052472569048404694, | |
| "logits/rejected": -0.08882959187030792, | |
| "logps/chosen": -0.3525467813014984, | |
| "logps/rejected": -0.4478563666343689, | |
| "loss": 1.2195, | |
| "rewards/accuracies": 0.637499988079071, | |
| "rewards/chosen": -0.3525467813014984, | |
| "rewards/margins": 0.09530961513519287, | |
| "rewards/rejected": -0.4478563666343689, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.5130260521042084, | |
| "grad_norm": 13.487096025706906, | |
| "learning_rate": 2.817043232212371e-07, | |
| "logits/chosen": -0.04630335047841072, | |
| "logits/rejected": -0.09291209280490875, | |
| "logps/chosen": -0.3766464293003082, | |
| "logps/rejected": -0.5016573071479797, | |
| "loss": 1.2266, | |
| "rewards/accuracies": 0.668749988079071, | |
| "rewards/chosen": -0.3766464293003082, | |
| "rewards/margins": 0.1250108778476715, | |
| "rewards/rejected": -0.5016573071479797, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.5237140948563794, | |
| "grad_norm": 7.58291755925311, | |
| "learning_rate": 2.7240982722585837e-07, | |
| "logits/chosen": -0.06226348876953125, | |
| "logits/rejected": -0.11048658192157745, | |
| "logps/chosen": -0.3789404034614563, | |
| "logps/rejected": -0.4952840805053711, | |
| "loss": 1.2384, | |
| "rewards/accuracies": 0.6875, | |
| "rewards/chosen": -0.3789404034614563, | |
| "rewards/margins": 0.1163436621427536, | |
| "rewards/rejected": -0.4952840805053711, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.5344021376085505, | |
| "grad_norm": 7.990353520246757, | |
| "learning_rate": 2.63083989060736e-07, | |
| "logits/chosen": -0.012785041704773903, | |
| "logits/rejected": -0.03117755614221096, | |
| "logps/chosen": -0.37290263175964355, | |
| "logps/rejected": -0.4822382926940918, | |
| "loss": 1.2119, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": -0.37290263175964355, | |
| "rewards/margins": 0.10933564603328705, | |
| "rewards/rejected": -0.4822382926940918, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.5450901803607214, | |
| "grad_norm": 8.562299251584639, | |
| "learning_rate": 2.537398517538159e-07, | |
| "logits/chosen": -0.1063912883400917, | |
| "logits/rejected": -0.15656878054141998, | |
| "logps/chosen": -0.3503562808036804, | |
| "logps/rejected": -0.47785887122154236, | |
| "loss": 1.2099, | |
| "rewards/accuracies": 0.6937500238418579, | |
| "rewards/chosen": -0.3503562808036804, | |
| "rewards/margins": 0.12750259041786194, | |
| "rewards/rejected": -0.47785887122154236, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.5557782231128925, | |
| "grad_norm": 7.240239076166087, | |
| "learning_rate": 2.4439048392604877e-07, | |
| "logits/chosen": -0.11992867290973663, | |
| "logits/rejected": -0.18333931267261505, | |
| "logps/chosen": -0.37922850251197815, | |
| "logps/rejected": -0.5119472742080688, | |
| "loss": 1.2263, | |
| "rewards/accuracies": 0.668749988079071, | |
| "rewards/chosen": -0.37922850251197815, | |
| "rewards/margins": 0.13271880149841309, | |
| "rewards/rejected": -0.5119472742080688, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.5664662658650634, | |
| "grad_norm": 10.645153522332302, | |
| "learning_rate": 2.3504896151374144e-07, | |
| "logits/chosen": -0.02706807851791382, | |
| "logits/rejected": -0.0021373010240495205, | |
| "logps/chosen": -0.36091288924217224, | |
| "logps/rejected": -0.492805153131485, | |
| "loss": 1.2117, | |
| "rewards/accuracies": 0.706250011920929, | |
| "rewards/chosen": -0.36091288924217224, | |
| "rewards/margins": 0.13189218938350677, | |
| "rewards/rejected": -0.492805153131485, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.5771543086172345, | |
| "grad_norm": 10.372879131327405, | |
| "learning_rate": 2.2572834948067795e-07, | |
| "logits/chosen": -0.07857657968997955, | |
| "logits/rejected": -0.10765037685632706, | |
| "logps/chosen": -0.375199556350708, | |
| "logps/rejected": -0.474733829498291, | |
| "loss": 1.2198, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": -0.375199556350708, | |
| "rewards/margins": 0.09953425824642181, | |
| "rewards/rejected": -0.474733829498291, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.5878423513694054, | |
| "grad_norm": 10.015449912582644, | |
| "learning_rate": 2.164416835455862e-07, | |
| "logits/chosen": -0.09552633762359619, | |
| "logits/rejected": -0.1291528046131134, | |
| "logps/chosen": -0.3576242923736572, | |
| "logps/rejected": -0.48135852813720703, | |
| "loss": 1.1989, | |
| "rewards/accuracies": 0.65625, | |
| "rewards/chosen": -0.3576242923736572, | |
| "rewards/margins": 0.1237342581152916, | |
| "rewards/rejected": -0.48135852813720703, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.5985303941215765, | |
| "grad_norm": 10.140058545265708, | |
| "learning_rate": 2.072019519505062e-07, | |
| "logits/chosen": -0.07462620735168457, | |
| "logits/rejected": -0.060869015753269196, | |
| "logps/chosen": -0.35343998670578003, | |
| "logps/rejected": -0.5310408473014832, | |
| "loss": 1.2063, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -0.35343998670578003, | |
| "rewards/margins": 0.17760084569454193, | |
| "rewards/rejected": -0.5310408473014832, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.6092184368737475, | |
| "grad_norm": 9.165516193336138, | |
| "learning_rate": 1.980220772955602e-07, | |
| "logits/chosen": -0.10269057750701904, | |
| "logits/rejected": -0.10618944466114044, | |
| "logps/chosen": -0.37109121680259705, | |
| "logps/rejected": -0.4779582619667053, | |
| "loss": 1.2122, | |
| "rewards/accuracies": 0.71875, | |
| "rewards/chosen": -0.37109121680259705, | |
| "rewards/margins": 0.1068669781088829, | |
| "rewards/rejected": -0.4779582619667053, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.6199064796259185, | |
| "grad_norm": 7.532797477106183, | |
| "learning_rate": 1.8891489846552644e-07, | |
| "logits/chosen": -0.09100791066884995, | |
| "logits/rejected": -0.11063895374536514, | |
| "logps/chosen": -0.37783291935920715, | |
| "logps/rejected": -0.5191008448600769, | |
| "loss": 1.2027, | |
| "rewards/accuracies": 0.7562500238418579, | |
| "rewards/chosen": -0.37783291935920715, | |
| "rewards/margins": 0.14126797020435333, | |
| "rewards/rejected": -0.5191008448600769, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.6305945223780896, | |
| "grad_norm": 11.187112696193623, | |
| "learning_rate": 1.7989315267349933e-07, | |
| "logits/chosen": -0.1488272249698639, | |
| "logits/rejected": -0.1783982813358307, | |
| "logps/chosen": -0.36716532707214355, | |
| "logps/rejected": -0.4786455035209656, | |
| "loss": 1.2272, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": -0.36716532707214355, | |
| "rewards/margins": 0.11148019134998322, | |
| "rewards/rejected": -0.4786455035209656, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.6412825651302605, | |
| "grad_norm": 8.931102714134676, | |
| "learning_rate": 1.7096945764674398e-07, | |
| "logits/chosen": -0.12898632884025574, | |
| "logits/rejected": -0.16446474194526672, | |
| "logps/chosen": -0.38750600814819336, | |
| "logps/rejected": -0.49209412932395935, | |
| "loss": 1.2176, | |
| "rewards/accuracies": 0.706250011920929, | |
| "rewards/chosen": -0.38750600814819336, | |
| "rewards/margins": 0.10458817332983017, | |
| "rewards/rejected": -0.49209412932395935, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.6519706078824316, | |
| "grad_norm": 9.395577531406225, | |
| "learning_rate": 1.621562939796643e-07, | |
| "logits/chosen": -0.11750619113445282, | |
| "logits/rejected": -0.16459839046001434, | |
| "logps/chosen": -0.3916749060153961, | |
| "logps/rejected": -0.4877534806728363, | |
| "loss": 1.2037, | |
| "rewards/accuracies": 0.71875, | |
| "rewards/chosen": -0.3916749060153961, | |
| "rewards/margins": 0.09607864916324615, | |
| "rewards/rejected": -0.4877534806728363, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.6626586506346025, | |
| "grad_norm": 7.24387245035212, | |
| "learning_rate": 1.5346598767856345e-07, | |
| "logits/chosen": -0.04836176708340645, | |
| "logits/rejected": -0.13036546111106873, | |
| "logps/chosen": -0.3734469711780548, | |
| "logps/rejected": -0.47967085242271423, | |
| "loss": 1.2106, | |
| "rewards/accuracies": 0.65625, | |
| "rewards/chosen": -0.3734469711780548, | |
| "rewards/margins": 0.10622383654117584, | |
| "rewards/rejected": -0.47967085242271423, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.6733466933867736, | |
| "grad_norm": 8.17250962769366, | |
| "learning_rate": 1.4491069292260866e-07, | |
| "logits/chosen": -0.08944126963615417, | |
| "logits/rejected": -0.13419121503829956, | |
| "logps/chosen": -0.3673272132873535, | |
| "logps/rejected": -0.5219535231590271, | |
| "loss": 1.2136, | |
| "rewards/accuracies": 0.71875, | |
| "rewards/chosen": -0.3673272132873535, | |
| "rewards/margins": 0.15462630987167358, | |
| "rewards/rejected": -0.5219535231590271, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.6840347361389446, | |
| "grad_norm": 9.54861228062624, | |
| "learning_rate": 1.365023750651133e-07, | |
| "logits/chosen": -0.129867285490036, | |
| "logits/rejected": -0.12771280109882355, | |
| "logps/chosen": -0.38212448358535767, | |
| "logps/rejected": -0.5496698617935181, | |
| "loss": 1.1997, | |
| "rewards/accuracies": 0.6812499761581421, | |
| "rewards/chosen": -0.38212448358535767, | |
| "rewards/margins": 0.16754531860351562, | |
| "rewards/rejected": -0.5496698617935181, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.6947227788911156, | |
| "grad_norm": 6.810179057310646, | |
| "learning_rate": 1.2825279389890818e-07, | |
| "logits/chosen": -0.06729793548583984, | |
| "logits/rejected": -0.10314921289682388, | |
| "logps/chosen": -0.37868839502334595, | |
| "logps/rejected": -0.49213042855262756, | |
| "loss": 1.2092, | |
| "rewards/accuracies": 0.6937500238418579, | |
| "rewards/chosen": -0.37868839502334595, | |
| "rewards/margins": 0.11344204843044281, | |
| "rewards/rejected": -0.49213042855262756, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.7054108216432866, | |
| "grad_norm": 6.608583522902243, | |
| "learning_rate": 1.201734872092077e-07, | |
| "logits/chosen": -0.07167549431324005, | |
| "logits/rejected": -0.09838903695344925, | |
| "logps/chosen": -0.37149468064308167, | |
| "logps/rejected": -0.49603986740112305, | |
| "loss": 1.2048, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.37149468064308167, | |
| "rewards/margins": 0.1245451420545578, | |
| "rewards/rejected": -0.49603986740112305, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.7160988643954576, | |
| "grad_norm": 13.249759188798002, | |
| "learning_rate": 1.1227575463697439e-07, | |
| "logits/chosen": -0.0337320938706398, | |
| "logits/rejected": -0.06822805106639862, | |
| "logps/chosen": -0.3788215219974518, | |
| "logps/rejected": -0.5212149620056152, | |
| "loss": 1.2014, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.3788215219974518, | |
| "rewards/margins": 0.14239344000816345, | |
| "rewards/rejected": -0.5212149620056152, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.7267869071476286, | |
| "grad_norm": 13.767888565392328, | |
| "learning_rate": 1.0457064187534861e-07, | |
| "logits/chosen": -0.09795643389225006, | |
| "logits/rejected": -0.11368696391582489, | |
| "logps/chosen": -0.3989834785461426, | |
| "logps/rejected": -0.5320654511451721, | |
| "loss": 1.2179, | |
| "rewards/accuracies": 0.65625, | |
| "rewards/chosen": -0.3989834785461426, | |
| "rewards/margins": 0.13308197259902954, | |
| "rewards/rejected": -0.5320654511451721, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.7374749498997996, | |
| "grad_norm": 12.298322164661563, | |
| "learning_rate": 9.706892522124838e-08, | |
| "logits/chosen": -0.1807522028684616, | |
| "logits/rejected": -0.2426176518201828, | |
| "logps/chosen": -0.38689613342285156, | |
| "logps/rejected": -0.5023618340492249, | |
| "loss": 1.2155, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": -0.38689613342285156, | |
| "rewards/margins": 0.11546576023101807, | |
| "rewards/rejected": -0.5023618340492249, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.7481629926519706, | |
| "grad_norm": 14.580781339606604, | |
| "learning_rate": 8.978109650374396e-08, | |
| "logits/chosen": -0.12330816686153412, | |
| "logits/rejected": -0.16493481397628784, | |
| "logps/chosen": -0.3923422396183014, | |
| "logps/rejected": -0.512184739112854, | |
| "loss": 1.2063, | |
| "rewards/accuracies": 0.6625000238418579, | |
| "rewards/chosen": -0.3923422396183014, | |
| "rewards/margins": 0.11984255164861679, | |
| "rewards/rejected": -0.512184739112854, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.7588510354041417, | |
| "grad_norm": 9.440132311200133, | |
| "learning_rate": 8.271734841028552e-08, | |
| "logits/chosen": -0.11258058249950409, | |
| "logits/rejected": -0.08831019699573517, | |
| "logps/chosen": -0.3702935576438904, | |
| "logps/rejected": -0.5448261499404907, | |
| "loss": 1.1984, | |
| "rewards/accuracies": 0.768750011920929, | |
| "rewards/chosen": -0.3702935576438904, | |
| "rewards/margins": 0.17453262209892273, | |
| "rewards/rejected": -0.5448261499404907, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.7695390781563126, | |
| "grad_norm": 7.623549767902818, | |
| "learning_rate": 7.588756023130833e-08, | |
| "logits/chosen": -0.13030676543712616, | |
| "logits/rejected": -0.14040207862854004, | |
| "logps/chosen": -0.40232768654823303, | |
| "logps/rejected": -0.5432428121566772, | |
| "loss": 1.2027, | |
| "rewards/accuracies": 0.6812499761581421, | |
| "rewards/chosen": -0.40232768654823303, | |
| "rewards/margins": 0.1409151703119278, | |
| "rewards/rejected": -0.5432428121566772, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.7802271209084837, | |
| "grad_norm": 9.392417635076814, | |
| "learning_rate": 6.930128404315214e-08, | |
| "logits/chosen": -0.08242303133010864, | |
| "logits/rejected": -0.14365339279174805, | |
| "logps/chosen": -0.3742930591106415, | |
| "logps/rejected": -0.48327428102493286, | |
| "loss": 1.2155, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.3742930591106415, | |
| "rewards/margins": 0.10898121446371078, | |
| "rewards/rejected": -0.48327428102493286, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.7909151636606546, | |
| "grad_norm": 7.694121650797251, | |
| "learning_rate": 6.296773134861824e-08, | |
| "logits/chosen": -0.178551584482193, | |
| "logits/rejected": -0.19603314995765686, | |
| "logps/chosen": -0.41331925988197327, | |
| "logps/rejected": -0.5020118951797485, | |
| "loss": 1.2167, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": -0.41331925988197327, | |
| "rewards/margins": 0.08869270235300064, | |
| "rewards/rejected": -0.5020118951797485, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.8016032064128257, | |
| "grad_norm": 8.81810478954552, | |
| "learning_rate": 5.6895760193850145e-08, | |
| "logits/chosen": -0.09992343187332153, | |
| "logits/rejected": -0.10953284800052643, | |
| "logps/chosen": -0.4108389914035797, | |
| "logps/rejected": -0.5310851335525513, | |
| "loss": 1.2019, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -0.4108389914035797, | |
| "rewards/margins": 0.12024614959955215, | |
| "rewards/rejected": -0.5310851335525513, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.8122912491649966, | |
| "grad_norm": 8.345914437235688, | |
| "learning_rate": 5.109386277955477e-08, | |
| "logits/chosen": -0.07882420718669891, | |
| "logits/rejected": -0.12227978557348251, | |
| "logps/chosen": -0.404563844203949, | |
| "logps/rejected": -0.47655385732650757, | |
| "loss": 1.2129, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": -0.404563844203949, | |
| "rewards/margins": 0.07199002057313919, | |
| "rewards/rejected": -0.47655385732650757, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.8229792919171677, | |
| "grad_norm": 15.681686443247571, | |
| "learning_rate": 4.557015358389216e-08, | |
| "logits/chosen": -0.06385800987482071, | |
| "logits/rejected": -0.03621825575828552, | |
| "logps/chosen": -0.3926911950111389, | |
| "logps/rejected": -0.5792160034179688, | |
| "loss": 1.2111, | |
| "rewards/accuracies": 0.731249988079071, | |
| "rewards/chosen": -0.3926911950111389, | |
| "rewards/margins": 0.18652474880218506, | |
| "rewards/rejected": -0.5792160034179688, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.8336673346693386, | |
| "grad_norm": 9.223256642330082, | |
| "learning_rate": 4.0332358013644015e-08, | |
| "logits/chosen": -0.03278634697198868, | |
| "logits/rejected": -0.13274672627449036, | |
| "logps/chosen": -0.3848794102668762, | |
| "logps/rejected": -0.5192353129386902, | |
| "loss": 1.2095, | |
| "rewards/accuracies": 0.668749988079071, | |
| "rewards/chosen": -0.3848794102668762, | |
| "rewards/margins": 0.134355828166008, | |
| "rewards/rejected": -0.5192353129386902, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.8443553774215097, | |
| "grad_norm": 8.533321895055286, | |
| "learning_rate": 3.538780159953347e-08, | |
| "logits/chosen": -0.10506091266870499, | |
| "logits/rejected": -0.11381878703832626, | |
| "logps/chosen": -0.3806256651878357, | |
| "logps/rejected": -0.5088571906089783, | |
| "loss": 1.1919, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -0.3806256651878357, | |
| "rewards/margins": 0.12823154032230377, | |
| "rewards/rejected": -0.5088571906089783, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.8550434201736807, | |
| "grad_norm": 6.692568306598245, | |
| "learning_rate": 3.074339975080836e-08, | |
| "logits/chosen": -0.10104751586914062, | |
| "logits/rejected": -0.08141423761844635, | |
| "logps/chosen": -0.38590914011001587, | |
| "logps/rejected": -0.491323858499527, | |
| "loss": 1.2128, | |
| "rewards/accuracies": 0.6812499761581421, | |
| "rewards/chosen": -0.38590914011001587, | |
| "rewards/margins": 0.10541467368602753, | |
| "rewards/rejected": -0.491323858499527, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.8550434201736807, | |
| "eval_logits/chosen": 0.102480448782444, | |
| "eval_logits/rejected": 0.08468419313430786, | |
| "eval_logps/chosen": -0.3920242488384247, | |
| "eval_logps/rejected": -0.5305575132369995, | |
| "eval_loss": 1.2118037939071655, | |
| "eval_rewards/accuracies": 0.7174796462059021, | |
| "eval_rewards/chosen": -0.3920242488384247, | |
| "eval_rewards/margins": 0.13853329420089722, | |
| "eval_rewards/rejected": -0.5305575132369995, | |
| "eval_runtime": 426.9778, | |
| "eval_samples_per_second": 4.593, | |
| "eval_steps_per_second": 0.288, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.8657314629258517, | |
| "grad_norm": 15.478975607455368, | |
| "learning_rate": 2.6405648083415833e-08, | |
| "logits/chosen": -0.10661216825246811, | |
| "logits/rejected": -0.15089339017868042, | |
| "logps/chosen": -0.40621575713157654, | |
| "logps/rejected": -0.5219891667366028, | |
| "loss": 1.2137, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -0.40621575713157654, | |
| "rewards/margins": 0.11577335745096207, | |
| "rewards/rejected": -0.5219891667366028, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.8764195056780227, | |
| "grad_norm": 10.163686409803713, | |
| "learning_rate": 2.2380613335296033e-08, | |
| "logits/chosen": -0.1509750932455063, | |
| "logits/rejected": -0.1919194757938385, | |
| "logps/chosen": -0.3878978490829468, | |
| "logps/rejected": -0.49552789330482483, | |
| "loss": 1.2191, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": -0.3878978490829468, | |
| "rewards/margins": 0.10763005912303925, | |
| "rewards/rejected": -0.49552789330482483, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.8871075484301937, | |
| "grad_norm": 10.299286899820958, | |
| "learning_rate": 1.8673924881500823e-08, | |
| "logits/chosen": -0.055319927632808685, | |
| "logits/rejected": -0.10443171113729477, | |
| "logps/chosen": -0.41571861505508423, | |
| "logps/rejected": -0.5507162809371948, | |
| "loss": 1.2175, | |
| "rewards/accuracies": 0.706250011920929, | |
| "rewards/chosen": -0.41571861505508423, | |
| "rewards/margins": 0.13499762117862701, | |
| "rewards/rejected": -0.5507162809371948, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.8977955911823647, | |
| "grad_norm": 11.270224781986835, | |
| "learning_rate": 1.5290766861003475e-08, | |
| "logits/chosen": -0.08639408648014069, | |
| "logits/rejected": -0.15111452341079712, | |
| "logps/chosen": -0.36737141013145447, | |
| "logps/rejected": -0.5103423595428467, | |
| "loss": 1.2052, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": -0.36737141013145447, | |
| "rewards/margins": 0.14297088980674744, | |
| "rewards/rejected": -0.5103423595428467, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.9084836339345357, | |
| "grad_norm": 12.926708544168248, | |
| "learning_rate": 1.2235870926211616e-08, | |
| "logits/chosen": 0.01661798171699047, | |
| "logits/rejected": -0.014898231253027916, | |
| "logps/chosen": -0.3715210556983948, | |
| "logps/rejected": -0.47712254524230957, | |
| "loss": 1.2047, | |
| "rewards/accuracies": 0.6937500238418579, | |
| "rewards/chosen": -0.3715210556983948, | |
| "rewards/margins": 0.105601467192173, | |
| "rewards/rejected": -0.47712254524230957, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.9191716766867067, | |
| "grad_norm": 7.163643566777999, | |
| "learning_rate": 9.513509625323518e-09, | |
| "logits/chosen": -0.02985338866710663, | |
| "logits/rejected": -0.11251659691333771, | |
| "logps/chosen": -0.3954943120479584, | |
| "logps/rejected": -0.508020281791687, | |
| "loss": 1.2119, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": -0.3954943120479584, | |
| "rewards/margins": 0.1125260591506958, | |
| "rewards/rejected": -0.508020281791687, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.9298597194388778, | |
| "grad_norm": 6.770678170385186, | |
| "learning_rate": 7.127490426783123e-09, | |
| "logits/chosen": -0.12328235805034637, | |
| "logits/rejected": -0.15495580434799194, | |
| "logps/chosen": -0.3658512830734253, | |
| "logps/rejected": -0.5462064146995544, | |
| "loss": 1.2004, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.3658512830734253, | |
| "rewards/margins": 0.1803552210330963, | |
| "rewards/rejected": -0.5462064146995544, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.9405477621910487, | |
| "grad_norm": 8.399767120686823, | |
| "learning_rate": 5.08115039419113e-09, | |
| "logits/chosen": -0.11677885055541992, | |
| "logits/rejected": -0.14224281907081604, | |
| "logps/chosen": -0.39421266317367554, | |
| "logps/rejected": -0.5207501649856567, | |
| "loss": 1.2155, | |
| "rewards/accuracies": 0.731249988079071, | |
| "rewards/chosen": -0.39421266317367554, | |
| "rewards/margins": 0.12653745710849762, | |
| "rewards/rejected": -0.5207501649856567, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.9512358049432198, | |
| "grad_norm": 8.32203352730185, | |
| "learning_rate": 3.3773515191196646e-09, | |
| "logits/chosen": -0.10022030025720596, | |
| "logits/rejected": -0.09951629489660263, | |
| "logps/chosen": -0.3814024329185486, | |
| "logps/rejected": -0.5090724229812622, | |
| "loss": 1.2051, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": -0.3814024329185486, | |
| "rewards/margins": 0.12766999006271362, | |
| "rewards/rejected": -0.5090724229812622, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.9619238476953907, | |
| "grad_norm": 9.446955616928552, | |
| "learning_rate": 2.0184767183584474e-09, | |
| "logits/chosen": -0.05858677625656128, | |
| "logits/rejected": -0.07191181182861328, | |
| "logps/chosen": -0.41846340894699097, | |
| "logps/rejected": -0.5389441251754761, | |
| "loss": 1.2009, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": -0.41846340894699097, | |
| "rewards/margins": 0.12048067897558212, | |
| "rewards/rejected": -0.5389441251754761, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.9726118904475618, | |
| "grad_norm": 16.2892173576613, | |
| "learning_rate": 1.0064265011902328e-09, | |
| "logits/chosen": -0.019699424505233765, | |
| "logits/rejected": -0.08497850596904755, | |
| "logps/chosen": -0.3675594925880432, | |
| "logps/rejected": -0.4840230941772461, | |
| "loss": 1.1891, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": -0.3675594925880432, | |
| "rewards/margins": 0.11646362394094467, | |
| "rewards/rejected": -0.4840230941772461, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.9832999331997327, | |
| "grad_norm": 11.507314738344544, | |
| "learning_rate": 3.4261631135654167e-10, | |
| "logits/chosen": 0.04134285822510719, | |
| "logits/rejected": -0.051879990845918655, | |
| "logps/chosen": -0.373710960149765, | |
| "logps/rejected": -0.507372260093689, | |
| "loss": 1.2095, | |
| "rewards/accuracies": 0.71875, | |
| "rewards/chosen": -0.373710960149765, | |
| "rewards/margins": 0.13366124033927917, | |
| "rewards/rejected": -0.507372260093689, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.9939879759519038, | |
| "grad_norm": 8.049283368745556, | |
| "learning_rate": 2.797454743164174e-11, | |
| "logits/chosen": -0.040327288210392, | |
| "logits/rejected": -0.08210764825344086, | |
| "logps/chosen": -0.3866434097290039, | |
| "logps/rejected": -0.4750938415527344, | |
| "loss": 1.2088, | |
| "rewards/accuracies": 0.6625000238418579, | |
| "rewards/chosen": -0.3866434097290039, | |
| "rewards/margins": 0.08845046907663345, | |
| "rewards/rejected": -0.4750938415527344, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.9982631930527722, | |
| "step": 467, | |
| "total_flos": 0.0, | |
| "train_loss": 1.2289682925385632, | |
| "train_runtime": 21112.5317, | |
| "train_samples_per_second": 2.836, | |
| "train_steps_per_second": 0.022 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 467, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 1000000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |