File size: 3,534 Bytes
afef1df 67a9f45 afef1df 67a9f45 6a678d9 67a9f45 afef1df 67a9f45 6a678d9 67a9f45 afef1df 67a9f45 afef1df 67a9f45 afef1df 67a9f45 afef1df 67a9f45 afef1df 67a9f45 afef1df |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 |
{
"best_metric": 0.47333332896232605,
"best_model_checkpoint": "./zephyr/05-04-24-Weni-WeniGPT-Agents-Zephyr-1.0.1-KTO_testing kto dataset during training-3_max_steps-145_batch_16_2024-04-05_ppid_9/checkpoint-100",
"epoch": 0.684931506849315,
"eval_steps": 50,
"global_step": 100,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.14,
"grad_norm": 4.650723457336426,
"kl": 4.865365505218506,
"learning_rate": 0.00018285714285714286,
"logps/chosen": -310.4614562988281,
"logps/rejected": -364.2945556640625,
"loss": 0.45,
"rewards/chosen": -2.890953779220581,
"rewards/margins": 3.259232521057129,
"rewards/rejected": -5.586672306060791,
"step": 20
},
{
"epoch": 0.27,
"grad_norm": 0.0,
"kl": 1.256190538406372,
"learning_rate": 0.0001542857142857143,
"logps/chosen": -1522.9342041015625,
"logps/rejected": -1577.1060791015625,
"loss": 0.4463,
"rewards/chosen": -123.79159545898438,
"rewards/margins": 4.876855373382568,
"rewards/rejected": -128.13319396972656,
"step": 40
},
{
"epoch": 0.34,
"eval_kl": 0.0,
"eval_logps/chosen": -1422.4874267578125,
"eval_logps/rejected": -1508.553955078125,
"eval_loss": 0.473336786031723,
"eval_rewards/chosen": -114.58648681640625,
"eval_rewards/margins": 10.318593978881836,
"eval_rewards/rejected": -124.07293701171875,
"eval_runtime": 140.0926,
"eval_samples_per_second": 2.141,
"eval_steps_per_second": 0.535,
"step": 50
},
{
"epoch": 0.41,
"grad_norm": 3.258587184973294e-06,
"kl": 0.0,
"learning_rate": 0.00012571428571428572,
"logps/chosen": -1605.4840087890625,
"logps/rejected": -1731.5294189453125,
"loss": 0.4812,
"rewards/chosen": -133.641357421875,
"rewards/margins": 11.06646728515625,
"rewards/rejected": -144.48353576660156,
"step": 60
},
{
"epoch": 0.55,
"grad_norm": 0.0,
"kl": 0.0,
"learning_rate": 9.714285714285715e-05,
"logps/chosen": -2286.116455078125,
"logps/rejected": -2312.602294921875,
"loss": 0.4688,
"rewards/chosen": -200.4071044921875,
"rewards/margins": 2.4775140285491943,
"rewards/rejected": -200.7866973876953,
"step": 80
},
{
"epoch": 0.68,
"grad_norm": 0.0,
"kl": 0.0,
"learning_rate": 6.857142857142858e-05,
"logps/chosen": -2744.5634765625,
"logps/rejected": -2576.698974609375,
"loss": 0.4719,
"rewards/chosen": -246.3837890625,
"rewards/margins": -13.795512199401855,
"rewards/rejected": -228.7157440185547,
"step": 100
},
{
"epoch": 0.68,
"eval_kl": 0.0,
"eval_logps/chosen": -2469.165771484375,
"eval_logps/rejected": -2225.683349609375,
"eval_loss": 0.47333332896232605,
"eval_rewards/chosen": -219.25433349609375,
"eval_rewards/margins": -26.235870361328125,
"eval_rewards/rejected": -195.78585815429688,
"eval_runtime": 139.9824,
"eval_samples_per_second": 2.143,
"eval_steps_per_second": 0.536,
"step": 100
}
],
"logging_steps": 20,
"max_steps": 145,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 100,
"total_flos": 0.0,
"train_batch_size": 4,
"trial_name": null,
"trial_params": null
}
|