|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 4.993927617196988, |
|
"eval_steps": 500, |
|
"global_step": 2570, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.9715812484819043, |
|
"grad_norm": 0.0, |
|
"learning_rate": 1.9460259489596192e-05, |
|
"loss": 0.0282, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.9987855234393976, |
|
"eval_reranking_1_loss": 0.182732954621315, |
|
"eval_reranking_1_runtime": 1.2858, |
|
"eval_reranking_1_samples_per_second": 29.553, |
|
"eval_reranking_1_steps_per_second": 14.777, |
|
"step": 514 |
|
}, |
|
{ |
|
"epoch": 0.9987855234393976, |
|
"eval_retrival_1_loss": 0.1305331587791443, |
|
"eval_retrival_1_runtime": 26.5236, |
|
"eval_retrival_1_samples_per_second": 32.726, |
|
"eval_retrival_1_steps_per_second": 16.363, |
|
"step": 514 |
|
}, |
|
{ |
|
"epoch": 0.9987855234393976, |
|
"eval_sts_1_loss": 0.2950426936149597, |
|
"eval_sts_1_runtime": 0.2829, |
|
"eval_sts_1_samples_per_second": 35.351, |
|
"eval_sts_1_steps_per_second": 17.676, |
|
"step": 514 |
|
}, |
|
{ |
|
"epoch": 1.9431624969638086, |
|
"grad_norm": 6.779000282287598, |
|
"learning_rate": 1.5325659218524745e-05, |
|
"loss": 0.0555, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 1.999514209375759, |
|
"eval_reranking_1_loss": 0.3932221829891205, |
|
"eval_reranking_1_runtime": 1.258, |
|
"eval_reranking_1_samples_per_second": 30.208, |
|
"eval_reranking_1_steps_per_second": 15.104, |
|
"step": 1029 |
|
}, |
|
{ |
|
"epoch": 1.999514209375759, |
|
"eval_retrival_1_loss": 0.06928794831037521, |
|
"eval_retrival_1_runtime": 28.2993, |
|
"eval_retrival_1_samples_per_second": 30.672, |
|
"eval_retrival_1_steps_per_second": 15.336, |
|
"step": 1029 |
|
}, |
|
{ |
|
"epoch": 1.999514209375759, |
|
"eval_sts_1_loss": 0.8648566007614136, |
|
"eval_sts_1_runtime": 0.2978, |
|
"eval_sts_1_samples_per_second": 33.582, |
|
"eval_sts_1_steps_per_second": 16.791, |
|
"step": 1029 |
|
}, |
|
{ |
|
"epoch": 2.914743745445713, |
|
"grad_norm": 0.030390629544854164, |
|
"learning_rate": 8.827829529818852e-06, |
|
"loss": 0.0151, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 2.998299732815157, |
|
"eval_reranking_1_loss": 0.21115952730178833, |
|
"eval_reranking_1_runtime": 1.2048, |
|
"eval_reranking_1_samples_per_second": 31.54, |
|
"eval_reranking_1_steps_per_second": 15.77, |
|
"step": 1543 |
|
}, |
|
{ |
|
"epoch": 2.998299732815157, |
|
"eval_retrival_1_loss": 0.05546686798334122, |
|
"eval_retrival_1_runtime": 26.8806, |
|
"eval_retrival_1_samples_per_second": 32.291, |
|
"eval_retrival_1_steps_per_second": 16.145, |
|
"step": 1543 |
|
}, |
|
{ |
|
"epoch": 2.998299732815157, |
|
"eval_sts_1_loss": 0.5478371977806091, |
|
"eval_sts_1_runtime": 0.2864, |
|
"eval_sts_1_samples_per_second": 34.913, |
|
"eval_sts_1_steps_per_second": 17.457, |
|
"step": 1543 |
|
}, |
|
{ |
|
"epoch": 3.886324993927617, |
|
"grad_norm": 0.0, |
|
"learning_rate": 2.8501434747835012e-06, |
|
"loss": 0.0036, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 3.999028418751518, |
|
"eval_reranking_1_loss": 0.19206289947032928, |
|
"eval_reranking_1_runtime": 1.196, |
|
"eval_reranking_1_samples_per_second": 31.774, |
|
"eval_reranking_1_steps_per_second": 15.887, |
|
"step": 2058 |
|
}, |
|
{ |
|
"epoch": 3.999028418751518, |
|
"eval_retrival_1_loss": 0.04320598766207695, |
|
"eval_retrival_1_runtime": 27.2793, |
|
"eval_retrival_1_samples_per_second": 31.819, |
|
"eval_retrival_1_steps_per_second": 15.909, |
|
"step": 2058 |
|
}, |
|
{ |
|
"epoch": 3.999028418751518, |
|
"eval_sts_1_loss": 0.591204047203064, |
|
"eval_sts_1_runtime": 0.2948, |
|
"eval_sts_1_samples_per_second": 33.923, |
|
"eval_sts_1_steps_per_second": 16.961, |
|
"step": 2058 |
|
}, |
|
{ |
|
"epoch": 4.857906242409522, |
|
"grad_norm": 0.0018939984729513526, |
|
"learning_rate": 4.5163479025036596e-08, |
|
"loss": 0.0013, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 4.993927617196988, |
|
"eval_reranking_1_loss": 0.19038808345794678, |
|
"eval_reranking_1_runtime": 1.207, |
|
"eval_reranking_1_samples_per_second": 31.484, |
|
"eval_reranking_1_steps_per_second": 15.742, |
|
"step": 2570 |
|
}, |
|
{ |
|
"epoch": 4.993927617196988, |
|
"eval_retrival_1_loss": 0.04124879837036133, |
|
"eval_retrival_1_runtime": 27.5211, |
|
"eval_retrival_1_samples_per_second": 31.539, |
|
"eval_retrival_1_steps_per_second": 15.77, |
|
"step": 2570 |
|
}, |
|
{ |
|
"epoch": 4.993927617196988, |
|
"eval_sts_1_loss": 0.6356238722801208, |
|
"eval_sts_1_runtime": 0.3051, |
|
"eval_sts_1_samples_per_second": 32.781, |
|
"eval_sts_1_steps_per_second": 16.39, |
|
"step": 2570 |
|
} |
|
], |
|
"logging_steps": 500, |
|
"max_steps": 2570, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 5, |
|
"save_steps": 500, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": true |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 0.0, |
|
"train_batch_size": 2, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|