newknp's picture
Training in progress, step 12000
3883343
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 8.975317875841435,
"global_step": 12000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 2.0000000000000002e-07,
"loss": 18.6192,
"step": 1
},
{
"epoch": 0.37,
"learning_rate": 9.94e-05,
"loss": 7.5397,
"step": 500
},
{
"epoch": 0.37,
"eval_cer": 0.9810978889654326,
"eval_clean_cer": 0.9774387393628106,
"eval_loss": 3.571558952331543,
"eval_runtime": 221.4433,
"eval_samples_per_second": 24.679,
"eval_steps_per_second": 1.544,
"eval_wer": 1.0,
"learning_rate": 9.94e-05,
"step": 500
},
{
"epoch": 0.75,
"learning_rate": 9.613830613830615e-05,
"loss": 1.7478,
"step": 1000
},
{
"epoch": 0.75,
"eval_cer": 0.22960449951399964,
"eval_clean_cer": 0.17457099250398456,
"eval_loss": 0.7702281475067139,
"eval_runtime": 224.0929,
"eval_samples_per_second": 24.387,
"eval_steps_per_second": 1.526,
"eval_wer": 0.8097043024248205,
"learning_rate": 9.613830613830615e-05,
"step": 1000
},
{
"epoch": 1.12,
"learning_rate": 9.225330225330226e-05,
"loss": 0.7687,
"step": 1500
},
{
"epoch": 1.12,
"eval_cer": 0.14148744420432777,
"eval_clean_cer": 0.11820726398251868,
"eval_loss": 0.4996742308139801,
"eval_runtime": 221.7353,
"eval_samples_per_second": 24.647,
"eval_steps_per_second": 1.542,
"eval_wer": 0.5391836939605402,
"learning_rate": 9.225330225330226e-05,
"step": 1500
},
{
"epoch": 1.5,
"learning_rate": 8.836829836829838e-05,
"loss": 0.6064,
"step": 2000
},
{
"epoch": 1.5,
"eval_cer": 0.12378853794105713,
"eval_clean_cer": 0.10011770602778763,
"eval_loss": 0.4269550144672394,
"eval_runtime": 224.0891,
"eval_samples_per_second": 24.388,
"eval_steps_per_second": 1.526,
"eval_wer": 0.49563231085897885,
"learning_rate": 8.836829836829838e-05,
"step": 2000
},
{
"epoch": 1.87,
"learning_rate": 8.448329448329449e-05,
"loss": 0.5473,
"step": 2500
},
{
"epoch": 1.87,
"eval_cer": 0.1105108194060415,
"eval_clean_cer": 0.0898226524968884,
"eval_loss": 0.38087567687034607,
"eval_runtime": 223.664,
"eval_samples_per_second": 24.434,
"eval_steps_per_second": 1.529,
"eval_wer": 0.4489432200411667,
"learning_rate": 8.448329448329449e-05,
"step": 2500
},
{
"epoch": 2.24,
"learning_rate": 8.05982905982906e-05,
"loss": 0.454,
"step": 3000
},
{
"epoch": 2.24,
"eval_cer": 0.10214972585805014,
"eval_clean_cer": 0.08129037344912453,
"eval_loss": 0.3585045337677002,
"eval_runtime": 225.448,
"eval_samples_per_second": 24.241,
"eval_steps_per_second": 1.517,
"eval_wer": 0.4256237762939907,
"learning_rate": 8.05982905982906e-05,
"step": 3000
},
{
"epoch": 2.62,
"learning_rate": 7.671328671328672e-05,
"loss": 0.4219,
"step": 3500
},
{
"epoch": 2.62,
"eval_cer": 0.0973510621231138,
"eval_clean_cer": 0.07773103327870422,
"eval_loss": 0.3375051021575928,
"eval_runtime": 226.653,
"eval_samples_per_second": 24.112,
"eval_steps_per_second": 1.509,
"eval_wer": 0.40634570008534565,
"learning_rate": 7.671328671328672e-05,
"step": 3500
},
{
"epoch": 2.99,
"learning_rate": 7.282828282828284e-05,
"loss": 0.4075,
"step": 4000
},
{
"epoch": 2.99,
"eval_cer": 0.09484084667868299,
"eval_clean_cer": 0.07456029195600385,
"eval_loss": 0.3274226784706116,
"eval_runtime": 225.9771,
"eval_samples_per_second": 24.184,
"eval_steps_per_second": 1.513,
"eval_wer": 0.4035845172950449,
"learning_rate": 7.282828282828284e-05,
"step": 4000
},
{
"epoch": 3.37,
"learning_rate": 6.894327894327895e-05,
"loss": 0.3355,
"step": 4500
},
{
"epoch": 3.37,
"eval_cer": 0.08976851283890268,
"eval_clean_cer": 0.07285946801380934,
"eval_loss": 0.3256622850894928,
"eval_runtime": 227.1344,
"eval_samples_per_second": 24.061,
"eval_steps_per_second": 1.506,
"eval_wer": 0.3781816356242783,
"learning_rate": 6.894327894327895e-05,
"step": 4500
},
{
"epoch": 3.74,
"learning_rate": 6.506604506604507e-05,
"loss": 0.3203,
"step": 5000
},
{
"epoch": 3.74,
"eval_cer": 0.08301169231930695,
"eval_clean_cer": 0.06594916676522435,
"eval_loss": 0.30244797468185425,
"eval_runtime": 226.4786,
"eval_samples_per_second": 24.13,
"eval_steps_per_second": 1.51,
"eval_wer": 0.35606707164014256,
"learning_rate": 6.506604506604507e-05,
"step": 5000
},
{
"epoch": 4.11,
"learning_rate": 6.118104118104118e-05,
"loss": 0.3151,
"step": 5500
},
{
"epoch": 4.11,
"eval_cer": 0.08304472146989157,
"eval_clean_cer": 0.06525081521280011,
"eval_loss": 0.3038225769996643,
"eval_runtime": 228.8025,
"eval_samples_per_second": 23.885,
"eval_steps_per_second": 1.495,
"eval_wer": 0.36061047241327376,
"learning_rate": 6.118104118104118e-05,
"step": 5500
},
{
"epoch": 4.49,
"learning_rate": 5.72960372960373e-05,
"loss": 0.2713,
"step": 6000
},
{
"epoch": 4.49,
"eval_cer": 0.08317211962214652,
"eval_clean_cer": 0.06550424924392181,
"eval_loss": 0.30516648292541504,
"eval_runtime": 228.6779,
"eval_samples_per_second": 23.898,
"eval_steps_per_second": 1.496,
"eval_wer": 0.3594557959736935,
"learning_rate": 5.72960372960373e-05,
"step": 6000
},
{
"epoch": 4.86,
"learning_rate": 5.3411033411033415e-05,
"loss": 0.2685,
"step": 6500
},
{
"epoch": 4.86,
"eval_cer": 0.07956250530825634,
"eval_clean_cer": 0.06275026610573267,
"eval_loss": 0.29325252771377563,
"eval_runtime": 228.92,
"eval_samples_per_second": 23.873,
"eval_steps_per_second": 1.494,
"eval_wer": 0.34364174908378936,
"learning_rate": 5.3411033411033415e-05,
"step": 6500
},
{
"epoch": 5.24,
"learning_rate": 4.952602952602953e-05,
"loss": 0.2379,
"step": 7000
},
{
"epoch": 5.24,
"eval_cer": 0.07627846405012881,
"eval_clean_cer": 0.060807271867132986,
"eval_loss": 0.30203360319137573,
"eval_runtime": 229.4624,
"eval_samples_per_second": 23.817,
"eval_steps_per_second": 1.49,
"eval_wer": 0.3361614538882474,
"learning_rate": 4.952602952602953e-05,
"step": 7000
},
{
"epoch": 5.61,
"learning_rate": 4.564879564879565e-05,
"loss": 0.224,
"step": 7500
},
{
"epoch": 5.61,
"eval_cer": 0.07449960836864307,
"eval_clean_cer": 0.058937491904190675,
"eval_loss": 0.2874354124069214,
"eval_runtime": 229.9772,
"eval_samples_per_second": 23.763,
"eval_steps_per_second": 1.487,
"eval_wer": 0.3264973141221949,
"learning_rate": 4.564879564879565e-05,
"step": 7500
},
{
"epoch": 5.98,
"learning_rate": 4.1763791763791764e-05,
"loss": 0.2204,
"step": 8000
},
{
"epoch": 5.98,
"eval_cer": 0.07241877188181227,
"eval_clean_cer": 0.05759147560556654,
"eval_loss": 0.29218629002571106,
"eval_runtime": 229.2706,
"eval_samples_per_second": 23.836,
"eval_steps_per_second": 1.492,
"eval_wer": 0.31909232391184295,
"learning_rate": 4.1763791763791764e-05,
"step": 8000
},
{
"epoch": 6.36,
"learning_rate": 3.787878787878788e-05,
"loss": 0.1927,
"step": 8500
},
{
"epoch": 6.36,
"eval_cer": 0.0719469268734606,
"eval_clean_cer": 0.05684243724691796,
"eval_loss": 0.3106653392314911,
"eval_runtime": 228.9966,
"eval_samples_per_second": 23.865,
"eval_steps_per_second": 1.493,
"eval_wer": 0.3163060394598122,
"learning_rate": 3.787878787878788e-05,
"step": 8500
},
{
"epoch": 6.73,
"learning_rate": 3.3993783993783994e-05,
"loss": 0.1875,
"step": 9000
},
{
"epoch": 6.73,
"eval_cer": 0.07033793539498145,
"eval_clean_cer": 0.05535562426433733,
"eval_loss": 0.30340105295181274,
"eval_runtime": 229.2234,
"eval_samples_per_second": 23.841,
"eval_steps_per_second": 1.492,
"eval_wer": 0.30837391435313016,
"learning_rate": 3.3993783993783994e-05,
"step": 9000
},
{
"epoch": 7.11,
"learning_rate": 3.010878010878011e-05,
"loss": 0.1786,
"step": 9500
},
{
"epoch": 7.11,
"eval_cer": 0.0701822265422254,
"eval_clean_cer": 0.05527677812132169,
"eval_loss": 0.3209647834300995,
"eval_runtime": 230.4875,
"eval_samples_per_second": 23.711,
"eval_steps_per_second": 1.484,
"eval_wer": 0.31070836889402076,
"learning_rate": 3.010878010878011e-05,
"step": 9500
},
{
"epoch": 7.48,
"learning_rate": 2.6231546231546235e-05,
"loss": 0.1606,
"step": 10000
},
{
"epoch": 7.48,
"eval_cer": 0.06884690516859023,
"eval_clean_cer": 0.05414477278231143,
"eval_loss": 0.3231320083141327,
"eval_runtime": 228.6307,
"eval_samples_per_second": 23.903,
"eval_steps_per_second": 1.496,
"eval_wer": 0.3062402731060796,
"learning_rate": 2.6231546231546235e-05,
"step": 10000
},
{
"epoch": 7.85,
"learning_rate": 2.234654234654235e-05,
"loss": 0.1594,
"step": 10500
},
{
"epoch": 7.85,
"eval_cer": 0.06802589485405834,
"eval_clean_cer": 0.05349710803611153,
"eval_loss": 0.3233787417411804,
"eval_runtime": 229.7364,
"eval_samples_per_second": 23.788,
"eval_steps_per_second": 1.489,
"eval_wer": 0.30325317536020885,
"learning_rate": 2.234654234654235e-05,
"step": 10500
},
{
"epoch": 8.23,
"learning_rate": 1.8461538461538465e-05,
"loss": 0.1498,
"step": 11000
},
{
"epoch": 8.23,
"eval_cer": 0.06797871035322317,
"eval_clean_cer": 0.05303529491273422,
"eval_loss": 0.3275805115699768,
"eval_runtime": 229.9477,
"eval_samples_per_second": 23.766,
"eval_steps_per_second": 1.487,
"eval_wer": 0.3035292936392389,
"learning_rate": 1.8461538461538465e-05,
"step": 11000
},
{
"epoch": 8.6,
"learning_rate": 1.4576534576534578e-05,
"loss": 0.1396,
"step": 11500
},
{
"epoch": 8.6,
"eval_cer": 0.06678022403200996,
"eval_clean_cer": 0.05198776758409786,
"eval_loss": 0.32653090357780457,
"eval_runtime": 230.5216,
"eval_samples_per_second": 23.707,
"eval_steps_per_second": 1.484,
"eval_wer": 0.2974797931623073,
"learning_rate": 1.4576534576534578e-05,
"step": 11500
},
{
"epoch": 8.98,
"learning_rate": 1.0691530691530691e-05,
"loss": 0.142,
"step": 12000
},
{
"epoch": 8.98,
"eval_cer": 0.06585540781564071,
"eval_clean_cer": 0.05150905885864576,
"eval_loss": 0.3235620856285095,
"eval_runtime": 230.1535,
"eval_samples_per_second": 23.745,
"eval_steps_per_second": 1.486,
"eval_wer": 0.2930367990360962,
"learning_rate": 1.0691530691530691e-05,
"step": 12000
}
],
"max_steps": 13370,
"num_train_epochs": 10,
"total_flos": 5.065598164318501e+19,
"trial_name": null,
"trial_params": null
}