Rishabh Jain commited on
Commit
f2100f2
1 Parent(s): 7099650

End of training

Browse files
all_results.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 20.02,
3
+ "eval_loss": 0.15337707102298737,
4
+ "eval_runtime": 412.0042,
5
+ "eval_samples_per_second": 1.835,
6
+ "eval_steps_per_second": 0.058,
7
+ "eval_wer": 145.67855281768777,
8
+ "train_loss": 0.04907361185044283,
9
+ "train_runtime": 30950.273,
10
+ "train_samples_per_second": 2.068,
11
+ "train_steps_per_second": 0.129
12
+ }
eval_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 20.02,
3
+ "eval_loss": 0.15337707102298737,
4
+ "eval_runtime": 412.0042,
5
+ "eval_samples_per_second": 1.835,
6
+ "eval_steps_per_second": 0.058,
7
+ "eval_wer": 145.67855281768777
8
+ }
runs/Feb10_12-07-31_dc67e0672449/events.out.tfevents.1676064890.dc67e0672449.6830.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed2e19e198e95028a014a90ba220c86028ef41f4160d0f44b02bf931975b0f6b
3
+ size 358
train_results.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 20.02,
3
+ "train_loss": 0.04907361185044283,
4
+ "train_runtime": 30950.273,
5
+ "train_samples_per_second": 2.068,
6
+ "train_steps_per_second": 0.129
7
+ }
trainer_state.json ADDED
@@ -0,0 +1,1057 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 145.67855281768777,
3
+ "best_model_checkpoint": "./checkpoint-4000",
4
+ "epoch": 20.025,
5
+ "global_step": 4000,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.01,
12
+ "learning_rate": 4.4e-07,
13
+ "loss": 1.8766,
14
+ "step": 25
15
+ },
16
+ {
17
+ "epoch": 0.01,
18
+ "learning_rate": 9.400000000000001e-07,
19
+ "loss": 1.416,
20
+ "step": 50
21
+ },
22
+ {
23
+ "epoch": 0.02,
24
+ "learning_rate": 1.44e-06,
25
+ "loss": 0.7876,
26
+ "step": 75
27
+ },
28
+ {
29
+ "epoch": 0.03,
30
+ "learning_rate": 1.94e-06,
31
+ "loss": 0.4066,
32
+ "step": 100
33
+ },
34
+ {
35
+ "epoch": 0.03,
36
+ "learning_rate": 2.4400000000000004e-06,
37
+ "loss": 0.2564,
38
+ "step": 125
39
+ },
40
+ {
41
+ "epoch": 0.04,
42
+ "learning_rate": 2.9400000000000002e-06,
43
+ "loss": 0.245,
44
+ "step": 150
45
+ },
46
+ {
47
+ "epoch": 0.04,
48
+ "learning_rate": 3.44e-06,
49
+ "loss": 0.2424,
50
+ "step": 175
51
+ },
52
+ {
53
+ "epoch": 1.0,
54
+ "learning_rate": 3.94e-06,
55
+ "loss": 0.1947,
56
+ "step": 200
57
+ },
58
+ {
59
+ "epoch": 1.01,
60
+ "learning_rate": 4.440000000000001e-06,
61
+ "loss": 0.1546,
62
+ "step": 225
63
+ },
64
+ {
65
+ "epoch": 1.01,
66
+ "learning_rate": 4.94e-06,
67
+ "loss": 0.1458,
68
+ "step": 250
69
+ },
70
+ {
71
+ "epoch": 1.02,
72
+ "learning_rate": 5.4400000000000004e-06,
73
+ "loss": 0.1285,
74
+ "step": 275
75
+ },
76
+ {
77
+ "epoch": 1.03,
78
+ "learning_rate": 5.94e-06,
79
+ "loss": 0.122,
80
+ "step": 300
81
+ },
82
+ {
83
+ "epoch": 1.03,
84
+ "learning_rate": 6.440000000000001e-06,
85
+ "loss": 0.116,
86
+ "step": 325
87
+ },
88
+ {
89
+ "epoch": 1.04,
90
+ "learning_rate": 6.9400000000000005e-06,
91
+ "loss": 0.1213,
92
+ "step": 350
93
+ },
94
+ {
95
+ "epoch": 1.04,
96
+ "learning_rate": 7.440000000000001e-06,
97
+ "loss": 0.1141,
98
+ "step": 375
99
+ },
100
+ {
101
+ "epoch": 2.0,
102
+ "learning_rate": 7.94e-06,
103
+ "loss": 0.0953,
104
+ "step": 400
105
+ },
106
+ {
107
+ "epoch": 2.01,
108
+ "learning_rate": 8.44e-06,
109
+ "loss": 0.0733,
110
+ "step": 425
111
+ },
112
+ {
113
+ "epoch": 2.02,
114
+ "learning_rate": 8.94e-06,
115
+ "loss": 0.1106,
116
+ "step": 450
117
+ },
118
+ {
119
+ "epoch": 2.02,
120
+ "learning_rate": 9.440000000000001e-06,
121
+ "loss": 0.0712,
122
+ "step": 475
123
+ },
124
+ {
125
+ "epoch": 2.03,
126
+ "learning_rate": 9.940000000000001e-06,
127
+ "loss": 0.0799,
128
+ "step": 500
129
+ },
130
+ {
131
+ "epoch": 2.03,
132
+ "eval_loss": 0.10097196698188782,
133
+ "eval_runtime": 464.8574,
134
+ "eval_samples_per_second": 1.626,
135
+ "eval_steps_per_second": 0.052,
136
+ "eval_wer": 28.132211717412343,
137
+ "step": 500
138
+ },
139
+ {
140
+ "epoch": 2.03,
141
+ "learning_rate": 9.937142857142858e-06,
142
+ "loss": 0.0737,
143
+ "step": 525
144
+ },
145
+ {
146
+ "epoch": 2.04,
147
+ "learning_rate": 9.865714285714285e-06,
148
+ "loss": 0.079,
149
+ "step": 550
150
+ },
151
+ {
152
+ "epoch": 2.05,
153
+ "learning_rate": 9.794285714285714e-06,
154
+ "loss": 0.0618,
155
+ "step": 575
156
+ },
157
+ {
158
+ "epoch": 3.0,
159
+ "learning_rate": 9.722857142857143e-06,
160
+ "loss": 0.0555,
161
+ "step": 600
162
+ },
163
+ {
164
+ "epoch": 3.01,
165
+ "learning_rate": 9.651428571428572e-06,
166
+ "loss": 0.041,
167
+ "step": 625
168
+ },
169
+ {
170
+ "epoch": 3.02,
171
+ "learning_rate": 9.582857142857143e-06,
172
+ "loss": 0.0389,
173
+ "step": 650
174
+ },
175
+ {
176
+ "epoch": 3.02,
177
+ "learning_rate": 9.511428571428572e-06,
178
+ "loss": 0.0377,
179
+ "step": 675
180
+ },
181
+ {
182
+ "epoch": 3.03,
183
+ "learning_rate": 9.440000000000001e-06,
184
+ "loss": 0.0331,
185
+ "step": 700
186
+ },
187
+ {
188
+ "epoch": 3.04,
189
+ "learning_rate": 9.368571428571428e-06,
190
+ "loss": 0.0365,
191
+ "step": 725
192
+ },
193
+ {
194
+ "epoch": 3.04,
195
+ "learning_rate": 9.297142857142857e-06,
196
+ "loss": 0.0509,
197
+ "step": 750
198
+ },
199
+ {
200
+ "epoch": 3.05,
201
+ "learning_rate": 9.225714285714286e-06,
202
+ "loss": 0.0564,
203
+ "step": 775
204
+ },
205
+ {
206
+ "epoch": 4.0,
207
+ "learning_rate": 9.154285714285715e-06,
208
+ "loss": 0.029,
209
+ "step": 800
210
+ },
211
+ {
212
+ "epoch": 4.01,
213
+ "learning_rate": 9.082857142857143e-06,
214
+ "loss": 0.0328,
215
+ "step": 825
216
+ },
217
+ {
218
+ "epoch": 4.02,
219
+ "learning_rate": 9.011428571428572e-06,
220
+ "loss": 0.0298,
221
+ "step": 850
222
+ },
223
+ {
224
+ "epoch": 4.02,
225
+ "learning_rate": 8.94e-06,
226
+ "loss": 0.0228,
227
+ "step": 875
228
+ },
229
+ {
230
+ "epoch": 4.03,
231
+ "learning_rate": 8.86857142857143e-06,
232
+ "loss": 0.0215,
233
+ "step": 900
234
+ },
235
+ {
236
+ "epoch": 4.04,
237
+ "learning_rate": 8.797142857142857e-06,
238
+ "loss": 0.0267,
239
+ "step": 925
240
+ },
241
+ {
242
+ "epoch": 4.04,
243
+ "learning_rate": 8.725714285714286e-06,
244
+ "loss": 0.021,
245
+ "step": 950
246
+ },
247
+ {
248
+ "epoch": 4.05,
249
+ "learning_rate": 8.654285714285715e-06,
250
+ "loss": 0.0244,
251
+ "step": 975
252
+ },
253
+ {
254
+ "epoch": 5.01,
255
+ "learning_rate": 8.582857142857144e-06,
256
+ "loss": 0.0239,
257
+ "step": 1000
258
+ },
259
+ {
260
+ "epoch": 5.01,
261
+ "eval_loss": 0.1388026475906372,
262
+ "eval_runtime": 422.2628,
263
+ "eval_samples_per_second": 1.79,
264
+ "eval_steps_per_second": 0.057,
265
+ "eval_wer": 161.01392094096627,
266
+ "step": 1000
267
+ },
268
+ {
269
+ "epoch": 5.01,
270
+ "learning_rate": 8.511428571428571e-06,
271
+ "loss": 0.0228,
272
+ "step": 1025
273
+ },
274
+ {
275
+ "epoch": 5.02,
276
+ "learning_rate": 8.44e-06,
277
+ "loss": 0.0194,
278
+ "step": 1050
279
+ },
280
+ {
281
+ "epoch": 5.03,
282
+ "learning_rate": 8.36857142857143e-06,
283
+ "loss": 0.0136,
284
+ "step": 1075
285
+ },
286
+ {
287
+ "epoch": 5.03,
288
+ "learning_rate": 8.297142857142859e-06,
289
+ "loss": 0.011,
290
+ "step": 1100
291
+ },
292
+ {
293
+ "epoch": 5.04,
294
+ "learning_rate": 8.225714285714288e-06,
295
+ "loss": 0.0128,
296
+ "step": 1125
297
+ },
298
+ {
299
+ "epoch": 5.04,
300
+ "learning_rate": 8.154285714285715e-06,
301
+ "loss": 0.0101,
302
+ "step": 1150
303
+ },
304
+ {
305
+ "epoch": 6.0,
306
+ "learning_rate": 8.082857142857144e-06,
307
+ "loss": 0.0105,
308
+ "step": 1175
309
+ },
310
+ {
311
+ "epoch": 6.01,
312
+ "learning_rate": 8.011428571428573e-06,
313
+ "loss": 0.0073,
314
+ "step": 1200
315
+ },
316
+ {
317
+ "epoch": 6.01,
318
+ "learning_rate": 7.94e-06,
319
+ "loss": 0.0078,
320
+ "step": 1225
321
+ },
322
+ {
323
+ "epoch": 6.02,
324
+ "learning_rate": 7.86857142857143e-06,
325
+ "loss": 0.0095,
326
+ "step": 1250
327
+ },
328
+ {
329
+ "epoch": 6.03,
330
+ "learning_rate": 7.797142857142858e-06,
331
+ "loss": 0.0099,
332
+ "step": 1275
333
+ },
334
+ {
335
+ "epoch": 6.03,
336
+ "learning_rate": 7.725714285714286e-06,
337
+ "loss": 0.0102,
338
+ "step": 1300
339
+ },
340
+ {
341
+ "epoch": 6.04,
342
+ "learning_rate": 7.654285714285715e-06,
343
+ "loss": 0.0073,
344
+ "step": 1325
345
+ },
346
+ {
347
+ "epoch": 6.04,
348
+ "learning_rate": 7.5828571428571444e-06,
349
+ "loss": 0.0047,
350
+ "step": 1350
351
+ },
352
+ {
353
+ "epoch": 7.0,
354
+ "learning_rate": 7.511428571428572e-06,
355
+ "loss": 0.0061,
356
+ "step": 1375
357
+ },
358
+ {
359
+ "epoch": 7.01,
360
+ "learning_rate": 7.440000000000001e-06,
361
+ "loss": 0.0034,
362
+ "step": 1400
363
+ },
364
+ {
365
+ "epoch": 7.01,
366
+ "learning_rate": 7.36857142857143e-06,
367
+ "loss": 0.0095,
368
+ "step": 1425
369
+ },
370
+ {
371
+ "epoch": 7.02,
372
+ "learning_rate": 7.297142857142858e-06,
373
+ "loss": 0.0045,
374
+ "step": 1450
375
+ },
376
+ {
377
+ "epoch": 7.03,
378
+ "learning_rate": 7.225714285714286e-06,
379
+ "loss": 0.0082,
380
+ "step": 1475
381
+ },
382
+ {
383
+ "epoch": 7.03,
384
+ "learning_rate": 7.154285714285715e-06,
385
+ "loss": 0.0066,
386
+ "step": 1500
387
+ },
388
+ {
389
+ "epoch": 7.03,
390
+ "eval_loss": 0.1221376359462738,
391
+ "eval_runtime": 438.8336,
392
+ "eval_samples_per_second": 1.723,
393
+ "eval_steps_per_second": 0.055,
394
+ "eval_wer": 99.37467430953622,
395
+ "step": 1500
396
+ },
397
+ {
398
+ "epoch": 7.04,
399
+ "learning_rate": 7.082857142857143e-06,
400
+ "loss": 0.0055,
401
+ "step": 1525
402
+ },
403
+ {
404
+ "epoch": 7.05,
405
+ "learning_rate": 7.011428571428572e-06,
406
+ "loss": 0.0045,
407
+ "step": 1550
408
+ },
409
+ {
410
+ "epoch": 8.0,
411
+ "learning_rate": 6.9400000000000005e-06,
412
+ "loss": 0.0044,
413
+ "step": 1575
414
+ },
415
+ {
416
+ "epoch": 8.01,
417
+ "learning_rate": 6.868571428571429e-06,
418
+ "loss": 0.0024,
419
+ "step": 1600
420
+ },
421
+ {
422
+ "epoch": 8.02,
423
+ "learning_rate": 6.797142857142858e-06,
424
+ "loss": 0.0075,
425
+ "step": 1625
426
+ },
427
+ {
428
+ "epoch": 8.02,
429
+ "learning_rate": 6.725714285714287e-06,
430
+ "loss": 0.0035,
431
+ "step": 1650
432
+ },
433
+ {
434
+ "epoch": 8.03,
435
+ "learning_rate": 6.654285714285716e-06,
436
+ "loss": 0.0036,
437
+ "step": 1675
438
+ },
439
+ {
440
+ "epoch": 8.04,
441
+ "learning_rate": 6.582857142857143e-06,
442
+ "loss": 0.0022,
443
+ "step": 1700
444
+ },
445
+ {
446
+ "epoch": 8.04,
447
+ "learning_rate": 6.511428571428572e-06,
448
+ "loss": 0.0044,
449
+ "step": 1725
450
+ },
451
+ {
452
+ "epoch": 8.05,
453
+ "learning_rate": 6.440000000000001e-06,
454
+ "loss": 0.0066,
455
+ "step": 1750
456
+ },
457
+ {
458
+ "epoch": 9.01,
459
+ "learning_rate": 6.368571428571429e-06,
460
+ "loss": 0.0025,
461
+ "step": 1775
462
+ },
463
+ {
464
+ "epoch": 9.01,
465
+ "learning_rate": 6.297142857142857e-06,
466
+ "loss": 0.0038,
467
+ "step": 1800
468
+ },
469
+ {
470
+ "epoch": 9.02,
471
+ "learning_rate": 6.225714285714286e-06,
472
+ "loss": 0.0022,
473
+ "step": 1825
474
+ },
475
+ {
476
+ "epoch": 9.02,
477
+ "learning_rate": 6.1542857142857145e-06,
478
+ "loss": 0.0024,
479
+ "step": 1850
480
+ },
481
+ {
482
+ "epoch": 9.03,
483
+ "learning_rate": 6.0828571428571435e-06,
484
+ "loss": 0.0012,
485
+ "step": 1875
486
+ },
487
+ {
488
+ "epoch": 9.04,
489
+ "learning_rate": 6.011428571428572e-06,
490
+ "loss": 0.0009,
491
+ "step": 1900
492
+ },
493
+ {
494
+ "epoch": 9.04,
495
+ "learning_rate": 5.94e-06,
496
+ "loss": 0.0024,
497
+ "step": 1925
498
+ },
499
+ {
500
+ "epoch": 9.05,
501
+ "learning_rate": 5.868571428571429e-06,
502
+ "loss": 0.002,
503
+ "step": 1950
504
+ },
505
+ {
506
+ "epoch": 10.01,
507
+ "learning_rate": 5.797142857142858e-06,
508
+ "loss": 0.0022,
509
+ "step": 1975
510
+ },
511
+ {
512
+ "epoch": 10.01,
513
+ "learning_rate": 5.725714285714287e-06,
514
+ "loss": 0.0007,
515
+ "step": 2000
516
+ },
517
+ {
518
+ "epoch": 10.01,
519
+ "eval_loss": 0.12948556244373322,
520
+ "eval_runtime": 422.5682,
521
+ "eval_samples_per_second": 1.789,
522
+ "eval_steps_per_second": 0.057,
523
+ "eval_wer": 250.8821558847614,
524
+ "step": 2000
525
+ },
526
+ {
527
+ "epoch": 10.02,
528
+ "learning_rate": 5.654285714285714e-06,
529
+ "loss": 0.0037,
530
+ "step": 2025
531
+ },
532
+ {
533
+ "epoch": 10.03,
534
+ "learning_rate": 5.582857142857143e-06,
535
+ "loss": 0.0015,
536
+ "step": 2050
537
+ },
538
+ {
539
+ "epoch": 10.03,
540
+ "learning_rate": 5.511428571428572e-06,
541
+ "loss": 0.0017,
542
+ "step": 2075
543
+ },
544
+ {
545
+ "epoch": 10.04,
546
+ "learning_rate": 5.4400000000000004e-06,
547
+ "loss": 0.0027,
548
+ "step": 2100
549
+ },
550
+ {
551
+ "epoch": 10.04,
552
+ "learning_rate": 5.368571428571429e-06,
553
+ "loss": 0.0014,
554
+ "step": 2125
555
+ },
556
+ {
557
+ "epoch": 11.0,
558
+ "learning_rate": 5.297142857142858e-06,
559
+ "loss": 0.0005,
560
+ "step": 2150
561
+ },
562
+ {
563
+ "epoch": 11.01,
564
+ "learning_rate": 5.225714285714286e-06,
565
+ "loss": 0.0014,
566
+ "step": 2175
567
+ },
568
+ {
569
+ "epoch": 11.01,
570
+ "learning_rate": 5.154285714285715e-06,
571
+ "loss": 0.0014,
572
+ "step": 2200
573
+ },
574
+ {
575
+ "epoch": 11.02,
576
+ "learning_rate": 5.082857142857144e-06,
577
+ "loss": 0.0004,
578
+ "step": 2225
579
+ },
580
+ {
581
+ "epoch": 11.03,
582
+ "learning_rate": 5.011428571428571e-06,
583
+ "loss": 0.0006,
584
+ "step": 2250
585
+ },
586
+ {
587
+ "epoch": 11.03,
588
+ "learning_rate": 4.94e-06,
589
+ "loss": 0.0006,
590
+ "step": 2275
591
+ },
592
+ {
593
+ "epoch": 11.04,
594
+ "learning_rate": 4.868571428571429e-06,
595
+ "loss": 0.0021,
596
+ "step": 2300
597
+ },
598
+ {
599
+ "epoch": 11.04,
600
+ "learning_rate": 4.797142857142857e-06,
601
+ "loss": 0.0009,
602
+ "step": 2325
603
+ },
604
+ {
605
+ "epoch": 12.0,
606
+ "learning_rate": 4.725714285714286e-06,
607
+ "loss": 0.0004,
608
+ "step": 2350
609
+ },
610
+ {
611
+ "epoch": 12.01,
612
+ "learning_rate": 4.6542857142857145e-06,
613
+ "loss": 0.0003,
614
+ "step": 2375
615
+ },
616
+ {
617
+ "epoch": 12.02,
618
+ "learning_rate": 4.5828571428571435e-06,
619
+ "loss": 0.0007,
620
+ "step": 2400
621
+ },
622
+ {
623
+ "epoch": 12.02,
624
+ "learning_rate": 4.511428571428572e-06,
625
+ "loss": 0.0003,
626
+ "step": 2425
627
+ },
628
+ {
629
+ "epoch": 12.03,
630
+ "learning_rate": 4.440000000000001e-06,
631
+ "loss": 0.0008,
632
+ "step": 2450
633
+ },
634
+ {
635
+ "epoch": 12.03,
636
+ "learning_rate": 4.368571428571429e-06,
637
+ "loss": 0.0004,
638
+ "step": 2475
639
+ },
640
+ {
641
+ "epoch": 12.04,
642
+ "learning_rate": 4.297142857142858e-06,
643
+ "loss": 0.0007,
644
+ "step": 2500
645
+ },
646
+ {
647
+ "epoch": 12.04,
648
+ "eval_loss": 0.14232201874256134,
649
+ "eval_runtime": 413.628,
650
+ "eval_samples_per_second": 1.828,
651
+ "eval_steps_per_second": 0.058,
652
+ "eval_wer": 77.22027841881932,
653
+ "step": 2500
654
+ },
655
+ {
656
+ "epoch": 12.05,
657
+ "learning_rate": 4.225714285714286e-06,
658
+ "loss": 0.0002,
659
+ "step": 2525
660
+ },
661
+ {
662
+ "epoch": 13.0,
663
+ "learning_rate": 4.154285714285714e-06,
664
+ "loss": 0.0002,
665
+ "step": 2550
666
+ },
667
+ {
668
+ "epoch": 13.01,
669
+ "learning_rate": 4.082857142857143e-06,
670
+ "loss": 0.0002,
671
+ "step": 2575
672
+ },
673
+ {
674
+ "epoch": 13.02,
675
+ "learning_rate": 4.011428571428571e-06,
676
+ "loss": 0.0005,
677
+ "step": 2600
678
+ },
679
+ {
680
+ "epoch": 13.02,
681
+ "learning_rate": 3.94e-06,
682
+ "loss": 0.0025,
683
+ "step": 2625
684
+ },
685
+ {
686
+ "epoch": 13.03,
687
+ "learning_rate": 3.8685714285714286e-06,
688
+ "loss": 0.0003,
689
+ "step": 2650
690
+ },
691
+ {
692
+ "epoch": 13.04,
693
+ "learning_rate": 3.7971428571428576e-06,
694
+ "loss": 0.0006,
695
+ "step": 2675
696
+ },
697
+ {
698
+ "epoch": 13.04,
699
+ "learning_rate": 3.7257142857142857e-06,
700
+ "loss": 0.0003,
701
+ "step": 2700
702
+ },
703
+ {
704
+ "epoch": 13.05,
705
+ "learning_rate": 3.6542857142857148e-06,
706
+ "loss": 0.001,
707
+ "step": 2725
708
+ },
709
+ {
710
+ "epoch": 14.01,
711
+ "learning_rate": 3.582857142857143e-06,
712
+ "loss": 0.0002,
713
+ "step": 2750
714
+ },
715
+ {
716
+ "epoch": 14.01,
717
+ "learning_rate": 3.511428571428572e-06,
718
+ "loss": 0.0003,
719
+ "step": 2775
720
+ },
721
+ {
722
+ "epoch": 14.02,
723
+ "learning_rate": 3.44e-06,
724
+ "loss": 0.0003,
725
+ "step": 2800
726
+ },
727
+ {
728
+ "epoch": 14.02,
729
+ "learning_rate": 3.3685714285714287e-06,
730
+ "loss": 0.0002,
731
+ "step": 2825
732
+ },
733
+ {
734
+ "epoch": 14.03,
735
+ "learning_rate": 3.2971428571428577e-06,
736
+ "loss": 0.0002,
737
+ "step": 2850
738
+ },
739
+ {
740
+ "epoch": 14.04,
741
+ "learning_rate": 3.225714285714286e-06,
742
+ "loss": 0.0003,
743
+ "step": 2875
744
+ },
745
+ {
746
+ "epoch": 14.04,
747
+ "learning_rate": 3.154285714285715e-06,
748
+ "loss": 0.0007,
749
+ "step": 2900
750
+ },
751
+ {
752
+ "epoch": 14.05,
753
+ "learning_rate": 3.082857142857143e-06,
754
+ "loss": 0.0002,
755
+ "step": 2925
756
+ },
757
+ {
758
+ "epoch": 15.01,
759
+ "learning_rate": 3.0114285714285716e-06,
760
+ "loss": 0.0002,
761
+ "step": 2950
762
+ },
763
+ {
764
+ "epoch": 15.01,
765
+ "learning_rate": 2.9400000000000002e-06,
766
+ "loss": 0.0002,
767
+ "step": 2975
768
+ },
769
+ {
770
+ "epoch": 15.02,
771
+ "learning_rate": 2.868571428571429e-06,
772
+ "loss": 0.0003,
773
+ "step": 3000
774
+ },
775
+ {
776
+ "epoch": 15.02,
777
+ "eval_loss": 0.14803427457809448,
778
+ "eval_runtime": 417.5838,
779
+ "eval_samples_per_second": 1.81,
780
+ "eval_steps_per_second": 0.057,
781
+ "eval_wer": 149.43795131392838,
782
+ "step": 3000
783
+ },
784
+ {
785
+ "epoch": 15.03,
786
+ "learning_rate": 2.797142857142857e-06,
787
+ "loss": 0.0002,
788
+ "step": 3025
789
+ },
790
+ {
791
+ "epoch": 15.03,
792
+ "learning_rate": 2.725714285714286e-06,
793
+ "loss": 0.0002,
794
+ "step": 3050
795
+ },
796
+ {
797
+ "epoch": 15.04,
798
+ "learning_rate": 2.654285714285714e-06,
799
+ "loss": 0.0001,
800
+ "step": 3075
801
+ },
802
+ {
803
+ "epoch": 15.04,
804
+ "learning_rate": 2.582857142857143e-06,
805
+ "loss": 0.0002,
806
+ "step": 3100
807
+ },
808
+ {
809
+ "epoch": 16.0,
810
+ "learning_rate": 2.5114285714285718e-06,
811
+ "loss": 0.0003,
812
+ "step": 3125
813
+ },
814
+ {
815
+ "epoch": 16.01,
816
+ "learning_rate": 2.4400000000000004e-06,
817
+ "loss": 0.0002,
818
+ "step": 3150
819
+ },
820
+ {
821
+ "epoch": 16.01,
822
+ "learning_rate": 2.3685714285714285e-06,
823
+ "loss": 0.0002,
824
+ "step": 3175
825
+ },
826
+ {
827
+ "epoch": 16.02,
828
+ "learning_rate": 2.297142857142857e-06,
829
+ "loss": 0.0002,
830
+ "step": 3200
831
+ },
832
+ {
833
+ "epoch": 16.03,
834
+ "learning_rate": 2.2257142857142857e-06,
835
+ "loss": 0.0003,
836
+ "step": 3225
837
+ },
838
+ {
839
+ "epoch": 16.03,
840
+ "learning_rate": 2.1542857142857147e-06,
841
+ "loss": 0.0002,
842
+ "step": 3250
843
+ },
844
+ {
845
+ "epoch": 16.04,
846
+ "learning_rate": 2.0828571428571433e-06,
847
+ "loss": 0.0001,
848
+ "step": 3275
849
+ },
850
+ {
851
+ "epoch": 16.05,
852
+ "learning_rate": 2.0114285714285715e-06,
853
+ "loss": 0.0001,
854
+ "step": 3300
855
+ },
856
+ {
857
+ "epoch": 17.0,
858
+ "learning_rate": 1.94e-06,
859
+ "loss": 0.0001,
860
+ "step": 3325
861
+ },
862
+ {
863
+ "epoch": 17.01,
864
+ "learning_rate": 1.8685714285714289e-06,
865
+ "loss": 0.0001,
866
+ "step": 3350
867
+ },
868
+ {
869
+ "epoch": 17.02,
870
+ "learning_rate": 1.7971428571428572e-06,
871
+ "loss": 0.0001,
872
+ "step": 3375
873
+ },
874
+ {
875
+ "epoch": 17.02,
876
+ "learning_rate": 1.7257142857142858e-06,
877
+ "loss": 0.0001,
878
+ "step": 3400
879
+ },
880
+ {
881
+ "epoch": 17.03,
882
+ "learning_rate": 1.6542857142857144e-06,
883
+ "loss": 0.0001,
884
+ "step": 3425
885
+ },
886
+ {
887
+ "epoch": 17.03,
888
+ "learning_rate": 1.582857142857143e-06,
889
+ "loss": 0.0002,
890
+ "step": 3450
891
+ },
892
+ {
893
+ "epoch": 17.04,
894
+ "learning_rate": 1.5114285714285714e-06,
895
+ "loss": 0.0001,
896
+ "step": 3475
897
+ },
898
+ {
899
+ "epoch": 17.05,
900
+ "learning_rate": 1.44e-06,
901
+ "loss": 0.0001,
902
+ "step": 3500
903
+ },
904
+ {
905
+ "epoch": 17.05,
906
+ "eval_loss": 0.1518021821975708,
907
+ "eval_runtime": 412.7658,
908
+ "eval_samples_per_second": 1.832,
909
+ "eval_steps_per_second": 0.058,
910
+ "eval_wer": 141.58415841584159,
911
+ "step": 3500
912
+ },
913
+ {
914
+ "epoch": 18.0,
915
+ "learning_rate": 1.3685714285714286e-06,
916
+ "loss": 0.0001,
917
+ "step": 3525
918
+ },
919
+ {
920
+ "epoch": 18.01,
921
+ "learning_rate": 1.2971428571428574e-06,
922
+ "loss": 0.0001,
923
+ "step": 3550
924
+ },
925
+ {
926
+ "epoch": 18.02,
927
+ "learning_rate": 1.2257142857142857e-06,
928
+ "loss": 0.0001,
929
+ "step": 3575
930
+ },
931
+ {
932
+ "epoch": 18.02,
933
+ "learning_rate": 1.1542857142857143e-06,
934
+ "loss": 0.0001,
935
+ "step": 3600
936
+ },
937
+ {
938
+ "epoch": 18.03,
939
+ "learning_rate": 1.082857142857143e-06,
940
+ "loss": 0.0001,
941
+ "step": 3625
942
+ },
943
+ {
944
+ "epoch": 18.04,
945
+ "learning_rate": 1.0114285714285715e-06,
946
+ "loss": 0.0001,
947
+ "step": 3650
948
+ },
949
+ {
950
+ "epoch": 18.04,
951
+ "learning_rate": 9.400000000000001e-07,
952
+ "loss": 0.0001,
953
+ "step": 3675
954
+ },
955
+ {
956
+ "epoch": 18.05,
957
+ "learning_rate": 8.685714285714286e-07,
958
+ "loss": 0.0001,
959
+ "step": 3700
960
+ },
961
+ {
962
+ "epoch": 19.0,
963
+ "learning_rate": 7.971428571428572e-07,
964
+ "loss": 0.0001,
965
+ "step": 3725
966
+ },
967
+ {
968
+ "epoch": 19.01,
969
+ "learning_rate": 7.257142857142857e-07,
970
+ "loss": 0.0001,
971
+ "step": 3750
972
+ },
973
+ {
974
+ "epoch": 19.02,
975
+ "learning_rate": 6.542857142857144e-07,
976
+ "loss": 0.0001,
977
+ "step": 3775
978
+ },
979
+ {
980
+ "epoch": 19.02,
981
+ "learning_rate": 5.82857142857143e-07,
982
+ "loss": 0.0001,
983
+ "step": 3800
984
+ },
985
+ {
986
+ "epoch": 19.03,
987
+ "learning_rate": 5.114285714285714e-07,
988
+ "loss": 0.0001,
989
+ "step": 3825
990
+ },
991
+ {
992
+ "epoch": 19.04,
993
+ "learning_rate": 4.4e-07,
994
+ "loss": 0.0001,
995
+ "step": 3850
996
+ },
997
+ {
998
+ "epoch": 19.04,
999
+ "learning_rate": 3.685714285714286e-07,
1000
+ "loss": 0.0001,
1001
+ "step": 3875
1002
+ },
1003
+ {
1004
+ "epoch": 19.05,
1005
+ "learning_rate": 2.9714285714285715e-07,
1006
+ "loss": 0.0001,
1007
+ "step": 3900
1008
+ },
1009
+ {
1010
+ "epoch": 20.01,
1011
+ "learning_rate": 2.2571428571428574e-07,
1012
+ "loss": 0.0001,
1013
+ "step": 3925
1014
+ },
1015
+ {
1016
+ "epoch": 20.01,
1017
+ "learning_rate": 1.542857142857143e-07,
1018
+ "loss": 0.0001,
1019
+ "step": 3950
1020
+ },
1021
+ {
1022
+ "epoch": 20.02,
1023
+ "learning_rate": 8.285714285714285e-08,
1024
+ "loss": 0.0001,
1025
+ "step": 3975
1026
+ },
1027
+ {
1028
+ "epoch": 20.02,
1029
+ "learning_rate": 1.142857142857143e-08,
1030
+ "loss": 0.0001,
1031
+ "step": 4000
1032
+ },
1033
+ {
1034
+ "epoch": 20.02,
1035
+ "eval_loss": 0.15337707102298737,
1036
+ "eval_runtime": 413.1822,
1037
+ "eval_samples_per_second": 1.83,
1038
+ "eval_steps_per_second": 0.058,
1039
+ "eval_wer": 145.67855281768777,
1040
+ "step": 4000
1041
+ },
1042
+ {
1043
+ "epoch": 20.02,
1044
+ "step": 4000,
1045
+ "total_flos": 1.35543237967872e+20,
1046
+ "train_loss": 0.04907361185044283,
1047
+ "train_runtime": 30950.273,
1048
+ "train_samples_per_second": 2.068,
1049
+ "train_steps_per_second": 0.129
1050
+ }
1051
+ ],
1052
+ "max_steps": 4000,
1053
+ "num_train_epochs": 9223372036854775807,
1054
+ "total_flos": 1.35543237967872e+20,
1055
+ "trial_name": null,
1056
+ "trial_params": null
1057
+ }