End of training

README.md

@@ -3,6 +3,8 @@ library_name: transformers
 license: mit
 base_model: facebook/w2v-bert-2.0
 tags:
+- automatic-speech-recognition
+- BembaSpeech
 - generated_from_trainer
 metrics:
 - wer
@@ -16,10 +18,10 @@ should probably proofread and complete it, then remove this comment. -->
 
 # w2v-bert-bem-bl
 
-This model is a fine-tuned version of [facebook/w2v-bert-2.0](https://huggingface.co/facebook/w2v-bert-2.0) on an unknown dataset.
+This model is a fine-tuned version of [facebook/w2v-bert-2.0](https://huggingface.co/facebook/w2v-bert-2.0) on the BEMBASPEECH - BEM dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.2403
-- Wer: 0.4353
+- Loss: 0.2136
+- Wer: 0.4539
 
 ## Model description
 

all_results.json

@@ -0,0 +1,15 @@
+{
+    "epoch": 9.99297259311314,
+    "eval_loss": 0.21356959640979767,
+    "eval_runtime": 55.8886,
+    "eval_samples": 1492,
+    "eval_samples_per_second": 26.696,
+    "eval_steps_per_second": 3.346,
+    "eval_wer": 0.45393200103815207,
+    "total_flos": 2.094794810533582e+19,
+    "train_loss": 0.25149581422282674,
+    "train_runtime": 9293.6781,
+    "train_samples": 11377,
+    "train_samples_per_second": 12.242,
+    "train_steps_per_second": 0.765
+}

eval_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 9.99297259311314,
+    "eval_loss": 0.21356959640979767,
+    "eval_runtime": 55.8886,
+    "eval_samples": 1492,
+    "eval_samples_per_second": 26.696,
+    "eval_steps_per_second": 3.346,
+    "eval_wer": 0.45393200103815207
+}

train_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 9.99297259311314,
+    "total_flos": 2.094794810533582e+19,
+    "train_loss": 0.25149581422282674,
+    "train_runtime": 9293.6781,
+    "train_samples": 11377,
+    "train_samples_per_second": 12.242,
+    "train_steps_per_second": 0.765
+}

trainer_state.json

@@ -0,0 +1,364 @@
+{
+  "best_metric": 0.21356959640979767,
+  "best_model_checkpoint": "/scratch/skscla001/results/w2v-bert-bem-bl/checkpoint-5500",
+  "epoch": 9.99297259311314,
+  "eval_steps": 500,
+  "global_step": 7110,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.35137034434293746,
+      "grad_norm": 6.841489791870117,
+      "learning_rate": 0.00014879999999999998,
+      "loss": 1.1986,
+      "step": 250
+    },
+    {
+      "epoch": 0.7027406886858749,
+      "grad_norm": 5.7157793045043945,
+      "learning_rate": 0.0002988,
+      "loss": 0.5344,
+      "step": 500
+    },
+    {
+      "epoch": 0.7027406886858749,
+      "eval_loss": 0.5448043942451477,
+      "eval_runtime": 58.822,
+      "eval_samples_per_second": 25.365,
+      "eval_steps_per_second": 3.179,
+      "eval_wer": 0.7378665974565274,
+      "step": 500
+    },
+    {
+      "epoch": 1.0541110330288124,
+      "grad_norm": 1.5800367593765259,
+      "learning_rate": 0.00028874432677760965,
+      "loss": 0.4918,
+      "step": 750
+    },
+    {
+      "epoch": 1.4054813773717498,
+      "grad_norm": 1.6567301750183105,
+      "learning_rate": 0.0002774432677760968,
+      "loss": 0.4242,
+      "step": 1000
+    },
+    {
+      "epoch": 1.4054813773717498,
+      "eval_loss": 0.3054925501346588,
+      "eval_runtime": 56.7685,
+      "eval_samples_per_second": 26.282,
+      "eval_steps_per_second": 3.294,
+      "eval_wer": 0.6024742624794532,
+      "step": 1000
+    },
+    {
+      "epoch": 1.7568517217146873,
+      "grad_norm": 1.094335675239563,
+      "learning_rate": 0.0002660968229954614,
+      "loss": 0.3958,
+      "step": 1250
+    },
+    {
+      "epoch": 2.1082220660576247,
+      "grad_norm": 1.0848636627197266,
+      "learning_rate": 0.000254750378214826,
+      "loss": 0.3603,
+      "step": 1500
+    },
+    {
+      "epoch": 2.1082220660576247,
+      "eval_loss": 0.26925167441368103,
+      "eval_runtime": 56.9762,
+      "eval_samples_per_second": 26.186,
+      "eval_steps_per_second": 3.282,
+      "eval_wer": 0.5385413963145601,
+      "step": 1500
+    },
+    {
+      "epoch": 2.459592410400562,
+      "grad_norm": 0.9221932888031006,
+      "learning_rate": 0.00024340393343419062,
+      "loss": 0.3228,
+      "step": 1750
+    },
+    {
+      "epoch": 2.8109627547434997,
+      "grad_norm": 1.12798273563385,
+      "learning_rate": 0.0002320574886535552,
+      "loss": 0.3144,
+      "step": 2000
+    },
+    {
+      "epoch": 2.8109627547434997,
+      "eval_loss": 0.2683100700378418,
+      "eval_runtime": 56.9393,
+      "eval_samples_per_second": 26.203,
+      "eval_steps_per_second": 3.284,
+      "eval_wer": 0.5529025002162817,
+      "step": 2000
+    },
+    {
+      "epoch": 3.162333099086437,
+      "grad_norm": 0.6111273169517517,
+      "learning_rate": 0.0002207110438729198,
+      "loss": 0.2931,
+      "step": 2250
+    },
+    {
+      "epoch": 3.5137034434293746,
+      "grad_norm": 0.5683824419975281,
+      "learning_rate": 0.0002093645990922844,
+      "loss": 0.2656,
+      "step": 2500
+    },
+    {
+      "epoch": 3.5137034434293746,
+      "eval_loss": 0.24722729623317719,
+      "eval_runtime": 57.2449,
+      "eval_samples_per_second": 26.063,
+      "eval_steps_per_second": 3.267,
+      "eval_wer": 0.5258240332208669,
+      "step": 2500
+    },
+    {
+      "epoch": 3.865073787772312,
+      "grad_norm": 0.7263462543487549,
+      "learning_rate": 0.000198018154311649,
+      "loss": 0.2574,
+      "step": 2750
+    },
+    {
+      "epoch": 4.2164441321152495,
+      "grad_norm": 0.422783762216568,
+      "learning_rate": 0.0001866717095310136,
+      "loss": 0.2311,
+      "step": 3000
+    },
+    {
+      "epoch": 4.2164441321152495,
+      "eval_loss": 0.2352277785539627,
+      "eval_runtime": 56.81,
+      "eval_samples_per_second": 26.263,
+      "eval_steps_per_second": 3.292,
+      "eval_wer": 0.5025521238861493,
+      "step": 3000
+    },
+    {
+      "epoch": 4.567814476458187,
+      "grad_norm": 0.5190473794937134,
+      "learning_rate": 0.00017532526475037822,
+      "loss": 0.2133,
+      "step": 3250
+    },
+    {
+      "epoch": 4.919184820801124,
+      "grad_norm": 0.7750300765037537,
+      "learning_rate": 0.0001639788199697428,
+      "loss": 0.2106,
+      "step": 3500
+    },
+    {
+      "epoch": 4.919184820801124,
+      "eval_loss": 0.2326769232749939,
+      "eval_runtime": 56.8929,
+      "eval_samples_per_second": 26.225,
+      "eval_steps_per_second": 3.287,
+      "eval_wer": 0.5003027943593736,
+      "step": 3500
+    },
+    {
+      "epoch": 5.270555165144062,
+      "grad_norm": 0.37189096212387085,
+      "learning_rate": 0.0001526323751891074,
+      "loss": 0.1835,
+      "step": 3750
+    },
+    {
+      "epoch": 5.621925509486999,
+      "grad_norm": 0.5811314582824707,
+      "learning_rate": 0.000141285930408472,
+      "loss": 0.1816,
+      "step": 4000
+    },
+    {
+      "epoch": 5.621925509486999,
+      "eval_loss": 0.22979679703712463,
+      "eval_runtime": 56.9781,
+      "eval_samples_per_second": 26.185,
+      "eval_steps_per_second": 3.282,
+      "eval_wer": 0.49865905355134527,
+      "step": 4000
+    },
+    {
+      "epoch": 5.973295853829937,
+      "grad_norm": 1.2501654624938965,
+      "learning_rate": 0.0001299394856278366,
+      "loss": 0.1804,
+      "step": 4250
+    },
+    {
+      "epoch": 6.324666198172874,
+      "grad_norm": 0.40958958864212036,
+      "learning_rate": 0.0001185930408472012,
+      "loss": 0.1432,
+      "step": 4500
+    },
+    {
+      "epoch": 6.324666198172874,
+      "eval_loss": 0.21775686740875244,
+      "eval_runtime": 57.4498,
+      "eval_samples_per_second": 25.97,
+      "eval_steps_per_second": 3.255,
+      "eval_wer": 0.46855264296219395,
+      "step": 4500
+    },
+    {
+      "epoch": 6.676036542515812,
+      "grad_norm": 0.5354466438293457,
+      "learning_rate": 0.0001072465960665658,
+      "loss": 0.1475,
+      "step": 4750
+    },
+    {
+      "epoch": 7.027406886858749,
+      "grad_norm": 0.44123438000679016,
+      "learning_rate": 9.59001512859304e-05,
+      "loss": 0.1431,
+      "step": 5000
+    },
+    {
+      "epoch": 7.027406886858749,
+      "eval_loss": 0.21715782582759857,
+      "eval_runtime": 57.0515,
+      "eval_samples_per_second": 26.152,
+      "eval_steps_per_second": 3.278,
+      "eval_wer": 0.47469504282377367,
+      "step": 5000
+    },
+    {
+      "epoch": 7.378777231201687,
+      "grad_norm": 0.29582667350769043,
+      "learning_rate": 8.4553706505295e-05,
+      "loss": 0.1111,
+      "step": 5250
+    },
+    {
+      "epoch": 7.730147575544624,
+      "grad_norm": 0.5549105405807495,
+      "learning_rate": 7.32072617246596e-05,
+      "loss": 0.1069,
+      "step": 5500
+    },
+    {
+      "epoch": 7.730147575544624,
+      "eval_loss": 0.21356959640979767,
+      "eval_runtime": 56.8619,
+      "eval_samples_per_second": 26.239,
+      "eval_steps_per_second": 3.289,
+      "eval_wer": 0.45393200103815207,
+      "step": 5500
+    },
+    {
+      "epoch": 8.081517919887562,
+      "grad_norm": 0.632247269153595,
+      "learning_rate": 6.18608169440242e-05,
+      "loss": 0.1045,
+      "step": 5750
+    },
+    {
+      "epoch": 8.432888264230499,
+      "grad_norm": 0.3406793475151062,
+      "learning_rate": 5.05143721633888e-05,
+      "loss": 0.0767,
+      "step": 6000
+    },
+    {
+      "epoch": 8.432888264230499,
+      "eval_loss": 0.22697694599628448,
+      "eval_runtime": 56.8774,
+      "eval_samples_per_second": 26.232,
+      "eval_steps_per_second": 3.288,
+      "eval_wer": 0.4403495112033913,
+      "step": 6000
+    },
+    {
+      "epoch": 8.784258608573436,
+      "grad_norm": 0.4026772379875183,
+      "learning_rate": 3.91679273827534e-05,
+      "loss": 0.0781,
+      "step": 6250
+    },
+    {
+      "epoch": 9.135628952916374,
+      "grad_norm": 0.4836815595626831,
+      "learning_rate": 2.7821482602118e-05,
+      "loss": 0.0667,
+      "step": 6500
+    },
+    {
+      "epoch": 9.135628952916374,
+      "eval_loss": 0.23749949038028717,
+      "eval_runtime": 56.671,
+      "eval_samples_per_second": 26.327,
+      "eval_steps_per_second": 3.3,
+      "eval_wer": 0.4385327450471494,
+      "step": 6500
+    },
+    {
+      "epoch": 9.486999297259311,
+      "grad_norm": 0.17178182303905487,
+      "learning_rate": 1.64750378214826e-05,
+      "loss": 0.0502,
+      "step": 6750
+    },
+    {
+      "epoch": 9.838369641602249,
+      "grad_norm": 0.3071761131286621,
+      "learning_rate": 5.128593040847201e-06,
+      "loss": 0.0468,
+      "step": 7000
+    },
+    {
+      "epoch": 9.838369641602249,
+      "eval_loss": 0.2403486669063568,
+      "eval_runtime": 56.6826,
+      "eval_samples_per_second": 26.322,
+      "eval_steps_per_second": 3.299,
+      "eval_wer": 0.4353317761051994,
+      "step": 7000
+    },
+    {
+      "epoch": 9.99297259311314,
+      "step": 7110,
+      "total_flos": 2.094794810533582e+19,
+      "train_loss": 0.25149581422282674,
+      "train_runtime": 9293.6781,
+      "train_samples_per_second": 12.242,
+      "train_steps_per_second": 0.765
+    }
+  ],
+  "logging_steps": 250,
+  "max_steps": 7110,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 10,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.094794810533582e+19,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}