Training in progress, step 100

README.md

@@ -1,24 +1,86 @@
 ---
 license: apache-2.0
-base_model: facebook/wav2vec2-base-960h
+base_model: zainulhakim/240626-wav2vec2-ASR_Global
 tags:
 - generated_from_trainer
 metrics:
 - wer
 model-index:
-- name: 240803_02-wav2vec2-ASR-Global-All-Clients
+- name: 240803_01-wav2vec2-ASR-Global-All-Clients
   results: []
 ---
 
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 should probably proofread and complete it, then remove this comment. -->
 
-# 240803_02-wav2vec2-ASR-Global-All-Clients
-
-This model is a fine-tuned version of [facebook/wav2vec2-base-960h](https://huggingface.co/facebook/wav2vec2-base-960h) on an unknown dataset.
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/wobjnlgw)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/wobjnlgw)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/wobjnlgw)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/wobjnlgw)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/wobjnlgw)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/wobjnlgw)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/wobjnlgw)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/theziq77)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/s1l6rff5)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/lstm06y1)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/lstm06y1)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/lstm06y1)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/lstm06y1)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/lstm06y1)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/lstm06y1)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/lstm06y1)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/lstm06y1)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/qbw7fnnj)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/qbw7fnnj)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/qbw7fnnj)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/qbw7fnnj)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/qbw7fnnj)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/qbw7fnnj)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/qbw7fnnj)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/qbw7fnnj)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/rx41zd94)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/rx41zd94)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/rx41zd94)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/rx41zd94)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/rx41zd94)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/rx41zd94)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/rx41zd94)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/rx41zd94)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/uofp1ysn)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/uofp1ysn)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/uofp1ysn)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/uofp1ysn)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/uofp1ysn)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/uofp1ysn)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/uofp1ysn)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/uofp1ysn)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/k82705ew)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/k82705ew)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/k82705ew)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/k82705ew)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/k82705ew)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/k82705ew)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/k82705ew)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/k82705ew)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/k82705ew)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/k82705ew)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/k82705ew)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/k82705ew)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/k82705ew)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/k82705ew)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/iytfijqv)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/iytfijqv)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/iytfijqv)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/iytfijqv)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/iytfijqv)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/iytfijqv)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/projektarbeit_dalim/huggingface/runs/iytfijqv)
+# 240803_01-wav2vec2-ASR-Global-All-Clients
+
+This model is a fine-tuned version of [zainulhakim/240626-wav2vec2-ASR_Global](https://huggingface.co/zainulhakim/240626-wav2vec2-ASR_Global) on an unknown dataset.
 It achieves the following results on the evaluation set:
-- Loss: 1602.1385
-- Wer: 0.5
+- Loss: 0.2829
+- Wer: 0.1449
 
 ## Model description
 
@@ -44,37 +106,30 @@ The following hyperparameters were used during training:
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: linear
 - lr_scheduler_warmup_steps: 500
-- num_epochs: 30
+- num_epochs: 20
 - mixed_precision_training: Native AMP
 
 ### Training results
 
 | Training Loss | Epoch   | Step | Validation Loss | Wer    |
 |:-------------:|:-------:|:----:|:---------------:|:------:|
-| No log        | 1.5625  | 100  | 1651.1355       | 0.5455 |
-| No log        | 3.125   | 200  | 1907.2052       | 0.6591 |
-| No log        | 4.6875  | 300  | 1935.7844       | 0.5909 |
-| No log        | 6.25    | 400  | 1993.4489       | 0.6705 |
-| 887.5139      | 7.8125  | 500  | 2107.5054       | 0.6136 |
-| 887.5139      | 9.375   | 600  | 2071.6125       | 0.6477 |
-| 887.5139      | 10.9375 | 700  | 1669.5919       | 0.7614 |
-| 887.5139      | 12.5    | 800  | 1577.1571       | 0.7045 |
-| 887.5139      | 14.0625 | 900  | 1514.3473       | 0.7273 |
-| 888.0898      | 15.625  | 1000 | 1421.1171       | 0.6477 |
-| 888.0898      | 17.1875 | 1100 | 1776.2109       | 0.6023 |
-| 888.0898      | 18.75   | 1200 | 1521.8093       | 0.6023 |
-| 888.0898      | 20.3125 | 1300 | 1656.8542       | 0.5682 |
-| 888.0898      | 21.875  | 1400 | 1542.9061       | 0.5795 |
-| 707.5553      | 23.4375 | 1500 | 1532.5880       | 0.5795 |
-| 707.5553      | 25.0    | 1600 | 1566.5312       | 0.5795 |
-| 707.5553      | 26.5625 | 1700 | 1591.6229       | 0.5227 |
-| 707.5553      | 28.125  | 1800 | 1512.0585       | 0.5114 |
-| 707.5553      | 29.6875 | 1900 | 1602.1385       | 0.5    |
+| No log        | 1.5625  | 100  | 0.2964          | 0.1989 |
+| No log        | 3.125   | 200  | 0.3052          | 0.2216 |
+| No log        | 4.6875  | 300  | 0.3365          | 0.2614 |
+| No log        | 6.25    | 400  | 0.3643          | 0.2670 |
+| 0.1191        | 7.8125  | 500  | 0.3596          | 0.2841 |
+| 0.1191        | 9.375   | 600  | 0.4020          | 0.2358 |
+| 0.1191        | 10.9375 | 700  | 0.3445          | 0.2727 |
+| 0.1191        | 12.5    | 800  | 0.3989          | 0.3239 |
+| 0.1191        | 14.0625 | 900  | 0.3855          | 0.2415 |
+| 0.1639        | 15.625  | 1000 | 0.3188          | 0.2131 |
+| 0.1639        | 17.1875 | 1100 | 0.2902          | 0.1648 |
+| 0.1639        | 18.75   | 1200 | 0.2829          | 0.1449 |
 
 
 ### Framework versions
 
 - Transformers 4.42.4
 - Pytorch 2.3.1+cu121
-- Datasets 2.20.0
+- Datasets 2.19.2
 - Tokenizers 0.19.1

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "240803_01-wav2vec2-ASR-Global-All-Clients",
+  "_name_or_path": "zainulhakim/240626-wav2vec2-ASR_Global",
   "activation_dropout": 0.0,
   "adapter_attn_dim": null,
   "adapter_kernel_size": 3,
@@ -111,7 +111,7 @@
     1
   ],
   "torch_dtype": "float32",
-  "transformers_version": "4.42.4",
+  "transformers_version": "4.43.3",
   "use_weighted_layer_sum": false,
   "vocab_size": 32,
   "xvector_output_dim": 512

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85ee66fd678ddc8938561d0ef17e01661e78d47933fd22881de466bf9a2084ee
+oid sha256:14d76df0a9009d4345accd7bb57b3a40dd707beb534d992be5cdeabf840cd230
 size 377611120

preprocessor_config.json

@@ -4,7 +4,6 @@
   "feature_size": 1,
   "padding_side": "right",
   "padding_value": 0.0,
-  "processor_class": "Wav2Vec2Processor",
   "return_attention_mask": false,
   "sampling_rate": 16000
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2b736b319c4b6163487e6aa4782969b162728d50b09e7d332d88769d495ced3
-size 5112
+oid sha256:f1471d8f5b3cdbaf337d5cbb18b7fd25528995ff1cd0be213e6f82c5028b2da5
+size 5176