patrickvonplaten
commited on
Commit
•
d5618c4
1
Parent(s):
ee4d48e
up
Browse files- run_dist_cv.sh +33 -0
- runs/Nov11_16-45-22_ip-172-31-1-149/1636649359.738928/events.out.tfevents.1636649359.ip-172-31-1-149.40174.1 +0 -3
- runs/Nov11_16-45-22_ip-172-31-1-149/events.out.tfevents.1636649359.ip-172-31-1-149.40174.0 +0 -3
- runs/Nov11_16-45-22_ip-172-31-1-149/events.out.tfevents.1636655403.ip-172-31-1-149.40174.2 +0 -3
- runs/Nov11_18-45-26_ip-172-31-1-149/1636656522.044584/events.out.tfevents.1636656522.ip-172-31-1-149.46650.1 +0 -3
- runs/Nov11_18-45-26_ip-172-31-1-149/events.out.tfevents.1636656522.ip-172-31-1-149.46650.0 +0 -3
- runs/Nov11_18-45-26_ip-172-31-1-149/events.out.tfevents.1636658600.ip-172-31-1-149.46650.2 +0 -3
- runs/Nov11_22-35-57_ip-172-31-1-149/1636670458.761633/events.out.tfevents.1636670458.ip-172-31-1-149.85312.1 +0 -3
- runs/Nov11_22-35-57_ip-172-31-1-149/events.out.tfevents.1636670458.ip-172-31-1-149.85312.0 +0 -3
- runs/Nov11_22-35-57_ip-172-31-1-149/events.out.tfevents.1636673590.ip-172-31-1-149.85312.2 +0 -3
- runs/Nov12_00-09-19_ip-172-31-1-149/1636675877.3556423/events.out.tfevents.1636675877.ip-172-31-1-149.98622.1 +0 -3
- runs/Nov12_00-09-19_ip-172-31-1-149/events.out.tfevents.1636675877.ip-172-31-1-149.98622.0 +0 -3
- runs/Nov12_00-09-19_ip-172-31-1-149/events.out.tfevents.1636680108.ip-172-31-1-149.98622.2 +0 -3
run_dist_cv.sh
ADDED
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
#!/usr/bin/env bash
|
2 |
+
python -m torch.distributed.launch \
|
3 |
+
--nproc_per_node 8 run_speech_recognition_ctc.py \
|
4 |
+
--dataset_name="common_voice" \
|
5 |
+
--model_name_or_path="facebook/wav2vec2-large-xlsr-53" \
|
6 |
+
--dataset_config_name="tr" \
|
7 |
+
--output_dir="./wav2vec2-large-xlsr-53-common_voice-tr-ft" \
|
8 |
+
--overwrite_output_dir \
|
9 |
+
--num_train_epochs="100" \
|
10 |
+
--per_device_train_batch_size="8" \
|
11 |
+
--gradient_accumulation_steps="1" \
|
12 |
+
--learning_rate="5e-4" \
|
13 |
+
--warmup_steps="500" \
|
14 |
+
--evaluation_strategy="steps" \
|
15 |
+
--text_column_name="sentence" \
|
16 |
+
--save_steps="500" \
|
17 |
+
--eval_steps="500" \
|
18 |
+
--logging_steps="1" \
|
19 |
+
--layerdrop="0.0" \
|
20 |
+
--eval_metrics wer cer \
|
21 |
+
--save_total_limit="1" \
|
22 |
+
--mask_time_prob="0.3" \
|
23 |
+
--mask_time_length="10" \
|
24 |
+
--mask_feature_prob="0.1" \
|
25 |
+
--mask_feature_length="64" \
|
26 |
+
--freeze_feature_extractor \
|
27 |
+
--chars_to_ignore , ? . ! - \; \: \" “ % ‘ ” � \
|
28 |
+
--fp16 \
|
29 |
+
--group_by_length \
|
30 |
+
--push_to_hub \
|
31 |
+
--do_train --do_eval \
|
32 |
+
--gradient_checkpointing \
|
33 |
+
--use_auth_token
|
runs/Nov11_16-45-22_ip-172-31-1-149/1636649359.738928/events.out.tfevents.1636649359.ip-172-31-1-149.40174.1
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:0fa36703a86e2316c71cca6ce1d443189373104842b5511db1a675f70eb9b975
|
3 |
-
size 4629
|
|
|
|
|
|
|
|
runs/Nov11_16-45-22_ip-172-31-1-149/events.out.tfevents.1636649359.ip-172-31-1-149.40174.0
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:27954653291d9192174aeca0fbcf3934b7aacdfadd562524352045a2bf1effd8
|
3 |
-
size 1723197
|
|
|
|
|
|
|
|
runs/Nov11_16-45-22_ip-172-31-1-149/events.out.tfevents.1636655403.ip-172-31-1-149.40174.2
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:726ac44b31fa7903a7ee9ae9c1bad6ba5562b02626fd42d7b394f8fdbd24f9e3
|
3 |
-
size 405
|
|
|
|
|
|
|
|
runs/Nov11_18-45-26_ip-172-31-1-149/1636656522.044584/events.out.tfevents.1636656522.ip-172-31-1-149.46650.1
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:30a4ff964e5636c893309dbd8d9a3175a066454a777b36af6a4bda3fa25e7ab6
|
3 |
-
size 4629
|
|
|
|
|
|
|
|
runs/Nov11_18-45-26_ip-172-31-1-149/events.out.tfevents.1636656522.ip-172-31-1-149.46650.0
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:d355fc092e944aefd75786a6597491b27ff792e993d715681ab1edbaa78ad143
|
3 |
-
size 437805
|
|
|
|
|
|
|
|
runs/Nov11_18-45-26_ip-172-31-1-149/events.out.tfevents.1636658600.ip-172-31-1-149.46650.2
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:c5691134aec5c52c5b817a3346845e0cb037189afcc84f05ad60f0cd1fb5b846
|
3 |
-
size 405
|
|
|
|
|
|
|
|
runs/Nov11_22-35-57_ip-172-31-1-149/1636670458.761633/events.out.tfevents.1636670458.ip-172-31-1-149.85312.1
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:c3925a990088e051d4fa2969ed5b243061794a7bdca4e4d3d5b2cb2064e171ab
|
3 |
-
size 4629
|
|
|
|
|
|
|
|
runs/Nov11_22-35-57_ip-172-31-1-149/events.out.tfevents.1636670458.ip-172-31-1-149.85312.0
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:91f56bb03b552eac46eb1068796188d6a29c6de784f1d1da70486f809c5165b4
|
3 |
-
size 654775
|
|
|
|
|
|
|
|
runs/Nov11_22-35-57_ip-172-31-1-149/events.out.tfevents.1636673590.ip-172-31-1-149.85312.2
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:2819703905447fbb6e0d659195ee5bb3c2de6eaf4c55c12a0f9d168202f2faa2
|
3 |
-
size 405
|
|
|
|
|
|
|
|
runs/Nov12_00-09-19_ip-172-31-1-149/1636675877.3556423/events.out.tfevents.1636675877.ip-172-31-1-149.98622.1
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:37a18764b4d7940bd5c54a650c853710ff229ad7105c044958ae4207915f8804
|
3 |
-
size 4629
|
|
|
|
|
|
|
|
runs/Nov12_00-09-19_ip-172-31-1-149/events.out.tfevents.1636675877.ip-172-31-1-149.98622.0
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:e00628b5c5932c6b6d813830081c4700e533085c05342de8a6adc3bbd1b668ec
|
3 |
-
size 871746
|
|
|
|
|
|
|
|
runs/Nov12_00-09-19_ip-172-31-1-149/events.out.tfevents.1636680108.ip-172-31-1-149.98622.2
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:1b0ffcb051f50f63e91e97438a4a41485d4ac9435f2ad2a31dbf87ee3d3fb984
|
3 |
-
size 405
|
|
|
|
|
|
|
|