Duplicate from microsoft/speecht5_hifigan
Browse filesCo-authored-by: Mathijs Hollemans <[email protected]>
- .gitattributes +34 -0
- README.md +28 -0
- config.json +48 -0
- pytorch_model.bin +3 -0
.gitattributes
ADDED
@@ -0,0 +1,34 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
*.7z filter=lfs diff=lfs merge=lfs -text
|
2 |
+
*.arrow filter=lfs diff=lfs merge=lfs -text
|
3 |
+
*.bin filter=lfs diff=lfs merge=lfs -text
|
4 |
+
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
5 |
+
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
6 |
+
*.ftz filter=lfs diff=lfs merge=lfs -text
|
7 |
+
*.gz filter=lfs diff=lfs merge=lfs -text
|
8 |
+
*.h5 filter=lfs diff=lfs merge=lfs -text
|
9 |
+
*.joblib filter=lfs diff=lfs merge=lfs -text
|
10 |
+
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
11 |
+
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
12 |
+
*.model filter=lfs diff=lfs merge=lfs -text
|
13 |
+
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
14 |
+
*.npy filter=lfs diff=lfs merge=lfs -text
|
15 |
+
*.npz filter=lfs diff=lfs merge=lfs -text
|
16 |
+
*.onnx filter=lfs diff=lfs merge=lfs -text
|
17 |
+
*.ot filter=lfs diff=lfs merge=lfs -text
|
18 |
+
*.parquet filter=lfs diff=lfs merge=lfs -text
|
19 |
+
*.pb filter=lfs diff=lfs merge=lfs -text
|
20 |
+
*.pickle filter=lfs diff=lfs merge=lfs -text
|
21 |
+
*.pkl filter=lfs diff=lfs merge=lfs -text
|
22 |
+
*.pt filter=lfs diff=lfs merge=lfs -text
|
23 |
+
*.pth filter=lfs diff=lfs merge=lfs -text
|
24 |
+
*.rar filter=lfs diff=lfs merge=lfs -text
|
25 |
+
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
26 |
+
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
27 |
+
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
28 |
+
*.tflite filter=lfs diff=lfs merge=lfs -text
|
29 |
+
*.tgz filter=lfs diff=lfs merge=lfs -text
|
30 |
+
*.wasm filter=lfs diff=lfs merge=lfs -text
|
31 |
+
*.xz filter=lfs diff=lfs merge=lfs -text
|
32 |
+
*.zip filter=lfs diff=lfs merge=lfs -text
|
33 |
+
*.zst filter=lfs diff=lfs merge=lfs -text
|
34 |
+
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
README.md
ADDED
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
license: mit
|
3 |
+
tags:
|
4 |
+
- audio
|
5 |
+
---
|
6 |
+
|
7 |
+
# SpeechT5 HiFi-GAN Vocoder
|
8 |
+
|
9 |
+
This is the HiFi-GAN vocoder for use with the SpeechT5 text-to-speech and voice conversion models.
|
10 |
+
|
11 |
+
SpeechT5 was first released in [this repository](https://github.com/microsoft/SpeechT5/), [original weights](https://huggingface.co/mechanicalsea/speecht5-tts). The license used is [MIT](https://github.com/microsoft/SpeechT5/blob/main/LICENSE).
|
12 |
+
|
13 |
+
Disclaimer: The team releasing SpeechT5 did not write a model card for this model so this model card has been written by the Hugging Face team.
|
14 |
+
|
15 |
+
## Citation
|
16 |
+
|
17 |
+
**BibTeX:**
|
18 |
+
|
19 |
+
```bibtex
|
20 |
+
@inproceedings{ao-etal-2022-speecht5,
|
21 |
+
title = {{S}peech{T}5: Unified-Modal Encoder-Decoder Pre-Training for Spoken Language Processing},
|
22 |
+
author = {Ao, Junyi and Wang, Rui and Zhou, Long and Wang, Chengyi and Ren, Shuo and Wu, Yu and Liu, Shujie and Ko, Tom and Li, Qing and Zhang, Yu and Wei, Zhihua and Qian, Yao and Li, Jinyu and Wei, Furu},
|
23 |
+
booktitle = {Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)},
|
24 |
+
month = {May},
|
25 |
+
year = {2022},
|
26 |
+
pages={5723--5738},
|
27 |
+
}
|
28 |
+
```
|
config.json
ADDED
@@ -0,0 +1,48 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"architectures": [
|
3 |
+
"SpeechT5HifiGan"
|
4 |
+
],
|
5 |
+
"initializer_range": 0.01,
|
6 |
+
"leaky_relu_slope": 0.1,
|
7 |
+
"model_in_dim": 80,
|
8 |
+
"model_type": "hifigan",
|
9 |
+
"normalize_before": true,
|
10 |
+
"resblock_dilation_sizes": [
|
11 |
+
[
|
12 |
+
1,
|
13 |
+
3,
|
14 |
+
5
|
15 |
+
],
|
16 |
+
[
|
17 |
+
1,
|
18 |
+
3,
|
19 |
+
5
|
20 |
+
],
|
21 |
+
[
|
22 |
+
1,
|
23 |
+
3,
|
24 |
+
5
|
25 |
+
]
|
26 |
+
],
|
27 |
+
"resblock_kernel_sizes": [
|
28 |
+
3,
|
29 |
+
7,
|
30 |
+
11
|
31 |
+
],
|
32 |
+
"sampling_rate": 16000,
|
33 |
+
"torch_dtype": "float32",
|
34 |
+
"transformers_version": "4.27.0.dev0",
|
35 |
+
"upsample_initial_channel": 512,
|
36 |
+
"upsample_kernel_sizes": [
|
37 |
+
8,
|
38 |
+
8,
|
39 |
+
8,
|
40 |
+
8
|
41 |
+
],
|
42 |
+
"upsample_rates": [
|
43 |
+
4,
|
44 |
+
4,
|
45 |
+
4,
|
46 |
+
4
|
47 |
+
]
|
48 |
+
}
|
pytorch_model.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b171e9bcd8a2b50dc9780040478dfa26783a9ee4be012cf5776914f091d6887b
|
3 |
+
size 50672453
|