St4n/wav2vec2-base-self-331-colab-n-grams
Browse files- alphabet.json +1 -0
- language_model/5gram.bin +3 -0
- language_model/attrs.json +1 -0
- language_model/unigrams.txt +152 -0
- preprocessor_config.json +1 -0
- special_tokens_map.json +28 -4
- tokenizer_config.json +1 -0
alphabet.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"labels": [" ", "a", "b", "c", "d", "e", "f", "g", "h", "i", "k", "l", "m", "n", "o", "p", "q", "r", "s", "t", "u", "v", "w", "x", "y", "z", "\u2047", "", "<s>", "</s>"], "is_bpe": false}
|
language_model/5gram.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d7bab2b9cbbbc0129a09e4ea49d8fc3054d7d9469cad97732e56584b41edb7db
|
3 |
+
size 47141
|
language_model/attrs.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"alpha": 0.5, "beta": 1.5, "unk_score_offset": -10.0, "score_boundary": true}
|
language_model/unigrams.txt
ADDED
@@ -0,0 +1,152 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
</s>
|
2 |
+
<s>
|
3 |
+
a
|
4 |
+
after
|
5 |
+
air
|
6 |
+
alive
|
7 |
+
altimeter
|
8 |
+
altitude
|
9 |
+
and
|
10 |
+
anti
|
11 |
+
approach
|
12 |
+
area
|
13 |
+
arm
|
14 |
+
around
|
15 |
+
auto
|
16 |
+
autobrake
|
17 |
+
autothrottle
|
18 |
+
bark
|
19 |
+
before
|
20 |
+
bleed
|
21 |
+
brake
|
22 |
+
brakes
|
23 |
+
c
|
24 |
+
cabin
|
25 |
+
center
|
26 |
+
central
|
27 |
+
check
|
28 |
+
checked
|
29 |
+
checklist
|
30 |
+
clear
|
31 |
+
climb
|
32 |
+
collection
|
33 |
+
collision
|
34 |
+
combine
|
35 |
+
complete
|
36 |
+
continuous
|
37 |
+
control
|
38 |
+
de
|
39 |
+
descent
|
40 |
+
doors
|
41 |
+
down
|
42 |
+
eight
|
43 |
+
emergency
|
44 |
+
engine
|
45 |
+
equipment
|
46 |
+
exist
|
47 |
+
exit
|
48 |
+
exterior
|
49 |
+
external
|
50 |
+
f
|
51 |
+
feet
|
52 |
+
fifteen
|
53 |
+
five
|
54 |
+
flap
|
55 |
+
flaps
|
56 |
+
flight
|
57 |
+
four
|
58 |
+
frequency
|
59 |
+
fuel
|
60 |
+
full
|
61 |
+
gear
|
62 |
+
generator
|
63 |
+
generators
|
64 |
+
give
|
65 |
+
glideslope
|
66 |
+
go
|
67 |
+
green
|
68 |
+
ground
|
69 |
+
heading
|
70 |
+
heat
|
71 |
+
hundred
|
72 |
+
hydraulic
|
73 |
+
i
|
74 |
+
ice
|
75 |
+
initial
|
76 |
+
instrument
|
77 |
+
instruments
|
78 |
+
isolation
|
79 |
+
kilograms
|
80 |
+
landing
|
81 |
+
left
|
82 |
+
level
|
83 |
+
lever
|
84 |
+
levers
|
85 |
+
light
|
86 |
+
lights
|
87 |
+
localiser
|
88 |
+
m
|
89 |
+
mode
|
90 |
+
model
|
91 |
+
nav
|
92 |
+
navy
|
93 |
+
of
|
94 |
+
off
|
95 |
+
ok
|
96 |
+
on
|
97 |
+
one
|
98 |
+
open
|
99 |
+
p
|
100 |
+
packets
|
101 |
+
packs
|
102 |
+
parking
|
103 |
+
parks
|
104 |
+
passenger
|
105 |
+
pilot
|
106 |
+
position
|
107 |
+
positive
|
108 |
+
preflight
|
109 |
+
probe
|
110 |
+
pump
|
111 |
+
pumps
|
112 |
+
r
|
113 |
+
rate
|
114 |
+
recall
|
115 |
+
removed
|
116 |
+
right
|
117 |
+
roger
|
118 |
+
run
|
119 |
+
runway
|
120 |
+
s
|
121 |
+
secure
|
122 |
+
selector
|
123 |
+
selectors
|
124 |
+
set
|
125 |
+
shutdown
|
126 |
+
signs
|
127 |
+
sit
|
128 |
+
six
|
129 |
+
speed
|
130 |
+
start
|
131 |
+
switch
|
132 |
+
switches
|
133 |
+
take
|
134 |
+
takeoff
|
135 |
+
taking
|
136 |
+
tax
|
137 |
+
taxi
|
138 |
+
thirty
|
139 |
+
thousand
|
140 |
+
three
|
141 |
+
thrust
|
142 |
+
trust
|
143 |
+
turn
|
144 |
+
two
|
145 |
+
u
|
146 |
+
up
|
147 |
+
value
|
148 |
+
valve
|
149 |
+
wave
|
150 |
+
waves
|
151 |
+
window
|
152 |
+
zero
|
preprocessor_config.json
CHANGED
@@ -4,6 +4,7 @@
|
|
4 |
"feature_size": 1,
|
5 |
"padding_side": "right",
|
6 |
"padding_value": 0.0,
|
|
|
7 |
"return_attention_mask": false,
|
8 |
"sampling_rate": 16000
|
9 |
}
|
|
|
4 |
"feature_size": 1,
|
5 |
"padding_side": "right",
|
6 |
"padding_value": 0.0,
|
7 |
+
"processor_class": "Wav2Vec2ProcessorWithLM",
|
8 |
"return_attention_mask": false,
|
9 |
"sampling_rate": 16000
|
10 |
}
|
special_tokens_map.json
CHANGED
@@ -1,6 +1,30 @@
|
|
1 |
{
|
2 |
-
"bos_token":
|
3 |
-
|
4 |
-
|
5 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
6 |
}
|
|
|
1 |
{
|
2 |
+
"bos_token": {
|
3 |
+
"content": "<s>",
|
4 |
+
"lstrip": false,
|
5 |
+
"normalized": false,
|
6 |
+
"rstrip": false,
|
7 |
+
"single_word": false
|
8 |
+
},
|
9 |
+
"eos_token": {
|
10 |
+
"content": "</s>",
|
11 |
+
"lstrip": false,
|
12 |
+
"normalized": false,
|
13 |
+
"rstrip": false,
|
14 |
+
"single_word": false
|
15 |
+
},
|
16 |
+
"pad_token": {
|
17 |
+
"content": "[PAD]",
|
18 |
+
"lstrip": true,
|
19 |
+
"normalized": false,
|
20 |
+
"rstrip": true,
|
21 |
+
"single_word": false
|
22 |
+
},
|
23 |
+
"unk_token": {
|
24 |
+
"content": "[UNK]",
|
25 |
+
"lstrip": true,
|
26 |
+
"normalized": false,
|
27 |
+
"rstrip": true,
|
28 |
+
"single_word": false
|
29 |
+
}
|
30 |
}
|
tokenizer_config.json
CHANGED
@@ -39,6 +39,7 @@
|
|
39 |
"eos_token": "</s>",
|
40 |
"model_max_length": 1000000000000000019884624838656,
|
41 |
"pad_token": "[PAD]",
|
|
|
42 |
"replace_word_delimiter_char": " ",
|
43 |
"target_lang": null,
|
44 |
"tokenizer_class": "Wav2Vec2CTCTokenizer",
|
|
|
39 |
"eos_token": "</s>",
|
40 |
"model_max_length": 1000000000000000019884624838656,
|
41 |
"pad_token": "[PAD]",
|
42 |
+
"processor_class": "Wav2Vec2ProcessorWithLM",
|
43 |
"replace_word_delimiter_char": " ",
|
44 |
"target_lang": null,
|
45 |
"tokenizer_class": "Wav2Vec2CTCTokenizer",
|