SangminAhn21 commited on
Commit
773b3b7
1 Parent(s): 12bf1ca

ported pytorch weights

Browse files
Files changed (2) hide show
  1. config.json +5 -3
  2. pytorch_model.bin +2 -2
config.json CHANGED
@@ -1,13 +1,13 @@
1
  {
2
  "architectures": [
3
- "MCTCModel"
4
  ],
5
  "attention_head_dim": 384,
6
  "attention_probs_dropout_prob": 0.3,
7
  "bos_token_id": 0,
8
  "conv_channels": null,
9
  "conv_dropout": 0.3,
10
- "conv_glu_dim": 2,
11
  "conv_kernel": [
12
  7
13
  ],
@@ -24,13 +24,15 @@
24
  "input_channels": 1,
25
  "input_feat_per_channel": 80,
26
  "intermediate_size": 6144,
27
- "layer_norm_eps": 1e-12,
28
  "layerdrop": 0.3,
 
29
  "model_type": "mctc",
30
  "num_attention_heads": 4,
31
  "num_conv_layers": 1,
32
  "num_hidden_layers": 36,
33
  "pad_token_id": 1,
 
34
  "torch_dtype": "float32",
35
  "transformers_version": "4.18.0.dev0",
36
  "use_cache": true,
 
1
  {
2
  "architectures": [
3
+ "MCTCForCTC"
4
  ],
5
  "attention_head_dim": 384,
6
  "attention_probs_dropout_prob": 0.3,
7
  "bos_token_id": 0,
8
  "conv_channels": null,
9
  "conv_dropout": 0.3,
10
+ "conv_glu_dim": 1,
11
  "conv_kernel": [
12
  7
13
  ],
 
24
  "input_channels": 1,
25
  "input_feat_per_channel": 80,
26
  "intermediate_size": 6144,
27
+ "layer_norm_eps": 1e-05,
28
  "layerdrop": 0.3,
29
+ "max_position_embeddings": 920,
30
  "model_type": "mctc",
31
  "num_attention_heads": 4,
32
  "num_conv_layers": 1,
33
  "num_hidden_layers": 36,
34
  "pad_token_id": 1,
35
+ "position_embedding_type": "relative_key",
36
  "torch_dtype": "float32",
37
  "transformers_version": "4.18.0.dev0",
38
  "use_cache": true,
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:38147e5a3277e391f5a2398cb24d10d2e05cd0549a174766410a2b68813fdf6b
3
- size 4083428601
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d420bb6793a540c8beb636ac255e232aec9d5e2bf11c1b7db9762c6fb131818c
3
+ size 4236102557