Upload processor
Browse files- README.md +2 -2
- tokenizer_config.json +3 -27
README.md
CHANGED
@@ -1,14 +1,14 @@
|
|
1 |
---
|
2 |
language:
|
3 |
- ja
|
|
|
|
|
4 |
tags:
|
5 |
- heron
|
6 |
- vision
|
7 |
- image-captioning
|
8 |
- VQA
|
9 |
pipeline_tag: image-to-text
|
10 |
-
license:
|
11 |
-
- cc-by-nc-4.0
|
12 |
inference: false
|
13 |
---
|
14 |
# Heron GIT Japanese StableLM Base 7B
|
|
|
1 |
---
|
2 |
language:
|
3 |
- ja
|
4 |
+
license:
|
5 |
+
- cc-by-nc-4.0
|
6 |
tags:
|
7 |
- heron
|
8 |
- vision
|
9 |
- image-captioning
|
10 |
- VQA
|
11 |
pipeline_tag: image-to-text
|
|
|
|
|
12 |
inference: false
|
13 |
---
|
14 |
# Heron GIT Japanese StableLM Base 7B
|
tokenizer_config.json
CHANGED
@@ -4,7 +4,7 @@
|
|
4 |
"add_prefix_space": true,
|
5 |
"added_tokens_decoder": {
|
6 |
"0": {
|
7 |
-
"content": "
|
8 |
"lstrip": false,
|
9 |
"normalized": false,
|
10 |
"rstrip": false,
|
@@ -12,7 +12,7 @@
|
|
12 |
"special": true
|
13 |
},
|
14 |
"1": {
|
15 |
-
"content": "
|
16 |
"lstrip": false,
|
17 |
"normalized": false,
|
18 |
"rstrip": false,
|
@@ -20,7 +20,7 @@
|
|
20 |
"special": true
|
21 |
},
|
22 |
"2": {
|
23 |
-
"content": "
|
24 |
"lstrip": false,
|
25 |
"normalized": false,
|
26 |
"rstrip": false,
|
@@ -42,30 +42,6 @@
|
|
42 |
"rstrip": false,
|
43 |
"single_word": false,
|
44 |
"special": true
|
45 |
-
},
|
46 |
-
"65535": {
|
47 |
-
"content": "<|pad|>",
|
48 |
-
"lstrip": false,
|
49 |
-
"normalized": false,
|
50 |
-
"rstrip": false,
|
51 |
-
"single_word": false,
|
52 |
-
"special": true
|
53 |
-
},
|
54 |
-
"65536": {
|
55 |
-
"content": "<|unknown|>",
|
56 |
-
"lstrip": false,
|
57 |
-
"normalized": false,
|
58 |
-
"rstrip": false,
|
59 |
-
"single_word": false,
|
60 |
-
"special": true
|
61 |
-
},
|
62 |
-
"65537": {
|
63 |
-
"content": "<|startoftext|>",
|
64 |
-
"lstrip": false,
|
65 |
-
"normalized": false,
|
66 |
-
"rstrip": false,
|
67 |
-
"single_word": false,
|
68 |
-
"special": true
|
69 |
}
|
70 |
},
|
71 |
"additional_special_tokens": [
|
|
|
4 |
"add_prefix_space": true,
|
5 |
"added_tokens_decoder": {
|
6 |
"0": {
|
7 |
+
"content": "<|pad|>",
|
8 |
"lstrip": false,
|
9 |
"normalized": false,
|
10 |
"rstrip": false,
|
|
|
12 |
"special": true
|
13 |
},
|
14 |
"1": {
|
15 |
+
"content": "<|unknown|>",
|
16 |
"lstrip": false,
|
17 |
"normalized": false,
|
18 |
"rstrip": false,
|
|
|
20 |
"special": true
|
21 |
},
|
22 |
"2": {
|
23 |
+
"content": "<|startoftext|>",
|
24 |
"lstrip": false,
|
25 |
"normalized": false,
|
26 |
"rstrip": false,
|
|
|
42 |
"rstrip": false,
|
43 |
"single_word": false,
|
44 |
"special": true
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
45 |
}
|
46 |
},
|
47 |
"additional_special_tokens": [
|