Update config.json
Browse files- config.json +3 -5
config.json
CHANGED
@@ -8,10 +8,10 @@
|
|
8 |
"AutoModelForCausalLM": "modeling_aria.AriaForConditionalGeneration"
|
9 |
},
|
10 |
"ignore_index": -100,
|
11 |
-
"image_token_index":
|
12 |
"initializer_range": 0.02,
|
13 |
"model_type": "aria",
|
14 |
-
"pad_token_id":
|
15 |
"projector_patch_to_query_dict": {
|
16 |
"1225": 128,
|
17 |
"4900": 256
|
@@ -35,9 +35,7 @@
|
|
35 |
"transformers_version": "4.46.0.dev0",
|
36 |
"vision_config": {
|
37 |
"_flash_attn_2_enabled": true,
|
38 |
-
"
|
39 |
-
"AriaVisionModel"
|
40 |
-
],
|
41 |
"attention_heads": 16,
|
42 |
"image_size": 980,
|
43 |
"intermediate_size": 4304,
|
|
|
8 |
"AutoModelForCausalLM": "modeling_aria.AriaForConditionalGeneration"
|
9 |
},
|
10 |
"ignore_index": -100,
|
11 |
+
"image_token_index": 9,
|
12 |
"initializer_range": 0.02,
|
13 |
"model_type": "aria",
|
14 |
+
"pad_token_id": 2,
|
15 |
"projector_patch_to_query_dict": {
|
16 |
"1225": 128,
|
17 |
"4900": 256
|
|
|
35 |
"transformers_version": "4.46.0.dev0",
|
36 |
"vision_config": {
|
37 |
"_flash_attn_2_enabled": true,
|
38 |
+
"hidden_size": 1152,
|
|
|
|
|
39 |
"attention_heads": 16,
|
40 |
"image_size": 980,
|
41 |
"intermediate_size": 4304,
|