llm_config.json

{
    "hidden_size": 2304,
    "layer_nums": 26,
    "attention_mask": "float",
    "key_value_shape": [
        2,
        1,
        0,
        4,
        256
    ],
    "prompt_template": "<bos><start_of_turn>user\n%s<end_of_turn>\n<start_of_turn>model\n",
    "is_visual": false
}