llm_config.json

{
    "hidden_size": 4096,
    "layer_nums": 30,
    "attention_mask": "float",
    "key_value_shape": [
        2,
        1,
        0,
        32,
        128
    ],
    "prompt_template": "<|begin_of_sentence|>User: %s\n\nAssistant:",
    "is_visual": false,
    "is_single": true
}