Text Generation
Transformers
Inference Endpoints
File size: 458 Bytes
5faabe5
 
 
2037c17
 
0455091
 
5faabe5
 
0455091
 
 
 
a3911ab
 
 
5faabe5
2037c17
5faabe5
 
2037c17
5faabe5
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
{
    "bias": "none",
    "peft_type": "MIXLORA",
    "task_type": "CAUSAL_LM",
    "base_model_name_or_path": "meta-llama/Llama-2-7b-hf",
    "r": 16,
    "lora_alpha": 32,
    "lora_dropout": 0.05,
    "target_modules": [
        "q_proj",
        "k_proj",
        "v_proj",
        "o_proj",
        "gate_proj",
        "down_proj",
        "up_proj"
    ],
    "routing_strategy": "mixlora",
    "num_experts": 8,
    "act_fn": "silu",
    "top_k": 2
}