Text Generation
Transformers
Inference Endpoints
mikecovlee commited on
Commit
2037c17
1 Parent(s): f89c09e

convert to new format

Browse files
Files changed (2) hide show
  1. adapter_config.json +4 -4
  2. adapter_model.bin +2 -2
adapter_config.json CHANGED
@@ -1,6 +1,8 @@
1
  {
2
  "bias": "none",
3
  "peft_type": "MIXLORA",
 
 
4
  "r": 16,
5
  "lora_alpha": 32,
6
  "lora_dropout": 0.05,
@@ -13,10 +15,8 @@
13
  "down_proj",
14
  "up_proj"
15
  ],
16
- "routing_strategy": "mixtral",
17
  "num_experts": 8,
18
  "act_fn": "silu",
19
- "top_k": 2,
20
- "base_model_name_or_path": "meta-llama/Llama-2-7b-hf",
21
- "task_type": "CAUSAL_LM"
22
  }
 
1
  {
2
  "bias": "none",
3
  "peft_type": "MIXLORA",
4
+ "task_type": "CAUSAL_LM",
5
+ "base_model_name_or_path": "meta-llama/Llama-2-7b-hf",
6
  "r": 16,
7
  "lora_alpha": 32,
8
  "lora_dropout": 0.05,
 
15
  "down_proj",
16
  "up_proj"
17
  ],
18
+ "routing_strategy": "mixlora",
19
  "num_experts": 8,
20
  "act_fn": "silu",
21
+ "top_k": 2
 
 
22
  }
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:365d33be1c14b218381c260b1c51dfb287a18d229013cdf4e4b2fddf1e6bd192
3
- size 814375941
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49de3dbd989b4325161114a34eecbf7b726e53acfea00c2e9900e7a31d9c0137
3
+ size 814359298