Spaces:
Sleeping
Sleeping
Update litellm_config.yaml
Browse files- litellm_config.yaml +72 -2
litellm_config.yaml
CHANGED
@@ -3,8 +3,10 @@ model_list:
|
|
3 |
litellm_params:
|
4 |
model: huggingface/mistralai/Mistral-7B-Instruct-v0.3
|
5 |
api_key: os.environ/HUGGINGFACE_API_KEY
|
6 |
-
|
7 |
-
|
|
|
|
|
8 |
- model_name: awan-llama3-8b
|
9 |
litellm_params:
|
10 |
model: openai/Meta-Llama-3-8B-Instruct
|
@@ -17,6 +19,74 @@ model_list:
|
|
17 |
api_key: os.environ/GROQ_API_KEY
|
18 |
api_base: https://api.groq.com/openai/v1
|
19 |
rpm: 30
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
20 |
|
21 |
litellm_settings:
|
22 |
success_callback: ["langfuse"]
|
|
|
3 |
litellm_params:
|
4 |
model: huggingface/mistralai/Mistral-7B-Instruct-v0.3
|
5 |
api_key: os.environ/HUGGINGFACE_API_KEY
|
6 |
+
- model_name: hf-llama3-8b-instruct
|
7 |
+
litellm_params:
|
8 |
+
model: huggingface/meta-llama/Meta-Llama-3-8B-Instruct
|
9 |
+
api_key: os.environ/HUGGINGFACE_API_KEY
|
10 |
- model_name: awan-llama3-8b
|
11 |
litellm_params:
|
12 |
model: openai/Meta-Llama-3-8B-Instruct
|
|
|
19 |
api_key: os.environ/GROQ_API_KEY
|
20 |
api_base: https://api.groq.com/openai/v1
|
21 |
rpm: 30
|
22 |
+
- model_name: groq-llama3-8b
|
23 |
+
litellm_params:
|
24 |
+
model: openai/llama3-8b-8192
|
25 |
+
api_key: os.environ/GROQ_API_KEY
|
26 |
+
api_base: https://api.groq.com/openai/v1
|
27 |
+
rpm: 30
|
28 |
+
- model_name: groq-mixtral-8x7b
|
29 |
+
litellm_params:
|
30 |
+
model: openai/mixtral-8x7b-32768
|
31 |
+
api_key: os.environ/GROQ_API_KEY
|
32 |
+
api_base: https://api.groq.com/openai/v1
|
33 |
+
rpm: 30
|
34 |
+
- model_name: or-llama3-8b
|
35 |
+
litellm_params:
|
36 |
+
model: openai/meta-llama/llama-3-8b-instruct:free
|
37 |
+
api_key: os.environ/OPENROUTER_API_KEY
|
38 |
+
api_base: https://openrouter.ai/api/v1
|
39 |
+
rpm: 6
|
40 |
+
- model_name: or-openchat-7b
|
41 |
+
litellm_params:
|
42 |
+
model: openai/openchat/openchat-7b:free
|
43 |
+
api_key: os.environ/OPENROUTER_API_KEY
|
44 |
+
api_base: https://openrouter.ai/api/v1
|
45 |
+
rpm: 6
|
46 |
+
- model_name: or-zephyr-7b-beta
|
47 |
+
litellm_params:
|
48 |
+
model: openai/huggingfaceh4/zephyr-7b-beta:free
|
49 |
+
api_key: os.environ/OPENROUTER_API_KEY
|
50 |
+
api_base: https://openrouter.ai/api/v1
|
51 |
+
rpm: 6
|
52 |
+
- model_name: or-nous-capybara-7b
|
53 |
+
litellm_params:
|
54 |
+
model: openai/nousresearch/nous-capybara-7b:free
|
55 |
+
api_key: os.environ/OPENROUTER_API_KEY
|
56 |
+
api_base: https://openrouter.ai/api/v1
|
57 |
+
rpm: 6
|
58 |
+
- model_name: or-mythomist-7b
|
59 |
+
litellm_params:
|
60 |
+
model: openai/gryphe/mythomist-7b:free
|
61 |
+
api_key: os.environ/OPENROUTER_API_KEY
|
62 |
+
api_base: https://openrouter.ai/api/v1
|
63 |
+
rpm: 6
|
64 |
+
- model_name: or-phi3-medium-128k
|
65 |
+
litellm_params:
|
66 |
+
model: openai/microsoft/phi-3-medium-128k-instruct:free
|
67 |
+
api_key: os.environ/OPENROUTER_API_KEY
|
68 |
+
api_base: https://openrouter.ai/api/v1
|
69 |
+
rpm: 6
|
70 |
+
- model_name: cf-qwen1-5-7b
|
71 |
+
litellm_params:
|
72 |
+
model: cloudflare/@cf/qwen/qwen1.5-7b-chat-awq
|
73 |
+
api_key: os.environ/CLOUDFLARE_API_KEY
|
74 |
+
- model_name: cf-hermes-2-pro-mistral-7b
|
75 |
+
litellm_params:
|
76 |
+
model: cloudflare/@hf/nousresearch/hermes-2-pro-mistral-7b
|
77 |
+
api_key: os.environ/CLOUDFLARE_API_KEY
|
78 |
+
- model_name: cf-llama3-8b
|
79 |
+
litellm_params:
|
80 |
+
model: cloudflare/@cf/meta/llama-3-8b-instruct
|
81 |
+
api_key: os.environ/CLOUDFLARE_API_KEY
|
82 |
+
- model_name: cf-deepseek-coder-6-7b
|
83 |
+
litellm_params:
|
84 |
+
model: cloudflare/@hf/thebloke/deepseek-coder-6.7b-instruct-awq
|
85 |
+
api_key: os.environ/CLOUDFLARE_API_KEY
|
86 |
+
- model_name: cf-sqlcoder-7b-2
|
87 |
+
litellm_params:
|
88 |
+
model: cloudflare/@cf/defog/sqlcoder-7b-2
|
89 |
+
api_key: os.environ/CLOUDFLARE_API_KEY
|
90 |
|
91 |
litellm_settings:
|
92 |
success_callback: ["langfuse"]
|