Spaces:
Sleeping
Sleeping
add drop_params for compatibility
Browse files- litellm_config.yaml +11 -0
litellm_config.yaml
CHANGED
@@ -67,6 +67,12 @@ model_list:
|
|
67 |
api_key: os.environ/OPENROUTER_API_KEY
|
68 |
api_base: https://openrouter.ai/api/v1
|
69 |
rpm: 6
|
|
|
|
|
|
|
|
|
|
|
|
|
70 |
- model_name: cf-qwen1-5-7b
|
71 |
litellm_params:
|
72 |
model: cloudflare/@cf/qwen/qwen1.5-7b-chat-awq
|
@@ -87,6 +93,10 @@ model_list:
|
|
87 |
litellm_params:
|
88 |
model: cloudflare/@cf/defog/sqlcoder-7b-2
|
89 |
api_key: os.environ/CLOUDFLARE_API_KEY
|
|
|
|
|
|
|
|
|
90 |
|
91 |
litellm_settings:
|
92 |
success_callback: ["langfuse"]
|
@@ -94,3 +104,4 @@ litellm_settings:
|
|
94 |
num_retries: 3
|
95 |
request_timeout: 20
|
96 |
allowed_fails: 3
|
|
|
|
67 |
api_key: os.environ/OPENROUTER_API_KEY
|
68 |
api_base: https://openrouter.ai/api/v1
|
69 |
rpm: 6
|
70 |
+
- model_name: or-mistral-7b-v01
|
71 |
+
litellm_params:
|
72 |
+
model: openai/mistralai/mistral-7b-instruct:free
|
73 |
+
api_key: os.environ/OPENROUTER_API_KEY
|
74 |
+
api_base: https://openrouter.ai/api/v1
|
75 |
+
rpm: 6
|
76 |
- model_name: cf-qwen1-5-7b
|
77 |
litellm_params:
|
78 |
model: cloudflare/@cf/qwen/qwen1.5-7b-chat-awq
|
|
|
93 |
litellm_params:
|
94 |
model: cloudflare/@cf/defog/sqlcoder-7b-2
|
95 |
api_key: os.environ/CLOUDFLARE_API_KEY
|
96 |
+
- model_name: cf-mistral-7b-v02
|
97 |
+
litellm_params:
|
98 |
+
model: cloudflare/@hf/mistral/mistral-7b-instruct-v0.2
|
99 |
+
api_key: os.environ/CLOUDFLARE_API_KEY
|
100 |
|
101 |
litellm_settings:
|
102 |
success_callback: ["langfuse"]
|
|
|
104 |
num_retries: 3
|
105 |
request_timeout: 20
|
106 |
allowed_fails: 3
|
107 |
+
drop_params: true
|