Spaces:
Sleeping
Sleeping
| model_list: | |
| - model_name: hf-mistral-7b-instruct-v03 | |
| litellm_params: | |
| model: huggingface/mistralai/Mistral-7B-Instruct-v0.3 | |
| api_key: os.environ/HUGGINGFACE_API_KEY | |
| - model_name: hf-llama3-8b-instruct | |
| litellm_params: | |
| model: huggingface/meta-llama/Meta-Llama-3-8B-Instruct | |
| api_key: os.environ/HUGGINGFACE_API_KEY | |
| - model_name: awan-llama3-8b | |
| litellm_params: | |
| model: openai/Meta-Llama-3-8B-Instruct | |
| api_key: os.environ/OTHER_AWANLLM_API_KEY | |
| api_base: https://api.awanllm.com/v1 | |
| rpm: 10 | |
| - model_name: groq-llama3-70b | |
| litellm_params: | |
| model: openai/llama3-70b-8192 | |
| api_key: os.environ/GROQ_API_KEY | |
| api_base: https://api.groq.com/openai/v1 | |
| rpm: 30 | |
| - model_name: groq-llama3-8b | |
| litellm_params: | |
| model: openai/llama3-8b-8192 | |
| api_key: os.environ/GROQ_API_KEY | |
| api_base: https://api.groq.com/openai/v1 | |
| rpm: 30 | |
| - model_name: groq-mixtral-8x7b | |
| litellm_params: | |
| model: openai/mixtral-8x7b-32768 | |
| api_key: os.environ/GROQ_API_KEY | |
| api_base: https://api.groq.com/openai/v1 | |
| rpm: 30 | |
| - model_name: or-llama3-8b | |
| litellm_params: | |
| model: openai/meta-llama/llama-3-8b-instruct:free | |
| api_key: os.environ/OPENROUTER_API_KEY | |
| api_base: https://openrouter.ai/api/v1 | |
| rpm: 6 | |
| - model_name: or-openchat-7b | |
| litellm_params: | |
| model: openai/openchat/openchat-7b:free | |
| api_key: os.environ/OPENROUTER_API_KEY | |
| api_base: https://openrouter.ai/api/v1 | |
| rpm: 6 | |
| - model_name: or-zephyr-7b-beta | |
| litellm_params: | |
| model: openai/huggingfaceh4/zephyr-7b-beta:free | |
| api_key: os.environ/OPENROUTER_API_KEY | |
| api_base: https://openrouter.ai/api/v1 | |
| rpm: 6 | |
| - model_name: or-nous-capybara-7b | |
| litellm_params: | |
| model: openai/nousresearch/nous-capybara-7b:free | |
| api_key: os.environ/OPENROUTER_API_KEY | |
| api_base: https://openrouter.ai/api/v1 | |
| rpm: 6 | |
| - model_name: or-mythomist-7b | |
| litellm_params: | |
| model: "openrouter/gryphe/mythomist-7b:free" | |
| api_key: os.environ/OPENROUTER_API_KEY | |
| #api_base: https://openrouter.ai/api/v1 | |
| rpm: 6 | |
| - model_name: or-phi3-medium-128k | |
| litellm_params: | |
| model: openai/microsoft/phi-3-medium-128k-instruct:free | |
| api_key: os.environ/OPENROUTER_API_KEY | |
| api_base: https://openrouter.ai/api/v1 | |
| rpm: 6 | |
| - model_name: cf-qwen1-5-7b | |
| litellm_params: | |
| model: cloudflare/@cf/qwen/qwen1.5-7b-chat-awq | |
| api_key: os.environ/CLOUDFLARE_API_KEY | |
| - model_name: cf-hermes-2-pro-mistral-7b | |
| litellm_params: | |
| model: cloudflare/@hf/nousresearch/hermes-2-pro-mistral-7b | |
| api_key: os.environ/CLOUDFLARE_API_KEY | |
| - model_name: cf-llama3-8b | |
| litellm_params: | |
| model: cloudflare/@cf/meta/llama-3-8b-instruct | |
| api_key: os.environ/CLOUDFLARE_API_KEY | |
| - model_name: cf-deepseek-coder-6-7b | |
| litellm_params: | |
| model: cloudflare/@hf/thebloke/deepseek-coder-6.7b-instruct-awq | |
| api_key: os.environ/CLOUDFLARE_API_KEY | |
| - model_name: cf-sqlcoder-7b-2 | |
| litellm_params: | |
| model: cloudflare/@cf/defog/sqlcoder-7b-2 | |
| api_key: os.environ/CLOUDFLARE_API_KEY | |
| litellm_settings: | |
| success_callback: ["langfuse"] | |
| failure_callback: ["langfuse"] | |
| num_retries: 3 | |
| request_timeout: 20 | |
| allowed_fails: 3 | |