Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
File size: 801 Bytes
b022cb9 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 |
import { LLMEngine } from "@/types"
import { predict as predictWithHuggingFace } from "./predictWithHuggingFace"
import { predict as predictWithOpenAI } from "./predictWithOpenAI"
import { predict as predictWithGroq } from "./predictWithGroq"
import { predict as predictWithAnthropic } from "./predictWithAnthropic"
export const defaultLLMEngineName = `${process.env.LLM_ENGINE || ""}` as LLMEngine
export function getLLMEngineFunction(llmEngineName: LLMEngine = defaultLLMEngineName) {
const llmEngineFunction =
llmEngineName === "GROQ" ? predictWithGroq :
llmEngineName === "ANTHROPIC" ? predictWithAnthropic :
llmEngineName === "OPENAI" ? predictWithOpenAI :
predictWithHuggingFace
return llmEngineFunction
}
export const defaultLLMEngineFunction = getLLMEngineFunction() |