CaioXapelaum commited on
Commit
2eb2cd2
1 Parent(s): 068bb90

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -42,7 +42,7 @@ def respond(
42
 
43
  if llm is None or llm_model != model:
44
  llm = Llama(
45
- model_path=f"models/{model}",
46
  flash_attn=True,
47
  n_gpu_layers=81,
48
  n_batch=1024,
 
42
 
43
  if llm is None or llm_model != model:
44
  llm = Llama(
45
+ model_path="models/open_gpt4_8x7b_v0.2.Q5_K_M.gguf",
46
  flash_attn=True,
47
  n_gpu_layers=81,
48
  n_batch=1024,