Spaces:
Runtime error
Runtime error
CaioXapelaum
commited on
Commit
•
2eb2cd2
1
Parent(s):
068bb90
Update app.py
Browse files
app.py
CHANGED
@@ -42,7 +42,7 @@ def respond(
|
|
42 |
|
43 |
if llm is None or llm_model != model:
|
44 |
llm = Llama(
|
45 |
-
model_path=
|
46 |
flash_attn=True,
|
47 |
n_gpu_layers=81,
|
48 |
n_batch=1024,
|
|
|
42 |
|
43 |
if llm is None or llm_model != model:
|
44 |
llm = Llama(
|
45 |
+
model_path="models/open_gpt4_8x7b_v0.2.Q5_K_M.gguf",
|
46 |
flash_attn=True,
|
47 |
n_gpu_layers=81,
|
48 |
n_batch=1024,
|