Spaces:
Sleeping
Sleeping
TheDrakosfire
commited on
Commit
•
55a95f8
1
Parent(s):
99db2a9
Update item_dict_gen.py
Browse files- item_dict_gen.py +1 -4
item_dict_gen.py
CHANGED
@@ -3,11 +3,8 @@ import ast
|
|
3 |
import gc
|
4 |
import torch
|
5 |
|
6 |
-
model_path = "models/starling-lm-7b-alpha.Q8_0.gguf"
|
7 |
-
# Set gpu_layers to the number of layers to offload to GPU. Set to 0 if no GPU acceleration is available on your system.
|
8 |
|
9 |
-
|
10 |
-
# Simple inference example
|
11 |
def load_llm(user_input):
|
12 |
llm = Llama(
|
13 |
model_path=model_path,
|
|
|
3 |
import gc
|
4 |
import torch
|
5 |
|
6 |
+
model_path = "/home/user/app/models/starling-lm-7b-alpha.Q8_0.gguf"
|
|
|
7 |
|
|
|
|
|
8 |
def load_llm(user_input):
|
9 |
llm = Llama(
|
10 |
model_path=model_path,
|