TheDrakosfire commited on
Commit
55a95f8
1 Parent(s): 99db2a9

Update item_dict_gen.py

Browse files
Files changed (1) hide show
  1. item_dict_gen.py +1 -4
item_dict_gen.py CHANGED
@@ -3,11 +3,8 @@ import ast
3
  import gc
4
  import torch
5
 
6
- model_path = "models/starling-lm-7b-alpha.Q8_0.gguf"
7
- # Set gpu_layers to the number of layers to offload to GPU. Set to 0 if no GPU acceleration is available on your system.
8
 
9
-
10
- # Simple inference example
11
  def load_llm(user_input):
12
  llm = Llama(
13
  model_path=model_path,
 
3
  import gc
4
  import torch
5
 
6
+ model_path = "/home/user/app/models/starling-lm-7b-alpha.Q8_0.gguf"
 
7
 
 
 
8
  def load_llm(user_input):
9
  llm = Llama(
10
  model_path=model_path,