Update hippocampus.py
Browse files- hippocampus.py +1 -1
hippocampus.py
CHANGED
@@ -1,7 +1,7 @@
|
|
1 |
from llama_cpp import Llama
|
2 |
|
3 |
def generate_topic(prompt, response):
|
4 |
-
llm = Llama(model_path="./
|
5 |
|
6 |
system_prompt = f"Based on the following interaction between a user and an AI assistant, generate a concise topic for the conversation in 2-6 words:\n\nUser: {prompt}\nAssistant: {response}\n\nTopic:"
|
7 |
|
|
|
1 |
from llama_cpp import Llama
|
2 |
|
3 |
def generate_topic(prompt, response):
|
4 |
+
llm = Llama(model_path="./PMB-7b.Q6_K.gguf", n_ctx=690, n_threads=8, n_gpu_layers=32)
|
5 |
|
6 |
system_prompt = f"Based on the following interaction between a user and an AI assistant, generate a concise topic for the conversation in 2-6 words:\n\nUser: {prompt}\nAssistant: {response}\n\nTopic:"
|
7 |
|