undo spaces
Browse files- modules/pmbl.py +1 -3
modules/pmbl.py
CHANGED
|
@@ -2,8 +2,6 @@ import sqlite3
|
|
| 2 |
from datetime import datetime
|
| 3 |
from concurrent.futures import ThreadPoolExecutor
|
| 4 |
from llama_cpp import Llama
|
| 5 |
-
import torch
|
| 6 |
-
import spaces
|
| 7 |
|
| 8 |
class PMBL:
|
| 9 |
def __init__(self, model_path):
|
|
@@ -152,7 +150,7 @@ class PMBL:
|
|
| 152 |
|
| 153 |
conn.close()
|
| 154 |
|
| 155 |
-
|
| 156 |
def generate_topic(self, prompt, response):
|
| 157 |
llm = Llama(model_path=self.model_path, n_ctx=1690, n_threads=8, mlock=True)
|
| 158 |
llm = llm.to("cuda") # Move the model to the GPU
|
|
|
|
| 2 |
from datetime import datetime
|
| 3 |
from concurrent.futures import ThreadPoolExecutor
|
| 4 |
from llama_cpp import Llama
|
|
|
|
|
|
|
| 5 |
|
| 6 |
class PMBL:
|
| 7 |
def __init__(self, model_path):
|
|
|
|
| 150 |
|
| 151 |
conn.close()
|
| 152 |
|
| 153 |
+
|
| 154 |
def generate_topic(self, prompt, response):
|
| 155 |
llm = Llama(model_path=self.model_path, n_ctx=1690, n_threads=8, mlock=True)
|
| 156 |
llm = llm.to("cuda") # Move the model to the GPU
|