Update handler.py
Browse files- handler.py +1 -1
handler.py
CHANGED
@@ -35,7 +35,7 @@ class EndpointHandler:
|
|
35 |
parameters = data.pop("parameters", None)
|
36 |
|
37 |
# preprocess
|
38 |
-
inputs = self.tokenizer(inputs, return_tensors="pt").to(self.device)
|
39 |
|
40 |
# pass inputs with all kwargs in data
|
41 |
if parameters is not None:
|
|
|
35 |
parameters = data.pop("parameters", None)
|
36 |
|
37 |
# preprocess
|
38 |
+
inputs = self.tokenizer(f"User: {inputs}\n\n", return_tensors="pt").to(self.device)
|
39 |
|
40 |
# pass inputs with all kwargs in data
|
41 |
if parameters is not None:
|