nicholasKluge
commited on
Commit
•
5711a3e
1
Parent(s):
3506077
Update app.py
Browse files
app.py
CHANGED
@@ -147,7 +147,7 @@ with gr.Blocks(theme='freddyaboulton/dracula_revamped') as demo:
|
|
147 |
Chatbot's response generator.
|
148 |
"""
|
149 |
|
150 |
-
inputs = tokenizer(tokenizer.bos_token + user_msg + tokenizer.
|
151 |
|
152 |
generated_response = model.generate(**inputs,
|
153 |
bos_token_id=tokenizer.bos_token_id,
|
|
|
147 |
Chatbot's response generator.
|
148 |
"""
|
149 |
|
150 |
+
inputs = tokenizer(tokenizer.bos_token + user_msg + tokenizer.sep_token, return_tensors="pt").to(model.device)
|
151 |
|
152 |
generated_response = model.generate(**inputs,
|
153 |
bos_token_id=tokenizer.bos_token_id,
|