Commit
•
a349cc3
1
Parent(s):
281435a
Update README.md
Browse files
README.md
CHANGED
|
@@ -53,6 +53,5 @@ model.eval()
|
|
| 53 |
inputs = tokenizer(prompt, return_tensors="pt")
|
| 54 |
text_streamer = TextStreamer(tokenizer)
|
| 55 |
outputs = model.generate(input_ids=inputs["input_ids"].to("cuda"), max_new_tokens=500)
|
| 56 |
-
# Extract and print only the assistant's response
|
| 57 |
response = tokenizer.decode(outputs[0], skip_special_tokens=True).split("assistant\n")[-1].strip()
|
| 58 |
print(response)
|
|
|
|
| 53 |
inputs = tokenizer(prompt, return_tensors="pt")
|
| 54 |
text_streamer = TextStreamer(tokenizer)
|
| 55 |
outputs = model.generate(input_ids=inputs["input_ids"].to("cuda"), max_new_tokens=500)
|
|
|
|
| 56 |
response = tokenizer.decode(outputs[0], skip_special_tokens=True).split("assistant\n")[-1].strip()
|
| 57 |
print(response)
|