Update README.md
Browse files
README.md
CHANGED
@@ -33,7 +33,7 @@ input_ids = tokenizer.apply_chat_template(
|
|
33 |
).to(model.device)
|
34 |
|
35 |
terminators = [
|
36 |
-
tokenizer.
|
37 |
tokenizer.convert_tokens_to_ids("<|eot_id|>")
|
38 |
]
|
39 |
|
@@ -45,6 +45,7 @@ outputs = model.generate(
|
|
45 |
temperature=0.6,
|
46 |
top_p=0.9
|
47 |
)
|
|
|
48 |
print(tokenizer.decode(outputs[0][input_ids.shape[-1]:]))
|
49 |
```
|
50 |
|
|
|
33 |
).to(model.device)
|
34 |
|
35 |
terminators = [
|
36 |
+
tokenizer.convert_tokens_to_ids("<|end_of_text|>"),
|
37 |
tokenizer.convert_tokens_to_ids("<|eot_id|>")
|
38 |
]
|
39 |
|
|
|
45 |
temperature=0.6,
|
46 |
top_p=0.9
|
47 |
)
|
48 |
+
|
49 |
print(tokenizer.decode(outputs[0][input_ids.shape[-1]:]))
|
50 |
```
|
51 |
|