Update README.md
Browse files
README.md
CHANGED
|
@@ -43,6 +43,9 @@ inputs = tokenizer(prompt, return_tensors="pt").to("cuda")
|
|
| 43 |
tokens = model.generate(
|
| 44 |
**inputs,
|
| 45 |
max_new_tokens=64,
|
|
|
|
|
|
|
|
|
|
| 46 |
print(tokenizer.decode(tokens[0], skip_special_tokens=True))
|
| 47 |
```
|
| 48 |
|
|
|
|
| 43 |
tokens = model.generate(
|
| 44 |
**inputs,
|
| 45 |
max_new_tokens=64,
|
| 46 |
+
temperature=0.7,
|
| 47 |
+
do_sample=True,
|
| 48 |
+
)
|
| 49 |
print(tokenizer.decode(tokens[0], skip_special_tokens=True))
|
| 50 |
```
|
| 51 |
|