Update README.md
Browse files
README.md
CHANGED
@@ -36,18 +36,20 @@ model, tokenizer = FastLanguageModel.from_pretrained(
|
|
36 |
)
|
37 |
FastLanguageModel.for_inference(model) # Enable native 2x faster inference
|
38 |
|
39 |
-
|
40 |
### Instruction:
|
41 |
{}
|
42 |
|
43 |
### Response:
|
44 |
{}"""
|
|
|
45 |
inputs = tokenizer(
|
46 |
[
|
47 |
-
|
48 |
"शतरंज बोर्ड पर कितने वर्ग होते हैं?", # instruction
|
49 |
"", # output - leave this blank for generation!
|
50 |
)
|
|
|
51 |
], return_tensors = "pt").to("cuda")
|
52 |
|
53 |
outputs = model.generate(**inputs, max_new_tokens = 64, use_cache = True)
|
|
|
36 |
)
|
37 |
FastLanguageModel.for_inference(model) # Enable native 2x faster inference
|
38 |
|
39 |
+
prompt = """
|
40 |
### Instruction:
|
41 |
{}
|
42 |
|
43 |
### Response:
|
44 |
{}"""
|
45 |
+
|
46 |
inputs = tokenizer(
|
47 |
[
|
48 |
+
prompt.format(
|
49 |
"शतरंज बोर्ड पर कितने वर्ग होते हैं?", # instruction
|
50 |
"", # output - leave this blank for generation!
|
51 |
)
|
52 |
+
|
53 |
], return_tensors = "pt").to("cuda")
|
54 |
|
55 |
outputs = model.generate(**inputs, max_new_tokens = 64, use_cache = True)
|