Ellight commited on
Commit
41d1dbb
1 Parent(s): 9361b08

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +4 -2
README.md CHANGED
@@ -36,18 +36,20 @@ model, tokenizer = FastLanguageModel.from_pretrained(
36
  )
37
  FastLanguageModel.for_inference(model) # Enable native 2x faster inference
38
 
39
- alpaca_prompt = """
40
  ### Instruction:
41
  {}
42
 
43
  ### Response:
44
  {}"""
 
45
  inputs = tokenizer(
46
  [
47
- alpaca_prompt.format(
48
  "शतरंज बोर्ड पर कितने वर्ग होते हैं?", # instruction
49
  "", # output - leave this blank for generation!
50
  )
 
51
  ], return_tensors = "pt").to("cuda")
52
 
53
  outputs = model.generate(**inputs, max_new_tokens = 64, use_cache = True)
 
36
  )
37
  FastLanguageModel.for_inference(model) # Enable native 2x faster inference
38
 
39
+ prompt = """
40
  ### Instruction:
41
  {}
42
 
43
  ### Response:
44
  {}"""
45
+
46
  inputs = tokenizer(
47
  [
48
+ prompt.format(
49
  "शतरंज बोर्ड पर कितने वर्ग होते हैं?", # instruction
50
  "", # output - leave this blank for generation!
51
  )
52
+
53
  ], return_tensors = "pt").to("cuda")
54
 
55
  outputs = model.generate(**inputs, max_new_tokens = 64, use_cache = True)