sudy-super commited on
Commit
c6df1bc
1 Parent(s): fe24a97

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +6 -1
README.md CHANGED
@@ -41,10 +41,15 @@ with torch.no_grad():
41
  output_ids = model.generate(
42
  token_ids.to(model.device),
43
  max_new_tokens=256,
 
 
 
 
 
44
  pad_token_id=tokenizer.pad_token_id,
45
  eos_token_id=tokenizer.eos_token_id,
46
  )
47
- output = tokenizer.decode(output_ids.tolist()[0][token_ids.size(1) :], skip_special_tokens=True)
48
  print(output)
49
  """
50
 
 
41
  output_ids = model.generate(
42
  token_ids.to(model.device),
43
  max_new_tokens=256,
44
+ do_sample=True,
45
+ temperature=0.3,
46
+ top_p=0.95,
47
+ top_k=50,
48
+ repetition_penalty=1.1,
49
  pad_token_id=tokenizer.pad_token_id,
50
  eos_token_id=tokenizer.eos_token_id,
51
  )
52
+ output = tokenizer.decode(output_ids.tolist()[0][token_ids.size(1) :], skip_special_tokens=False)
53
  print(output)
54
  """
55