vilarin commited on
Commit
279ff55
1 Parent(s): 6386510

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -1
app.py CHANGED
@@ -62,7 +62,10 @@ def stream_chat(message: str, history: list, temperature: float, max_new_tokens:
62
  generate_kwargs = dict(
63
  input_ids=input_ids,
64
  streamer=streamer,
65
- max_new_tokens=max_new_tokens,
 
 
 
66
  do_sample=True,
67
  temperature=temperature,
68
  eos_token_id = [2,92542],
 
62
  generate_kwargs = dict(
63
  input_ids=input_ids,
64
  streamer=streamer,
65
+ max_new_tokens=max_new_tokens,
66
+ top_p=top_p,
67
+ top_k=top_k,
68
+ repetition_penalty=penalty,
69
  do_sample=True,
70
  temperature=temperature,
71
  eos_token_id = [2,92542],