Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -62,7 +62,10 @@ def stream_chat(message: str, history: list, temperature: float, max_new_tokens:
|
|
62 |
generate_kwargs = dict(
|
63 |
input_ids=input_ids,
|
64 |
streamer=streamer,
|
65 |
-
max_new_tokens=max_new_tokens,
|
|
|
|
|
|
|
66 |
do_sample=True,
|
67 |
temperature=temperature,
|
68 |
eos_token_id = [2,92542],
|
|
|
62 |
generate_kwargs = dict(
|
63 |
input_ids=input_ids,
|
64 |
streamer=streamer,
|
65 |
+
max_new_tokens=max_new_tokens,
|
66 |
+
top_p=top_p,
|
67 |
+
top_k=top_k,
|
68 |
+
repetition_penalty=penalty,
|
69 |
do_sample=True,
|
70 |
temperature=temperature,
|
71 |
eos_token_id = [2,92542],
|