Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -95,7 +95,7 @@ def stream_chat(
|
|
95 |
)
|
96 |
|
97 |
with torch.no_grad():
|
98 |
-
thread = Thread(target=model.generate, kwargs=
|
99 |
thread.start()
|
100 |
|
101 |
buffer = ""
|
@@ -130,7 +130,7 @@ with gr.Blocks(css=CSS, theme="soft") as demo:
|
|
130 |
maximum=8192,
|
131 |
step=1,
|
132 |
value=1024,
|
133 |
-
label="Max
|
134 |
render=False,
|
135 |
),
|
136 |
gr.Slider(
|
|
|
95 |
)
|
96 |
|
97 |
with torch.no_grad():
|
98 |
+
thread = Thread(target=model.generate, kwargs=generate_kwargs)
|
99 |
thread.start()
|
100 |
|
101 |
buffer = ""
|
|
|
130 |
maximum=8192,
|
131 |
step=1,
|
132 |
value=1024,
|
133 |
+
label="Max new tokens",
|
134 |
render=False,
|
135 |
),
|
136 |
gr.Slider(
|