Spaces:

alfonsovelp
/

mistral-lynk

Runtime error

alfonsovelp commited on Apr 22

Commit

0c506f5

•

1 Parent(s): b53a36f

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -38,7 +38,7 @@ def generate(
     inputs = tokenizer.apply_chat_template(formatted_prompt, return_tensors="pt").to("cuda")
-    strea = model.generate(inputs, , **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""
     for response in stream:

     inputs = tokenizer.apply_chat_template(formatted_prompt, return_tensors="pt").to("cuda")
+    strea = model.generate(inputs, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""
     for response in stream: