Update app.py
Browse files
app.py
CHANGED
@@ -82,6 +82,8 @@ def generate(
|
|
82 |
if any([end_token in response.token.text for end_token in [EOS_STRING, EOT_STRING]]):
|
83 |
if fim_mode:
|
84 |
output += suffix
|
|
|
|
|
85 |
print("output", output)
|
86 |
else:
|
87 |
return output
|
|
|
82 |
if any([end_token in response.token.text for end_token in [EOS_STRING, EOT_STRING]]):
|
83 |
if fim_mode:
|
84 |
output += suffix
|
85 |
+
yield output
|
86 |
+
return output
|
87 |
print("output", output)
|
88 |
else:
|
89 |
return output
|