lvwerra HF staff commited on
Commit
05cc159
1 Parent(s): 4206e00

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -82,6 +82,8 @@ def generate(
82
  if any([end_token in response.token.text for end_token in [EOS_STRING, EOT_STRING]]):
83
  if fim_mode:
84
  output += suffix
 
 
85
  print("output", output)
86
  else:
87
  return output
 
82
  if any([end_token in response.token.text for end_token in [EOS_STRING, EOT_STRING]]):
83
  if fim_mode:
84
  output += suffix
85
+ yield output
86
+ return output
87
  print("output", output)
88
  else:
89
  return output