Upload app.py

app.py

@@ -16,14 +16,17 @@ def greet(prompt, temperature, max_lenth, top_p, samples):
     #Samples
     sample_input = {'Sample 1': 'Hi, this is a demo prompt for you',
                     'Sample 2': 'Alber Einstein is a famous physicist graduated from',
-                    'Sample 3': 'University of Zurich locate at'}
+                    'Sample 3': 'University of Zurich located in'}
     
     #Choose between samples
     if samples and prompt == '':
         prompt = sample_input[samples]
 
-    a = generator(prompt, max_new_tokens=max_lenth, generation_config=config)
-    return a[0]['generated_text']
+    #Streaming the output
+    for i in range(max_lenth):
+        a = generator(prompt, max_new_tokens=1, generation_config=config)
+        prompt=a[0]['generated_text']
+        yield a[0]['generated_text']
 
 demo = gr.Interface(
     fn=greet,