Update app.py

app.py

@@ -59,9 +59,15 @@ def givetext(input_text,lmodel,ltokenizer):
         print("BEFORE DOING TORCH.NO_GRAD()")
         
         with torch.no_grad():
-            print("BEFORE RETURNING")
+            #print("BEFORE RETURNING")
+
+            print("BEFORE GENERATING LMODEL")
+            
+            lmodel_generated = lmodel.generate(**model_input, max_new_tokens=1000, device="cpu")[0]
+
+            print("BEFORE GENERATING LTOKENIZER")
             
-            return (ltokenizer.decode(lmodel.generate(**model_input, max_new_tokens=1000, device="cpu")[0], skip_special_tokens=True))
+            return (ltokenizer.decode(lmodel_generated, skip_special_tokens=True))
             #return (ltokenizer.decode(lmodel.generate(**model_input, max_new_tokens=1000)[0], skip_special_tokens=True))
             #return (ltokenizer.decode(lmodel.generate(**model_input, max_new_tokens=100)[0], skip_special_tokens=True))
     except Exception as error: