Update app.py

app.py

@@ -18,12 +18,16 @@ from os import getcwd
 import glob
 import nltk
 nltk.download('punkt')
-device = "cuda:0" if torch.cuda.is_available() else "cpu"
 description = " Video Story Generator with Audio \n PS:  Generation of video by using Artifical Intellingence by dalle-mini and distilbart and gtss "
 title = "Video Story Generator with Audio by using dalle-mini and distilbart and gtss  "
 tokenizer = AutoTokenizer.from_pretrained("sshleifer/distilbart-cnn-12-6")
 model = AutoModelForSeq2SeqLM.from_pretrained("sshleifer/distilbart-cnn-12-6")
-model     = model.to(device)
+
+#device = "cuda:0" if torch.cuda.is_available() else "cpu"
+device = torch.device('cuda')
+# transfer model
+model.to(device)
+
 def get_output_video(text):
   inputs = tokenizer(text, 
                     max_length=1024, 
@@ -50,8 +54,8 @@ def get_output_video(text):
           models_root=models_root,
           is_reusable=False,
           is_verbose=True,
-          #dtype=torch.float16 if fp16 else torch.float32
-          dtype=torch.float32
+          dtype=torch.float16 if fp16 else torch.float32
+          #dtype=torch.float32
       )
 
       image = model.generate_image(