Update app.py

app.py

@@ -32,7 +32,7 @@ def GenerateAccompaniment(input_midi, input_num_tokens, input_conditioning_type,
 
     SEQ_LEN = 8192 # Models seq len
     PAD_IDX = 707 # Models pad index
-    DEVICE = 'cuda' # 'cuda'
+    DEVICE = 'cpu' # 'cuda'
 
     # instantiate the model
 
@@ -59,7 +59,7 @@ def GenerateAccompaniment(input_midi, input_num_tokens, input_conditioning_type,
     if DEVICE == 'cpu':
         dtype = torch.bfloat16
     else:
-        dtype = torch.float16
+        dtype = torch.bfloat16
 
     ctx = torch.amp.autocast(device_type=DEVICE, dtype=dtype)
 
@@ -226,7 +226,7 @@ def GenerateAccompaniment(input_midi, input_num_tokens, input_conditioning_type,
         if input_conditioning_type == 'Chords-Times-Durations':
           output.append(durs[idx])
 
-        x = torch.tensor([output] * 1, dtype=torch.long, device='cuda')
+        x = torch.tensor([output] * 1, dtype=torch.long, device=DEVICE)
         
         o = 0