update cli/model.py to initialize to cpou

cosyvoice/cli/model.py

@@ -19,7 +19,8 @@ class CosyVoiceModel:
                  llm: torch.nn.Module,
                  flow: torch.nn.Module,
                  hift: torch.nn.Module):
-        self.device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
+        #self.device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
+        self.device = 'cpu'
         self.llm = llm
         self.flow = flow
         self.hift = hift
@@ -37,6 +38,7 @@ class CosyVoiceModel:
                   llm_prompt_speech_token=torch.zeros(1, 0, dtype=torch.int32), llm_prompt_speech_token_len=torch.zeros(1, dtype=torch.int32),
                   flow_prompt_speech_token=torch.zeros(1, 0, dtype=torch.int32), flow_prompt_speech_token_len=torch.zeros(1, dtype=torch.int32),
                   prompt_speech_feat=torch.zeros(1, 0, 80), prompt_speech_feat_len=torch.zeros(1, dtype=torch.int32)):
+        self.device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
         tts_speech_token = self.llm.inference(text=text.to(self.device),
                                               text_len=text_len.to(self.device),
                                               prompt_text=prompt_text.to(self.device),