Spaces:

hon9kon9ize
/

CantoneseLLMChat

Running on Zero

indiejoseph commited on Jul 7

Commit

61b9b9f

•

1 Parent(s): c9d32e8

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -23,7 +23,7 @@ if not torch.cuda.is_available():
 if torch.cuda.is_available():
-    model_id = "hon9kon9ize/CantoneseLLMChat-preview20240326"
     model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto")
     model = torch.compile(model)
     tokenizer = AutoTokenizer.from_pretrained(model_id)

 if torch.cuda.is_available():
+    model_id = "hon9kon9ize/CantoneseLLMChat-v0.5"
     model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto")
     model = torch.compile(model)
     tokenizer = AutoTokenizer.from_pretrained(model_id)