codelion commited on
Commit
2216d41
1 Parent(s): 56db28d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -36,7 +36,7 @@ if not torch.cuda.is_available():
36
 
37
 
38
  if torch.cuda.is_available():
39
- model_id = "meta-llama/Llama-2-13b-chat-hf"
40
  model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", load_in_4bit=True)
41
  tokenizer = AutoTokenizer.from_pretrained(model_id)
42
  tokenizer.use_default_system_prompt = False
 
36
 
37
 
38
  if torch.cuda.is_available():
39
+ model_id = "meraGPT/mera-mix-4x7B"
40
  model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", load_in_4bit=True)
41
  tokenizer = AutoTokenizer.from_pretrained(model_id)
42
  tokenizer.use_default_system_prompt = False