lucas-w commited on
Commit
99832bd
β€’
1 Parent(s): 480bef3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -71,7 +71,8 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
71
  peft_model_id = "charansr/llama2-7b-chat-hf-therapist"
72
 
73
  # Load the Lora model
74
- newmodel = PeftModel.from_pretrained(peft_model_id, use_auth_token="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", device_map="cpu")
 
75
 
76
  newtokenizer = AutoTokenizer.from_pretrained(peft_model_id, use_auth_token="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")
77
 
 
71
  peft_model_id = "charansr/llama2-7b-chat-hf-therapist"
72
 
73
  # Load the Lora model
74
+ newmodel = PeftModel.from_pretrained(peft_model_id, use_auth_token="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", device_map="cpu",
75
+ model_id=peft_model_id)
76
 
77
  newtokenizer = AutoTokenizer.from_pretrained(peft_model_id, use_auth_token="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")
78