lucas-w commited on
Commit
480bef3
β€’
1 Parent(s): 81c4ebe

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -71,7 +71,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
71
  peft_model_id = "charansr/llama2-7b-chat-hf-therapist"
72
 
73
  # Load the Lora model
74
- newmodel = PeftModel.from_pretrained(peft_model_id, use_auth_token="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")
75
 
76
  newtokenizer = AutoTokenizer.from_pretrained(peft_model_id, use_auth_token="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")
77
 
 
71
  peft_model_id = "charansr/llama2-7b-chat-hf-therapist"
72
 
73
  # Load the Lora model
74
+ newmodel = PeftModel.from_pretrained(peft_model_id, use_auth_token="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", device_map="cpu")
75
 
76
  newtokenizer = AutoTokenizer.from_pretrained(peft_model_id, use_auth_token="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")
77