Commit
•
e27c729
1
Parent(s):
870995f
Update README.md (#2)
Browse files- Update README.md (d4fe984209893c467c6ffcbac9de2d7bec7aa260)
Co-authored-by: みそかつおでん <[email protected]>
README.md
CHANGED
@@ -165,7 +165,8 @@ model_name_or_path = "TheBloke/Yarn-Llama-2-13B-128K-GPTQ"
|
|
165 |
model = AutoModelForCausalLM.from_pretrained(model_name_or_path,
|
166 |
torch_dtype=torch.float16,
|
167 |
device_map="auto",
|
168 |
-
revision="main"
|
|
|
169 |
|
170 |
tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
|
171 |
|
|
|
165 |
model = AutoModelForCausalLM.from_pretrained(model_name_or_path,
|
166 |
torch_dtype=torch.float16,
|
167 |
device_map="auto",
|
168 |
+
revision="main",
|
169 |
+
trust_remote_code=True)
|
170 |
|
171 |
tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
|
172 |
|