Update README.md
Browse files
README.md
CHANGED
@@ -25,6 +25,7 @@ import torch
|
|
25 |
from peft import PeftModel
|
26 |
from transformers import AutoModelForCausalLM
|
27 |
from transformers import LlamaTokenizer
|
|
|
28 |
# Load base model and LoRA weights
|
29 |
model = AutoModelForCausalLM.from_pretrained("haoranxu/ALMA-13B-Pretrain", torch_dtype=torch.float16, device_map="auto")
|
30 |
model = PeftModel.from_pretrained(model, "haoranxu/ALMA-13B-Pretrain-LoRA")
|
|
|
25 |
from peft import PeftModel
|
26 |
from transformers import AutoModelForCausalLM
|
27 |
from transformers import LlamaTokenizer
|
28 |
+
|
29 |
# Load base model and LoRA weights
|
30 |
model = AutoModelForCausalLM.from_pretrained("haoranxu/ALMA-13B-Pretrain", torch_dtype=torch.float16, device_map="auto")
|
31 |
model = PeftModel.from_pretrained(model, "haoranxu/ALMA-13B-Pretrain-LoRA")
|