zjunlp
/

llama2-13b-iepile-lora

Model card Files Files and versions Community

ghh001 commited on Apr 2

Commit

793deb9

•

1 Parent(s): cbe480e

Update README.md

Files changed (1) hide show

README.md +0 -1

README.md CHANGED Viewed

@@ -159,7 +159,6 @@ quantization_config=BitsAndBytesConfig(
 model = AutoModelForCausalLM.from_pretrained(
     model_path,
     config=config,
-    load_in_4bit=True,
     device_map="auto",
     quantization_config=quantization_config,
     torch_dtype=torch.bfloat16,

 model = AutoModelForCausalLM.from_pretrained(
     model_path,
     config=config,
     device_map="auto",
     quantization_config=quantization_config,
     torch_dtype=torch.bfloat16,