feihu.hf commited on
Commit
dc4388f
1 Parent(s): c4b7c95

add torch_dtype

Browse files
Files changed (1) hide show
  1. README.md +1 -0
README.md CHANGED
@@ -48,6 +48,7 @@ device = "cuda" # the device to load the model onto
48
 
49
  model = AutoModelForCausalLM.from_pretrained(
50
  "Qwen/Qwen1.5-14B-Chat-GPTQ-Int8",
 
51
  device_map="auto"
52
  )
53
  tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen1.5-14B-Chat-GPTQ-Int8")
 
48
 
49
  model = AutoModelForCausalLM.from_pretrained(
50
  "Qwen/Qwen1.5-14B-Chat-GPTQ-Int8",
51
+ torch_dtype="auto",
52
  device_map="auto"
53
  )
54
  tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen1.5-14B-Chat-GPTQ-Int8")