Waseem7711 commited on
Commit
0753e91
1 Parent(s): 4ce500b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -32,7 +32,7 @@ def load_model_and_tokenizer():
32
  "meta-llama/Llama-2-7b-hf",
33
  use_auth_token=HUGGINGFACE_API_TOKEN,
34
  torch_dtype=torch.float16,
35
- device_map="auto"
36
  )
37
 
38
  return tokenizer, model
 
32
  "meta-llama/Llama-2-7b-hf",
33
  use_auth_token=HUGGINGFACE_API_TOKEN,
34
  torch_dtype=torch.float16,
35
+ device_map="auto", # This requires the `accelerate` package
36
  )
37
 
38
  return tokenizer, model