Spaces:
Sleeping
Sleeping
Waseem7711
commited on
Commit
•
0753e91
1
Parent(s):
4ce500b
Update app.py
Browse files
app.py
CHANGED
@@ -32,7 +32,7 @@ def load_model_and_tokenizer():
|
|
32 |
"meta-llama/Llama-2-7b-hf",
|
33 |
use_auth_token=HUGGINGFACE_API_TOKEN,
|
34 |
torch_dtype=torch.float16,
|
35 |
-
device_map="auto"
|
36 |
)
|
37 |
|
38 |
return tokenizer, model
|
|
|
32 |
"meta-llama/Llama-2-7b-hf",
|
33 |
use_auth_token=HUGGINGFACE_API_TOKEN,
|
34 |
torch_dtype=torch.float16,
|
35 |
+
device_map="auto", # This requires the `accelerate` package
|
36 |
)
|
37 |
|
38 |
return tokenizer, model
|