update readme
Browse files
README.md
CHANGED
@@ -53,7 +53,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
|
|
53 |
|
54 |
# Load the model and tokenizer
|
55 |
tokenizer = AutoTokenizer.from_pretrained("premai-io/prem-1B-chat")
|
56 |
-
model = AutoModelForCausalLM.from_pretrained('premai-io/prem-1B-chat')
|
57 |
model = model.to('cuda')
|
58 |
|
59 |
# Setup terminators
|
|
|
53 |
|
54 |
# Load the model and tokenizer
|
55 |
tokenizer = AutoTokenizer.from_pretrained("premai-io/prem-1B-chat")
|
56 |
+
model = AutoModelForCausalLM.from_pretrained('premai-io/prem-1B-chat', torch_dtype=torch.bfloat16)
|
57 |
model = model.to('cuda')
|
58 |
|
59 |
# Setup terminators
|