update README
Browse files
README.md
CHANGED
@@ -61,10 +61,11 @@ tokenizer = AutoTokenizer.from_pretrained("hywu/Camelidae-8x34B", trust_remote_c
|
|
61 |
# model = AutoModelForCausalLM.from_pretrained("hywu/Camelidae-8x13B", device_map="auto", trust_remote_code=True).eval()
|
62 |
model = AutoModelForCausalLM.from_pretrained("hywu/Camelidae-8x34B", device_map="auto", trust_remote_code=True).eval()
|
63 |
|
64 |
-
inputs = tokenizer('### Human:\nHow are you?\n
|
65 |
inputs = inputs.to(model.device)
|
66 |
pred = model.generate(**inputs)
|
67 |
print(tokenizer.decode(pred.cpu()[0], skip_special_tokens=True))
|
|
|
68 |
```
|
69 |
|
70 |
## Citation
|
|
|
61 |
# model = AutoModelForCausalLM.from_pretrained("hywu/Camelidae-8x13B", device_map="auto", trust_remote_code=True).eval()
|
62 |
model = AutoModelForCausalLM.from_pretrained("hywu/Camelidae-8x34B", device_map="auto", trust_remote_code=True).eval()
|
63 |
|
64 |
+
inputs = tokenizer('### Human:\nHow are you?\n### Assistant:\n', return_tensors='pt')
|
65 |
inputs = inputs.to(model.device)
|
66 |
pred = model.generate(**inputs)
|
67 |
print(tokenizer.decode(pred.cpu()[0], skip_special_tokens=True))
|
68 |
+
# I am doing well, thank you.
|
69 |
```
|
70 |
|
71 |
## Citation
|