hywu commited on
Commit
6019749
1 Parent(s): 9562414

update README

Browse files
Files changed (1) hide show
  1. README.md +2 -1
README.md CHANGED
@@ -61,10 +61,11 @@ tokenizer = AutoTokenizer.from_pretrained("hywu/Camelidae-8x34B", trust_remote_c
61
  # model = AutoModelForCausalLM.from_pretrained("hywu/Camelidae-8x13B", device_map="auto", trust_remote_code=True).eval()
62
  model = AutoModelForCausalLM.from_pretrained("hywu/Camelidae-8x34B", device_map="auto", trust_remote_code=True).eval()
63
 
64
- inputs = tokenizer('### Human:\nHow are you?\n ### Assistant:\n', return_tensors='pt')
65
  inputs = inputs.to(model.device)
66
  pred = model.generate(**inputs)
67
  print(tokenizer.decode(pred.cpu()[0], skip_special_tokens=True))
 
68
  ```
69
 
70
  ## Citation
 
61
  # model = AutoModelForCausalLM.from_pretrained("hywu/Camelidae-8x13B", device_map="auto", trust_remote_code=True).eval()
62
  model = AutoModelForCausalLM.from_pretrained("hywu/Camelidae-8x34B", device_map="auto", trust_remote_code=True).eval()
63
 
64
+ inputs = tokenizer('### Human:\nHow are you?\n### Assistant:\n', return_tensors='pt')
65
  inputs = inputs.to(model.device)
66
  pred = model.generate(**inputs)
67
  print(tokenizer.decode(pred.cpu()[0], skip_special_tokens=True))
68
+ # I am doing well, thank you.
69
  ```
70
 
71
  ## Citation