sudy-super
/

Yamase-12B

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

sudy-super commited on Jul 24

Commit

f29463f

•

1 Parent(s): c6df1bc

Update README.md

Files changed (1) hide show

README.md +1 -0

README.md CHANGED Viewed

@@ -30,6 +30,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_name)
 model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16)
 if torch.cuda.is_available():
     model = model.to("cuda")
 prompt = "{bos_token}{b_inst}{prompt}{e_inst}".format(
     bos_token=tokenizer.bos_token,
     b_inst=B_INST,

 model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16)
 if torch.cuda.is_available():
     model = model.to("cuda")
+model.eval()
 prompt = "{bos_token}{b_inst}{prompt}{e_inst}".format(
     bos_token=tokenizer.bos_token,
     b_inst=B_INST,