afrizalha
/

Bakpia-V1-1.5B-Javanese

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

afrizalha commited on Jul 7

Commit

f537643

•

1 Parent(s): e20e52c

Update README.md

Files changed (1) hide show

README.md +2 -1

README.md CHANGED Viewed

@@ -64,6 +64,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, TextStreamer
 tokenizer = AutoTokenizer.from_pretrained("afrizalha/Bakpia-V1-1.5B-Javanese")
 model = AutoModelForCausalLM.from_pretrained("afrizalha/Bakpia-V1-1.5B-Javanese")
 template = """<|im_start|>system
 <|im_end|>
@@ -72,7 +73,7 @@ template = """<|im_start|>system
 <|im_start|>assistant
 """
-input = template.format(prompt="Kados pundi kulo saged nyinaoni Basa Jawa kanthi sae?"
 input = tokenizer([input], return_tensors = "pt").to("cuda")
 outputs = model.generate(**input, max_new_tokens = 1024, streamer= TextStreamer(tokenizer), temperature=.5, use_cache=False, do_sample=True)
 ```

 tokenizer = AutoTokenizer.from_pretrained("afrizalha/Bakpia-V1-1.5B-Javanese")
 model = AutoModelForCausalLM.from_pretrained("afrizalha/Bakpia-V1-1.5B-Javanese")
+model.to("cuda")
 template = """<|im_start|>system
 <|im_end|>
 <|im_start|>assistant
 """
+input = template.format(prompt="Kados pundi kulo saged nyinaoni Basa Jawa kanthi sae?")
 input = tokenizer([input], return_tensors = "pt").to("cuda")
 outputs = model.generate(**input, max_new_tokens = 1024, streamer= TextStreamer(tokenizer), temperature=.5, use_cache=False, do_sample=True)
 ```