ClosedCharacter
/

Peach-9B-8k-Roleplay

Text Generation

Model card Files Files and versions Community

ClosedCharacter commited on Sep 10

Commit

a2afed0

•

1 Parent(s): 4e5972d

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -38,7 +38,7 @@ import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
 model_name_or_path = "ClosedCharacter/Peach-9B-8k-Roleplay"
-tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
 model = AutoModelForCausalLM.from_pretrained(
     model_name_or_path, torch_dtype=torch.bfloat16,
     trust_remote_code=True, device_map="auto")

 from transformers import AutoModelForCausalLM, AutoTokenizer
 model_name_or_path = "ClosedCharacter/Peach-9B-8k-Roleplay"
+tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=False)
 model = AutoModelForCausalLM.from_pretrained(
     model_name_or_path, torch_dtype=torch.bfloat16,
     trust_remote_code=True, device_map="auto")