TigerResearch
/

tigerbot-7b-sft-v1

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

i4never commited on Jul 8, 2023

Commit

a630c0e

•

1 Parent(s): 0ba4d6f

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -22,9 +22,9 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
 from accelerate import infer_auto_device_map, dispatch_model
 from accelerate.utils import get_balanced_memory
-tokenizer = AutoTokenizer.from_pretrained("TigerResearch/tigerbot-7b-sft")
-model = AutoModelForCausalLM.from_pretrained("TigerResearch/tigerbot-7b-sft")
 max_memory = get_balanced_memory(model)
 device_map = infer_auto_device_map(model, max_memory=max_memory, no_split_module_classes=["BloomBlock"])

 from accelerate import infer_auto_device_map, dispatch_model
 from accelerate.utils import get_balanced_memory
+tokenizer = AutoTokenizer.from_pretrained("TigerResearch/tigerbot-7b-sft-v1")
+model = AutoModelForCausalLM.from_pretrained("TigerResearch/tigerbot-7b-sft-v1")
 max_memory = get_balanced_memory(model)
 device_map = infer_auto_device_map(model, max_memory=max_memory, no_split_module_classes=["BloomBlock"])