TigerResearch
/

tigerbot-7b-sft-v1

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

vivicai commited on Jun 6, 2023

Commit

3a4a3e6

•

1 Parent(s): 34b19b3

Update README.md

Files changed (1) hide show

README.md +1 -0

README.md CHANGED Viewed

@@ -25,6 +25,7 @@ from accelerate.utils import get_balanced_memory
 tokenizer = AutoTokenizer.from_pretrained("TigerResearch/tigerbot-7b-sft")
 model = AutoModelForCausalLM.from_pretrained("TigerResearch/tigerbot-7b-sft")
 max_memory = get_balanced_memory(model)
 device_map = infer_auto_device_map(model, max_memory=max_memory, no_split_module_classes=["BloomBlock"])
 model = dispatch_model(model, device_map=device_map, offload_buffers=True)

 tokenizer = AutoTokenizer.from_pretrained("TigerResearch/tigerbot-7b-sft")
 model = AutoModelForCausalLM.from_pretrained("TigerResearch/tigerbot-7b-sft")
 max_memory = get_balanced_memory(model)
 device_map = infer_auto_device_map(model, max_memory=max_memory, no_split_module_classes=["BloomBlock"])
 model = dispatch_model(model, device_map=device_map, offload_buffers=True)