medmac01
/

moroccan-qa-falcon-7b

Text Generation

RefinedWebModel

Inference Endpoints

4-bit precision

Model card Files Files and versions Community

medmac01 commited on Jun 20, 2023

Commit

e81a885

•

1 Parent(s): 0e29ec5

Update handler.py

Files changed (1) hide show

handler.py +1 -1

handler.py CHANGED Viewed

@@ -5,7 +5,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
 class EndpointHandler:
-    def __init__(self, path=""):
         # load model and tokenizer from path
         self.tokenizer = AutoTokenizer.from_pretrained(path)
         self.model = AutoModelForCausalLM.from_pretrained(

 class EndpointHandler:
+    def __init__(self, path="tiiuae/falcon-7b"):
         # load model and tokenizer from path
         self.tokenizer = AutoTokenizer.from_pretrained(path)
         self.model = AutoModelForCausalLM.from_pretrained(