Update handler.py
Browse files- handler.py +1 -1
handler.py
CHANGED
@@ -74,7 +74,7 @@ class LawLookup:
|
|
74 |
|
75 |
class EndpointHandler():
|
76 |
def __init__(self, path=""):
|
77 |
-
self.pipeline = pipeline(model="amy011872/LawToken-
|
78 |
self.model = self.pipeline.model
|
79 |
self.tokenizer = self.pipeline.tokenizer
|
80 |
self.law_lookup = LawLookup('ChLaw.json')
|
|
|
74 |
|
75 |
class EndpointHandler():
|
76 |
def __init__(self, path=""):
|
77 |
+
self.pipeline = pipeline(model="amy011872/LawToken-7B-a2", device=0, torch_dtype=torch.float16)
|
78 |
self.model = self.pipeline.model
|
79 |
self.tokenizer = self.pipeline.tokenizer
|
80 |
self.law_lookup = LawLookup('ChLaw.json')
|