Update handler.py

handler.py

@@ -3,7 +3,7 @@ from typing import Any, Dict
 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer, AutoConfig
 
-from peft import PeftConfig, PeftModel
+# from peft import PeftConfig, PeftModel
 
 
 class EndpointHandler:
@@ -11,7 +11,7 @@ class EndpointHandler:
         # load model and processor from path
         self.tokenizer = AutoTokenizer.from_pretrained(path)
         # try:
-        config = AutoConfig.from_pretrained(path)
+        # config = AutoConfig.from_pretrained(path)
         model = AutoModelForCausalLM.from_pretrained(
             path,
             # return_dict=True,