fix: add missing lora adaptations

custom_st.py

@@ -56,6 +56,15 @@ class Transformer(nn.Module):
         config = AutoConfig.from_pretrained(model_name_or_path, **config_args, cache_dir=cache_dir)
         self.auto_model = AutoModel.from_pretrained(model_name_or_path, config=config, cache_dir=cache_dir, **model_args)
 
+        self._lora_adaptations = config.lora_adaptations
+        if (
+            not isinstance(self._lora_adaptations, list)
+            or len(self._lora_adaptations) < 1
+        ):
+            raise ValueError(
+                f"`lora_adaptations` must be a list and contain at least one element"
+            )
+
         if max_seq_length is not None and "model_max_length" not in tokenizer_args:
             tokenizer_args["model_max_length"] = max_seq_length
         self.tokenizer = AutoTokenizer.from_pretrained(