ClementRomac
/

gia2-small

Inference Endpoints

Model card Files Files and versions Community

ClementRomac HF staff commited on Sep 28, 2023

Commit

6679055

•

1 Parent(s): b669b3c

Upload processor

Files changed (1) hide show

processor.py +1 -1

processor.py CHANGED Viewed

@@ -23,7 +23,7 @@ class GIAProcessor(GitProcessor):
         if "text" in examples and not "images" in examples:
             encoded_text = self.tokenizer(examples["text"], return_tensors=return_tensors, max_length=max_input_size,
                                           truncation=False, padding="max_length")
-            encoding = self._cut_text(encoded_text, 1024)
         elif "text" in examples and "images" in examples:
             encoding = super().__call__(examples["text"], examples["images"], return_tensors, **kwargs)

         if "text" in examples and not "images" in examples:
             encoded_text = self.tokenizer(examples["text"], return_tensors=return_tensors, max_length=max_input_size,
                                           truncation=False, padding="max_length")
+            encoding = self._cut_text(encoded_text, 1000)
         elif "text" in examples and "images" in examples:
             encoding = super().__call__(examples["text"], examples["images"], return_tensors, **kwargs)