Muennighoff commited on
Commit
817de9b
1 Parent(s): 4494b51

Update preprocessing_molmo.py

Browse files
Files changed (1) hide show
  1. preprocessing_molmo.py +1 -1
preprocessing_molmo.py CHANGED
@@ -81,7 +81,7 @@ class MolmoProcessorKwargs(ProcessingKwargs, total=False):
81
  class MolmoProcessor(ProcessorMixin):
82
  attributes = ["image_processor", "tokenizer"]
83
  image_processor_class = "AutoImageProcessor"
84
- tokenizer_class = ("Qwen2Tokenizer", "Qwen2TokenizerFast")
85
 
86
  def __init__(self, image_processor: MolmoImageProcessor = None, tokenizer : AutoTokenizer = None, **kwargs):
87
  # self.image_processor = image_processor
 
81
  class MolmoProcessor(ProcessorMixin):
82
  attributes = ["image_processor", "tokenizer"]
83
  image_processor_class = "AutoImageProcessor"
84
+ tokenizer_class = ("OlmoeTokenizer", "OlmoeTokenizerFast")
85
 
86
  def __init__(self, image_processor: MolmoImageProcessor = None, tokenizer : AutoTokenizer = None, **kwargs):
87
  # self.image_processor = image_processor