Update my_model/fine_tuner/fine_tuning_data_handler.py

my_model/fine_tuner/fine_tuning_data_handler.py

@@ -127,8 +127,8 @@ class FinetuningDataHandler:
         if 'train' in dataset:
             return [len(self.tokenizer.tokenize(s)) for s in dataset["train"]["text"]]
         else:
-            # After filtering the samples with unacceptable token count, the dataset is already
-            # dataset = dataset['train']
+            # After filtering the samples with unacceptable token count, the dataset is 
+            # already `dataset = dataset['train']`. 
             return [len(self.tokenizer.tokenize(s)) for s in dataset["text"]]
 
     def prepare_dataset(self) -> Tuple[Dataset, Dataset]: