Upload tokenizer
6a4d29f
verified
|
{ |
|
"len_1": 50265, |
|
"len_10": 50274, |
|
"len_11": 50275, |
|
"len_12": 50276, |
|
"len_13": 50277, |
|
"len_14": 50278, |
|
"len_15": 50279, |
|
"len_16": 50280, |
|
"len_17": 50281, |
|
"len_18": 50282, |
|
"len_19": 50283, |
|
"len_2": 50266, |
|
"len_20": 50284, |
|
"len_21": 50285, |
|
"len_22": 50286, |
|
"len_23": 50287, |
|
"len_24": 50288, |
|
"len_25": 50289, |
|
"len_26": 50290, |
|
"len_27": 50291, |
|
"len_28": 50292, |
|
"len_29": 50293, |
|
"len_3": 50267, |
|
"len_4": 50268, |
|
"len_5": 50269, |
|
"len_6": 50270, |
|
"len_7": 50271, |
|
"len_8": 50272, |
|
"len_9": 50273 |
|
} |
|
|