t5-sp-bbpe-nsmc / added_tokens.json
seriouspark's picture
Upload tokenizer
b6a69d4 verified
{
"<extra_id_0>": 31999,
"<extra_id_10>": 31989,
"<extra_id_11>": 31988,
"<extra_id_12>": 31987,
"<extra_id_13>": 31986,
"<extra_id_14>": 31985,
"<extra_id_15>": 31984,
"<extra_id_16>": 31983,
"<extra_id_17>": 31982,
"<extra_id_18>": 31981,
"<extra_id_19>": 31980,
"<extra_id_1>": 31998,
"<extra_id_20>": 31979,
"<extra_id_21>": 31978,
"<extra_id_22>": 31977,
"<extra_id_23>": 31976,
"<extra_id_24>": 31975,
"<extra_id_25>": 31974,
"<extra_id_26>": 31973,
"<extra_id_27>": 31972,
"<extra_id_28>": 31971,
"<extra_id_29>": 31970,
"<extra_id_2>": 31997,
"<extra_id_30>": 31969,
"<extra_id_31>": 31968,
"<extra_id_32>": 31967,
"<extra_id_33>": 31966,
"<extra_id_34>": 31965,
"<extra_id_35>": 31964,
"<extra_id_36>": 31963,
"<extra_id_37>": 31962,
"<extra_id_38>": 31961,
"<extra_id_39>": 31960,
"<extra_id_3>": 31996,
"<extra_id_40>": 31959,
"<extra_id_41>": 31958,
"<extra_id_42>": 31957,
"<extra_id_43>": 31956,
"<extra_id_44>": 31955,
"<extra_id_45>": 31954,
"<extra_id_46>": 31953,
"<extra_id_47>": 31952,
"<extra_id_48>": 31951,
"<extra_id_49>": 31950,
"<extra_id_4>": 31995,
"<extra_id_50>": 31949,
"<extra_id_51>": 31948,
"<extra_id_52>": 31947,
"<extra_id_53>": 31946,
"<extra_id_54>": 31945,
"<extra_id_55>": 31944,
"<extra_id_56>": 31943,
"<extra_id_57>": 31942,
"<extra_id_58>": 31941,
"<extra_id_59>": 31940,
"<extra_id_5>": 31994,
"<extra_id_60>": 31939,
"<extra_id_61>": 31938,
"<extra_id_62>": 31937,
"<extra_id_63>": 31936,
"<extra_id_64>": 31935,
"<extra_id_65>": 31934,
"<extra_id_66>": 31933,
"<extra_id_67>": 31932,
"<extra_id_68>": 31931,
"<extra_id_69>": 31930,
"<extra_id_6>": 31993,
"<extra_id_70>": 31929,
"<extra_id_71>": 31928,
"<extra_id_72>": 31927,
"<extra_id_73>": 31926,
"<extra_id_74>": 31925,
"<extra_id_75>": 31924,
"<extra_id_76>": 31923,
"<extra_id_77>": 31922,
"<extra_id_78>": 31921,
"<extra_id_79>": 31920,
"<extra_id_7>": 31992,
"<extra_id_80>": 31919,
"<extra_id_81>": 31918,
"<extra_id_82>": 31917,
"<extra_id_83>": 31916,
"<extra_id_84>": 31915,
"<extra_id_85>": 31914,
"<extra_id_86>": 31913,
"<extra_id_87>": 31912,
"<extra_id_88>": 31911,
"<extra_id_89>": 31910,
"<extra_id_8>": 31991,
"<extra_id_90>": 31909,
"<extra_id_91>": 31908,
"<extra_id_92>": 31907,
"<extra_id_93>": 31906,
"<extra_id_94>": 31905,
"<extra_id_95>": 31904,
"<extra_id_96>": 31903,
"<extra_id_97>": 31902,
"<extra_id_98>": 31901,
"<extra_id_99>": 31900,
"<extra_id_9>": 31990
}