MT7Bi-alpha-dpo-v0.2 / added_tokens.json
dkshjn's picture
Upload 5 files
ee7b06c verified
raw
history blame contribute delete
392 Bytes
{
"<CLS>": 32000,
"<EOD>": 32002,
"<MASK>": 32003,
"<PAD>": 32004,
"<SEP>": 32001,
"<|im_end|>": 32018,
"<|im_start|>": 32017,
"[/bib]": 32010,
"[/bib_ref]": 32006,
"[/fig]": 32012,
"[/fig_ref]": 32008,
"[/formula]": 32016,
"[/table]": 32014,
"[bib]": 32009,
"[bib_ref]": 32005,
"[fig]": 32011,
"[fig_ref]": 32007,
"[formula]": 32015,
"[table]": 32013
}