KeyFiTax / added_tokens.json
danielsteinigen's picture
Upload tokenizer
ac775f9
raw
history blame
504 Bytes
{
"[/ENT-01]": 250002,
"[/ENT-02]": 250003,
"[/ENT-03]": 250004,
"[/ENT-04]": 250005,
"[/ENT-05]": 250006,
"[/ENT-06]": 250007,
"[/ENT-07]": 250008,
"[/ENT-08]": 250009,
"[/OBJ]": 250010,
"[/SUB]": 250011,
"[ENT-01]": 250012,
"[ENT-02]": 250013,
"[ENT-03]": 250014,
"[ENT-04]": 250015,
"[ENT-05]": 250016,
"[ENT-06]": 250017,
"[ENT-07]": 250018,
"[ENT-08]": 250019,
"[GRP-00]": 250020,
"[GRP-01]": 250021,
"[OBJ]": 250022,
"[REL]": 250023,
"[SUB]": 250024
}