redress-clinical-hallucination-generator / special_tokens_map.json
griffin's picture
Add model files
70c4ad3
raw
history blame
1.15 kB
{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}, "additional_special_tokens": ["<ent-sep>", "<sep>", "<ent-remove-0>", "<ent-remove-1>", "<ent-remove-2>", "<ent-remove-3>", "<ent-remove-4>", "<ent-remove-5>", "<ent-remove-6>", "<ent-remove-7>", "<ent-remove-8>", "<ent-remove-9>", "<ent-remove-10>", "<ent-add-0>", "<ent-add-1>", "<ent-add-2>", "<ent-add-3>", "<ent-add-4>", "<ent-add-5>", "<ent-add-6>", "<ent-add-7>", "<ent-add-8>", "<ent-add-9>", "<ent-add-10>", "<span-remove-0>", "<span-remove-1>", "<span-remove-2>", "<span-remove-3>", "<span-remove-4>", "<span-remove-5>", "<span-remove-6>", "<span-remove-7>", "<span-remove-8>", "<span-remove-9>", "<span-remove-10>", "<shuffle-0>", "<shuffle-1>", "<shuffle-2>", "<shuffle-3>", "<shuffle-4>", "<shuffle-5>", "<shuffle-6>", "<shuffle-7>", "<shuffle-8>", "<shuffle-9>", "<shuffle-10>", "<procedure>", "</procedure>", "<dx>", "</dx>", "<test>", "</test>", "<treatment>", "</treatment>", "<med>", "</med>"]}