olm
/

olm-gpt2-oct-2022

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Metrics Training metrics Community

Update tokenizer_config.json

#3

by joaogante HF staff - opened Jan 17, 2023

base: refs/heads/main

←

from: refs/pr/3

Discussion Files changed

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -17,7 +17,7 @@
   "pad_token": "<pad>",
   "sep_token": "</s>",
   "special_tokens_map_file": null,
-  "tokenizer_class": "RobertaTokenizer",
   "trim_offsets": true,
   "unk_token": "<unk>"
 }

   "pad_token": "<pad>",
   "sep_token": "</s>",
   "special_tokens_map_file": null,
+  "tokenizer_class": "GPT2Tokenizer",
   "trim_offsets": true,
   "unk_token": "<unk>"
 }