add tokenizer
Browse files
README.md
CHANGED
|
@@ -11,6 +11,8 @@ model-index:
|
|
| 11 |
datasets:
|
| 12 |
- Anthropic/hh-rlhf
|
| 13 |
- hakurei/open-instruct-v1
|
|
|
|
|
|
|
| 14 |
language:
|
| 15 |
- en
|
| 16 |
library_name: transformers
|
|
|
|
| 11 |
datasets:
|
| 12 |
- Anthropic/hh-rlhf
|
| 13 |
- hakurei/open-instruct-v1
|
| 14 |
+
tokenizers:
|
| 15 |
+
- GPT2Tokenizer
|
| 16 |
language:
|
| 17 |
- en
|
| 18 |
library_name: transformers
|