mylesgoose commited on
Commit
d543940
1 Parent(s): fcaab36

Upload tokenizer.json

Browse files
Files changed (1) hide show
  1. tokenizer.json +5 -59
tokenizer.json CHANGED
@@ -2255,60 +2255,6 @@
2255
  },
2256
  {
2257
  "id": 128250,
2258
- "content": "<|reserved_special_token_242|>",
2259
- "single_word": false,
2260
- "lstrip": false,
2261
- "rstrip": false,
2262
- "normalized": false,
2263
- "special": true
2264
- },
2265
- {
2266
- "id": 128251,
2267
- "content": "<|reserved_special_token_243|>",
2268
- "single_word": false,
2269
- "lstrip": false,
2270
- "rstrip": false,
2271
- "normalized": false,
2272
- "special": true
2273
- },
2274
- {
2275
- "id": 128252,
2276
- "content": "<|reserved_special_token_244|>",
2277
- "single_word": false,
2278
- "lstrip": false,
2279
- "rstrip": false,
2280
- "normalized": false,
2281
- "special": true
2282
- },
2283
- {
2284
- "id": 128253,
2285
- "content": "<|reserved_special_token_245|>",
2286
- "single_word": false,
2287
- "lstrip": false,
2288
- "rstrip": false,
2289
- "normalized": false,
2290
- "special": true
2291
- },
2292
- {
2293
- "id": 128254,
2294
- "content": "<|reserved_special_token_246|>",
2295
- "single_word": false,
2296
- "lstrip": false,
2297
- "rstrip": false,
2298
- "normalized": false,
2299
- "special": true
2300
- },
2301
- {
2302
- "id": 128255,
2303
- "content": "<|reserved_special_token_247|>",
2304
- "single_word": false,
2305
- "lstrip": false,
2306
- "rstrip": false,
2307
- "normalized": false,
2308
- "special": true
2309
- },
2310
- {
2311
- "id": 128256,
2312
  "content": "<thinking>",
2313
  "single_word": false,
2314
  "lstrip": false,
@@ -2317,7 +2263,7 @@
2317
  "special": true
2318
  },
2319
  {
2320
- "id": 128257,
2321
  "content": "</thinking>",
2322
  "single_word": false,
2323
  "lstrip": false,
@@ -2326,7 +2272,7 @@
2326
  "special": true
2327
  },
2328
  {
2329
- "id": 128258,
2330
  "content": "<output>",
2331
  "single_word": false,
2332
  "lstrip": false,
@@ -2335,7 +2281,7 @@
2335
  "special": true
2336
  },
2337
  {
2338
- "id": 128259,
2339
  "content": "</output>",
2340
  "single_word": false,
2341
  "lstrip": false,
@@ -2344,7 +2290,7 @@
2344
  "special": true
2345
  },
2346
  {
2347
- "id": 128260,
2348
  "content": "<reflection>",
2349
  "single_word": false,
2350
  "lstrip": false,
@@ -2353,7 +2299,7 @@
2353
  "special": true
2354
  },
2355
  {
2356
- "id": 128261,
2357
  "content": "</reflection>",
2358
  "single_word": false,
2359
  "lstrip": false,
 
2255
  },
2256
  {
2257
  "id": 128250,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2258
  "content": "<thinking>",
2259
  "single_word": false,
2260
  "lstrip": false,
 
2263
  "special": true
2264
  },
2265
  {
2266
+ "id": 128251,
2267
  "content": "</thinking>",
2268
  "single_word": false,
2269
  "lstrip": false,
 
2272
  "special": true
2273
  },
2274
  {
2275
+ "id": 128252,
2276
  "content": "<output>",
2277
  "single_word": false,
2278
  "lstrip": false,
 
2281
  "special": true
2282
  },
2283
  {
2284
+ "id": 128253,
2285
  "content": "</output>",
2286
  "single_word": false,
2287
  "lstrip": false,
 
2290
  "special": true
2291
  },
2292
  {
2293
+ "id": 128254,
2294
  "content": "<reflection>",
2295
  "single_word": false,
2296
  "lstrip": false,
 
2299
  "special": true
2300
  },
2301
  {
2302
+ "id": 128255,
2303
  "content": "</reflection>",
2304
  "single_word": false,
2305
  "lstrip": false,