mylesgoose
commited on
Commit
•
d543940
1
Parent(s):
fcaab36
Upload tokenizer.json
Browse files- tokenizer.json +5 -59
tokenizer.json
CHANGED
@@ -2255,60 +2255,6 @@
|
|
2255 |
},
|
2256 |
{
|
2257 |
"id": 128250,
|
2258 |
-
"content": "<|reserved_special_token_242|>",
|
2259 |
-
"single_word": false,
|
2260 |
-
"lstrip": false,
|
2261 |
-
"rstrip": false,
|
2262 |
-
"normalized": false,
|
2263 |
-
"special": true
|
2264 |
-
},
|
2265 |
-
{
|
2266 |
-
"id": 128251,
|
2267 |
-
"content": "<|reserved_special_token_243|>",
|
2268 |
-
"single_word": false,
|
2269 |
-
"lstrip": false,
|
2270 |
-
"rstrip": false,
|
2271 |
-
"normalized": false,
|
2272 |
-
"special": true
|
2273 |
-
},
|
2274 |
-
{
|
2275 |
-
"id": 128252,
|
2276 |
-
"content": "<|reserved_special_token_244|>",
|
2277 |
-
"single_word": false,
|
2278 |
-
"lstrip": false,
|
2279 |
-
"rstrip": false,
|
2280 |
-
"normalized": false,
|
2281 |
-
"special": true
|
2282 |
-
},
|
2283 |
-
{
|
2284 |
-
"id": 128253,
|
2285 |
-
"content": "<|reserved_special_token_245|>",
|
2286 |
-
"single_word": false,
|
2287 |
-
"lstrip": false,
|
2288 |
-
"rstrip": false,
|
2289 |
-
"normalized": false,
|
2290 |
-
"special": true
|
2291 |
-
},
|
2292 |
-
{
|
2293 |
-
"id": 128254,
|
2294 |
-
"content": "<|reserved_special_token_246|>",
|
2295 |
-
"single_word": false,
|
2296 |
-
"lstrip": false,
|
2297 |
-
"rstrip": false,
|
2298 |
-
"normalized": false,
|
2299 |
-
"special": true
|
2300 |
-
},
|
2301 |
-
{
|
2302 |
-
"id": 128255,
|
2303 |
-
"content": "<|reserved_special_token_247|>",
|
2304 |
-
"single_word": false,
|
2305 |
-
"lstrip": false,
|
2306 |
-
"rstrip": false,
|
2307 |
-
"normalized": false,
|
2308 |
-
"special": true
|
2309 |
-
},
|
2310 |
-
{
|
2311 |
-
"id": 128256,
|
2312 |
"content": "<thinking>",
|
2313 |
"single_word": false,
|
2314 |
"lstrip": false,
|
@@ -2317,7 +2263,7 @@
|
|
2317 |
"special": true
|
2318 |
},
|
2319 |
{
|
2320 |
-
"id":
|
2321 |
"content": "</thinking>",
|
2322 |
"single_word": false,
|
2323 |
"lstrip": false,
|
@@ -2326,7 +2272,7 @@
|
|
2326 |
"special": true
|
2327 |
},
|
2328 |
{
|
2329 |
-
"id":
|
2330 |
"content": "<output>",
|
2331 |
"single_word": false,
|
2332 |
"lstrip": false,
|
@@ -2335,7 +2281,7 @@
|
|
2335 |
"special": true
|
2336 |
},
|
2337 |
{
|
2338 |
-
"id":
|
2339 |
"content": "</output>",
|
2340 |
"single_word": false,
|
2341 |
"lstrip": false,
|
@@ -2344,7 +2290,7 @@
|
|
2344 |
"special": true
|
2345 |
},
|
2346 |
{
|
2347 |
-
"id":
|
2348 |
"content": "<reflection>",
|
2349 |
"single_word": false,
|
2350 |
"lstrip": false,
|
@@ -2353,7 +2299,7 @@
|
|
2353 |
"special": true
|
2354 |
},
|
2355 |
{
|
2356 |
-
"id":
|
2357 |
"content": "</reflection>",
|
2358 |
"single_word": false,
|
2359 |
"lstrip": false,
|
|
|
2255 |
},
|
2256 |
{
|
2257 |
"id": 128250,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2258 |
"content": "<thinking>",
|
2259 |
"single_word": false,
|
2260 |
"lstrip": false,
|
|
|
2263 |
"special": true
|
2264 |
},
|
2265 |
{
|
2266 |
+
"id": 128251,
|
2267 |
"content": "</thinking>",
|
2268 |
"single_word": false,
|
2269 |
"lstrip": false,
|
|
|
2272 |
"special": true
|
2273 |
},
|
2274 |
{
|
2275 |
+
"id": 128252,
|
2276 |
"content": "<output>",
|
2277 |
"single_word": false,
|
2278 |
"lstrip": false,
|
|
|
2281 |
"special": true
|
2282 |
},
|
2283 |
{
|
2284 |
+
"id": 128253,
|
2285 |
"content": "</output>",
|
2286 |
"single_word": false,
|
2287 |
"lstrip": false,
|
|
|
2290 |
"special": true
|
2291 |
},
|
2292 |
{
|
2293 |
+
"id": 128254,
|
2294 |
"content": "<reflection>",
|
2295 |
"single_word": false,
|
2296 |
"lstrip": false,
|
|
|
2299 |
"special": true
|
2300 |
},
|
2301 |
{
|
2302 |
+
"id": 128255,
|
2303 |
"content": "</reflection>",
|
2304 |
"single_word": false,
|
2305 |
"lstrip": false,
|