Hugging Face's logo

alasdairforsythe
/
tokenmonster

Model card Files Community
alasdairforsythe commited on
Commit
92ad8d8
•
1 Parent(s): 9420703

Upload 46 files

Browse files
Files changed (20) hide show
  1. .gitattributes +8 -0
  2. vocabs/code-100256-strict-v1.vocab +3 -0
  3. vocabs/code-24000-clean-v1.vocab +0 -0
  4. vocabs/code-24000-unfiltered-v1.vocab +0 -0
  5. vocabs/code-50256-balanced-v1.vocab +3 -0
  6. vocabs/code-65536-balanced-v1.vocab +3 -0
  7. vocabs/englishcode-24000-unfiltered-v1.vocab +0 -0
  8. vocabs/englishcode-32000-strict-v1.vocab +0 -0
  9. vocabs/englishcode-50256-strict-v1.vocab +3 -0
  10. vocabs/fiction-100256-consistent-v1.vocab +3 -0
  11. vocabs/fiction-1024-strict-v1.vocab +0 -0
  12. vocabs/fiction-2048-balanced-v1.vocab +0 -0
  13. vocabs/fiction-32000-balanced-v1.vocab +0 -0
  14. vocabs/fiction-32000-consistent-v1.vocab +0 -0
  15. vocabs/fiction-32000-unfiltered-v1.vocab +0 -0
  16. vocabs/fiction-40000-strict-v1.vocab +3 -0
  17. vocabs/fiction-4096-balanced-v1.vocab +0 -0
  18. vocabs/fiction-50256-clean-v1.vocab +3 -0
  19. vocabs/fiction-50256-consistent-v1.vocab +3 -0
  20. vocabs/fiction-8000-balanced-v1.vocab +0 -0
.gitattributes CHANGED
@@ -80,3 +80,11 @@ vocabs/fiction-100256-unfiltered-v1.vocab filter=lfs diff=lfs merge=lfs -text
80
  vocabs/fiction-50256-balanced-v1.vocab filter=lfs diff=lfs merge=lfs -text
81
  vocabs/fiction-50256-unfiltered-v1.vocab filter=lfs diff=lfs merge=lfs -text
82
  vocabs/fiction-65536-strict-v1.vocab filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
80
  vocabs/fiction-50256-balanced-v1.vocab filter=lfs diff=lfs merge=lfs -text
81
  vocabs/fiction-50256-unfiltered-v1.vocab filter=lfs diff=lfs merge=lfs -text
82
  vocabs/fiction-65536-strict-v1.vocab filter=lfs diff=lfs merge=lfs -text
83
+ vocabs/code-100256-strict-v1.vocab filter=lfs diff=lfs merge=lfs -text
84
+ vocabs/code-50256-balanced-v1.vocab filter=lfs diff=lfs merge=lfs -text
85
+ vocabs/code-65536-balanced-v1.vocab filter=lfs diff=lfs merge=lfs -text
86
+ vocabs/englishcode-50256-strict-v1.vocab filter=lfs diff=lfs merge=lfs -text
87
+ vocabs/fiction-100256-consistent-v1.vocab filter=lfs diff=lfs merge=lfs -text
88
+ vocabs/fiction-40000-strict-v1.vocab filter=lfs diff=lfs merge=lfs -text
89
+ vocabs/fiction-50256-clean-v1.vocab filter=lfs diff=lfs merge=lfs -text
90
+ vocabs/fiction-50256-consistent-v1.vocab filter=lfs diff=lfs merge=lfs -text
vocabs/code-100256-strict-v1.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:613a4b69e6f9e82413d2e8f397312f22397c0e1380ce22eacd96397e93bf2372
3
+ size 2784970
vocabs/code-24000-clean-v1.vocab ADDED
Binary file (645 kB). View file
 
vocabs/code-24000-unfiltered-v1.vocab ADDED
Binary file (674 kB). View file
 
vocabs/code-50256-balanced-v1.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb300c502a4961a35314efd7714aba7ec1b6f36ac276873b1e722748aa3fc1eb
3
+ size 1429312
vocabs/code-65536-balanced-v1.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37cd1f10431f5977e3d54c79203714784a37840e6a8e306ed81f8379cd3dbd66
3
+ size 1883087
vocabs/englishcode-24000-unfiltered-v1.vocab ADDED
Binary file (635 kB). View file
 
vocabs/englishcode-32000-strict-v1.vocab ADDED
Binary file (837 kB). View file
 
vocabs/englishcode-50256-strict-v1.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09c22879c752cd3409380a534820bbbb4c9070ca2f0831da435dcf3375d3b472
3
+ size 1337812
vocabs/fiction-100256-consistent-v1.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efe588a5f75e722db6f236a43f5e4553766941b93a8ed714a035a17ffe6cd7df
3
+ size 2745679
vocabs/fiction-1024-strict-v1.vocab ADDED
Binary file (25.2 kB). View file
 
vocabs/fiction-2048-balanced-v1.vocab ADDED
Binary file (51.2 kB). View file
 
vocabs/fiction-32000-balanced-v1.vocab ADDED
Binary file (843 kB). View file
 
vocabs/fiction-32000-consistent-v1.vocab ADDED
Binary file (838 kB). View file
 
vocabs/fiction-32000-unfiltered-v1.vocab ADDED
Binary file (845 kB). View file
 
vocabs/fiction-40000-strict-v1.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faea259cc2abbacaa454b728355ea96e83e1241876e67d6cd76e28b1845d1777
3
+ size 1063459
vocabs/fiction-4096-balanced-v1.vocab ADDED
Binary file (102 kB). View file
 
vocabs/fiction-50256-clean-v1.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79d818bfe361550d29eb5ecbc6990456914fe722fa0f99d8998b6c911a95aa2d
3
+ size 1344146
vocabs/fiction-50256-consistent-v1.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cfba3257b460b2929e3eec5a8fec5a24251210cb457ad2f07ca28a3f5c16d22
3
+ size 1337237
vocabs/fiction-8000-balanced-v1.vocab ADDED
Binary file (202 kB). View file