Hugging Face's logo

alasdairforsythe
/
tokenmonster

Model card Files Community
alasdairforsythe commited on
Commit
d7f6b6e
•
1 Parent(s): f5c7ec3

Upload 32 files

Browse files
Files changed (33) hide show
  1. .gitattributes +11 -0
  2. vocabs/code-100256-clean-v1.vocab +3 -0
  3. vocabs/code-100256-unfiltered-v1.vocab +3 -0
  4. vocabs/code-16000-clean-v1.vocab +0 -0
  5. vocabs/code-16000-unfiltered-v1.vocab +0 -0
  6. vocabs/code-24000-consistent-v1.vocab +0 -0
  7. vocabs/code-24000-strict-v1.vocab +0 -0
  8. vocabs/code-32000-clean-v1.vocab +0 -0
  9. vocabs/code-32000-unfiltered-v1.vocab +0 -0
  10. vocabs/code-40000-consistent-v1.vocab +3 -0
  11. vocabs/code-50256-strict-v1.vocab +3 -0
  12. vocabs/code-8000-unfiltered-v1.vocab +0 -0
  13. vocabs/english-100256-clean-v1.vocab +3 -0
  14. vocabs/english-100256-unfiltered-v1.vocab +3 -0
  15. vocabs/english-1024-strict-v1.vocab +0 -0
  16. vocabs/english-16000-strict-v1.vocab +0 -0
  17. vocabs/english-2048-balanced-v1.vocab +0 -0
  18. vocabs/english-2048-strict-v1.vocab +0 -0
  19. vocabs/english-40000-balanced-v1.vocab +3 -0
  20. vocabs/english-40000-consistent-v1.vocab +3 -0
  21. vocabs/english-4096-strict-v1.vocab +0 -0
  22. vocabs/english-50256-unfiltered-v1.vocab +3 -0
  23. vocabs/english-65536-strict-v1.vocab +3 -0
  24. vocabs/english-8000-consistent-v1.vocab +0 -0
  25. vocabs/english-8000-strict-v1.vocab +0 -0
  26. vocabs/englishcode-2048-unfiltered-v1.vocab +0 -0
  27. vocabs/fiction-1024-consistent-v1.vocab +0 -0
  28. vocabs/fiction-16000-clean-v1.vocab +0 -0
  29. vocabs/fiction-16000-unfiltered-v1.vocab +0 -0
  30. vocabs/fiction-2048-strict-v1.vocab +0 -0
  31. vocabs/fiction-24000-clean-v1.vocab +0 -0
  32. vocabs/fiction-24000-unfiltered-v1.vocab +0 -0
  33. vocabs/fiction-50256-strict-v1.vocab +3 -0
.gitattributes CHANGED
@@ -118,3 +118,14 @@ vocabs/code-65536-unfiltered-v1.vocab filter=lfs diff=lfs merge=lfs -text
118
  vocabs/english-100256-strict-v1.vocab filter=lfs diff=lfs merge=lfs -text
119
  vocabs/englishcode-65536-clean-v1.vocab filter=lfs diff=lfs merge=lfs -text
120
  vocabs/fiction-100256-strict-v1.vocab filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
118
  vocabs/english-100256-strict-v1.vocab filter=lfs diff=lfs merge=lfs -text
119
  vocabs/englishcode-65536-clean-v1.vocab filter=lfs diff=lfs merge=lfs -text
120
  vocabs/fiction-100256-strict-v1.vocab filter=lfs diff=lfs merge=lfs -text
121
+ vocabs/code-100256-clean-v1.vocab filter=lfs diff=lfs merge=lfs -text
122
+ vocabs/code-100256-unfiltered-v1.vocab filter=lfs diff=lfs merge=lfs -text
123
+ vocabs/code-40000-consistent-v1.vocab filter=lfs diff=lfs merge=lfs -text
124
+ vocabs/code-50256-strict-v1.vocab filter=lfs diff=lfs merge=lfs -text
125
+ vocabs/english-100256-clean-v1.vocab filter=lfs diff=lfs merge=lfs -text
126
+ vocabs/english-100256-unfiltered-v1.vocab filter=lfs diff=lfs merge=lfs -text
127
+ vocabs/english-40000-balanced-v1.vocab filter=lfs diff=lfs merge=lfs -text
128
+ vocabs/english-40000-consistent-v1.vocab filter=lfs diff=lfs merge=lfs -text
129
+ vocabs/english-50256-unfiltered-v1.vocab filter=lfs diff=lfs merge=lfs -text
130
+ vocabs/english-65536-strict-v1.vocab filter=lfs diff=lfs merge=lfs -text
131
+ vocabs/fiction-50256-strict-v1.vocab filter=lfs diff=lfs merge=lfs -text
vocabs/code-100256-clean-v1.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3aef4f44b106dbe4d414ab681a19ada1d893828f186ee8197e6a9d236cc9c74e
3
+ size 2810172
vocabs/code-100256-unfiltered-v1.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94fb2fb5c5577be8fe71e7d454f6ea52d2d5e50217b96bcfd612ebb361cf702f
3
+ size 2954994
vocabs/code-16000-clean-v1.vocab ADDED
Binary file (424 kB). View file
 
vocabs/code-16000-unfiltered-v1.vocab ADDED
Binary file (443 kB). View file
 
vocabs/code-24000-consistent-v1.vocab ADDED
Binary file (664 kB). View file
 
vocabs/code-24000-strict-v1.vocab ADDED
Binary file (645 kB). View file
 
vocabs/code-32000-clean-v1.vocab ADDED
Binary file (869 kB). View file
 
vocabs/code-32000-unfiltered-v1.vocab ADDED
Binary file (909 kB). View file
 
vocabs/code-40000-consistent-v1.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e2ec6b13a6a84711e3cdc45ff8a02a69efc0b73dbc3173e84a3ae0480f66b10
3
+ size 1130933
vocabs/code-50256-strict-v1.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:886ea6314d8043a07834d28e6f0db91bb07fe5103b3e7d98e57ccdd70c79d013
3
+ size 1372396
vocabs/code-8000-unfiltered-v1.vocab ADDED
Binary file (217 kB). View file
 
vocabs/english-100256-clean-v1.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3ca7f4290ea408539010246a966b44aa27bb18560fb92503c11585761c0bfc5
3
+ size 2705902
vocabs/english-100256-unfiltered-v1.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c69a6d7d2f7506c9863cab5aef57a3bd63ea6daf4fb7004d05009cd19c97230
3
+ size 2734961
vocabs/english-1024-strict-v1.vocab ADDED
Binary file (25.3 kB). View file
 
vocabs/english-16000-strict-v1.vocab ADDED
Binary file (407 kB). View file
 
vocabs/english-2048-balanced-v1.vocab ADDED
Binary file (51.3 kB). View file
 
vocabs/english-2048-strict-v1.vocab ADDED
Binary file (50.3 kB). View file
 
vocabs/english-40000-balanced-v1.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f49c1203b873fa6b56a7be58754bf2063fe813c8d1ae4aec27ba074b8602021
3
+ size 1050132
vocabs/english-40000-consistent-v1.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d5cb179f33508f04da9c997b92f2f63d4ff30884e6d0f9a6d2886bbad87beed
3
+ size 1051178
vocabs/english-4096-strict-v1.vocab ADDED
Binary file (101 kB). View file
 
vocabs/english-50256-unfiltered-v1.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17383ecbccda17bcba1f8c04f2743e01b1c910da25a5b59ac20d4cad6d92769d
3
+ size 1339167
vocabs/english-65536-strict-v1.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c00358e3913fe5275db243bb315257be3be560ed33295a581c9e3c3875224fde
3
+ size 1764331
vocabs/english-8000-consistent-v1.vocab ADDED
Binary file (200 kB). View file
 
vocabs/english-8000-strict-v1.vocab ADDED
Binary file (199 kB). View file
 
vocabs/englishcode-2048-unfiltered-v1.vocab ADDED
Binary file (51.8 kB). View file
 
vocabs/fiction-1024-consistent-v1.vocab ADDED
Binary file (25.3 kB). View file
 
vocabs/fiction-16000-clean-v1.vocab ADDED
Binary file (412 kB). View file
 
vocabs/fiction-16000-unfiltered-v1.vocab ADDED
Binary file (412 kB). View file
 
vocabs/fiction-2048-strict-v1.vocab ADDED
Binary file (49.9 kB). View file
 
vocabs/fiction-24000-clean-v1.vocab ADDED
Binary file (625 kB). View file
 
vocabs/fiction-24000-unfiltered-v1.vocab ADDED
Binary file (627 kB). View file
 
vocabs/fiction-50256-strict-v1.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3426f78598ff6111b7508ee3857261bef259779f0f88df72ca1f5e9d4382b9a9
3
+ size 1350119