Hugging Face's logo

MaziyarPanahi
/
Mixtral-8x22B-Instruct-v0.1-GGUF

Text Generation
GGUF
quantized
2-bit
3-bit
4-bit precision
5-bit
6-bit
8-bit precision
16-bit
GGUF
mixtral
Mixture of Experts
conversational
Model card Files Community
37
MaziyarPanahi commited on
Commit
a4db596
•
1 Parent(s): 4730e5a

Upload folder using huggingface_hub (#5)

Browse files

- e117379139fede5c5429b888f7573837a3eac28c7871dfc9bbdb6217fc415426 (ae17eac9794a95366c166ddcc8b7c6b7dac36e81)
- 18b93521bed7f9c1090f8acf0a1db37b0b7d6df4ff6f4d508463db7344a3cdc2 (64c7219b3267c59feaee82c37a21ff8086d08156)
- b2bea9671da3a49d25f7c6077a113bcb258b78acae7621f918a037e6f40d1800 (6be3b3d2e01de1b9d2a6115cefe8c59f2e30f2dc)
- cafb34afc4ff42d924e4ca1e9b4cbb921ca49f8005cc23ec905477abb4b825f1 (5e12ce540c2a37a665ca7d50f1d410c67c3c375c)
- 8b090bb6d4a0dc8abfd6067e8b2ce481b3993cbde2d556e4e97d4d3edfb16c19 (533483daed72e5be34bb9fbfaaaa3063bc2fc61d)
- 7ad257329e256a32b28243d88271e9b68d59ee9e5126fa1803ff2dce8b3ad389 (d51a21a12a339fa3ae651e6bba75168d93c8f0ca)
- 4a88b7e8d5954c890f605887e2758c5ad3197599565922015873581689e1bafa (c857e5693d867443c601ad2539f1012deed765b5)
- 39fce1146bc96cbbe89764a5dd8ceb46583be8ddabf1187e37eb035376e70c9c (0f26019df3fc12d7d7f736646db0c0ec08d9e4d5)
- 6bdfaabc1f32d5ef3c9fab5b66babd02ab413c46257ccc676e8f6d5be7027a91 (7feb03544da19777d37f1373ee1f1953c82e5126)
- f738d3bbacac383335e32f3902575738b7d9b1e19f12d5141b8fd0e5f399a076 (c32aa6dd6883dedb5bd819580b4c70a3f3c9666c)
- c99a8b7d62dd4ea82a5c9810245d92792a852fb3a8fcf46b01e93d08446a8ad5 (b789a271e8db68f83b1588d8e92cbb04991d73c5)
- c8659a5e6add17cd0f8fccee1577786f9fadf3615d45e16a4c5bcab37176bc76 (05ffce1c32e26c21aa800bd77d47a6ad0fd38c92)
- 728243501fcb36f16bedf0b4d2d0cbc0494e6ffe773f2b724c9f02a1e7ed8c71 (1a97adbfe988fda3e6ab3645381d96cbd3c8ae97)
- 5e69d8167fca883062c83b243372b767351dfeb1e7f65a182a70f835a479434c (1e893d0a2917aa9920a4dcaa81ecabca4481556b)
- 6ff79fdfc7fc193c77266e80d2427cc0ad22e2f342e324ebb094ace16723272a (70d10bcbac4e3a010c4c05156af5b6c9fd957ea6)

Files changed (16) hide show
  1. .gitattributes +15 -0
  2. Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00001-of-00005.gguf +3 -0
  3. Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00002-of-00005.gguf +3 -0
  4. Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00003-of-00005.gguf +3 -0
  5. Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00004-of-00005.gguf +3 -0
  6. Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00005-of-00005.gguf +3 -0
  7. Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00001-of-00005.gguf +3 -0
  8. Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00002-of-00005.gguf +3 -0
  9. Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00003-of-00005.gguf +3 -0
  10. Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00004-of-00005.gguf +3 -0
  11. Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00005-of-00005.gguf +3 -0
  12. Mixtral-8x22B-Instruct-v0.1.Q3_K_S-00001-of-00005.gguf +3 -0
  13. Mixtral-8x22B-Instruct-v0.1.Q3_K_S-00002-of-00005.gguf +3 -0
  14. Mixtral-8x22B-Instruct-v0.1.Q3_K_S-00003-of-00005.gguf +3 -0
  15. Mixtral-8x22B-Instruct-v0.1.Q3_K_S-00004-of-00005.gguf +3 -0
  16. Mixtral-8x22B-Instruct-v0.1.Q3_K_S-00005-of-00005.gguf +3 -0
.gitattributes CHANGED
@@ -43,3 +43,18 @@ Mixtral-8x22B-Instruct-v0.1.IQ3_XS-00002-of-00005.gguf filter=lfs diff=lfs merge
43
  Mixtral-8x22B-Instruct-v0.1.IQ3_XS-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
44
  Mixtral-8x22B-Instruct-v0.1.IQ3_XS-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
45
  Mixtral-8x22B-Instruct-v0.1.IQ3_XS-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
43
  Mixtral-8x22B-Instruct-v0.1.IQ3_XS-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
44
  Mixtral-8x22B-Instruct-v0.1.IQ3_XS-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
45
  Mixtral-8x22B-Instruct-v0.1.IQ3_XS-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Mixtral-8x22B-Instruct-v0.1.Q3_K_S-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Mixtral-8x22B-Instruct-v0.1.Q3_K_S-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Mixtral-8x22B-Instruct-v0.1.Q3_K_S-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Mixtral-8x22B-Instruct-v0.1.Q3_K_S-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Mixtral-8x22B-Instruct-v0.1.Q3_K_S-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:659c0e4de26f70ac0531fad49a12e2a6e3c176fe7ab3f3eb336a8e29ab791960
3
+ size 16532827456
Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51d0f182e1486448ceb95beab26eb3357d4a5e370909a7d084354b7430cd2c2b
3
+ size 16768753824
Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a9e39640deb66512c104d3456541df3fc2e9b90422efbd27ca80ce0cde32131
3
+ size 15891980416
Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ec78d1fee3b83f08996ef7827bbc0913aaa39ede8c1bfe07d646d6be1cfd40f
3
+ size 16784875680
Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:086acb79771a1187ee55a878c4d8fc5269d63591c7b5f6160d869048b16bc8c6
3
+ size 6607285568
Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58aff8d7f1777dba354b1df75b96b22b4aa373a2ad28c360464740946e7b402f
3
+ size 15652711744
Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9806b9e088a444bc44ddd71aa37cae3bbb9d97d37adacedae2df612c253ab85f
3
+ size 15586648224
Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3c842ee3131f987caf62c9cac3b39d34ccee7a5d8e7df7758bc4e36f3a3b214
3
+ size 14810538112
Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c716b3f088837eeb91eada20f5cd892133015ffde30c187cb1efb44e6ea0de07
3
+ size 15593037984
Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:875a6f09e1666e76441b60140db14b9d5f3ce50f0f599848ef7cb3d4ad4dce13
3
+ size 6152629568
Mixtral-8x22B-Instruct-v0.1.Q3_K_S-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5f130f12a14a658383b919bbbb1921a56dd6fc424591da0d09781fd1d3c2478
3
+ size 13960310080
Mixtral-8x22B-Instruct-v0.1.Q3_K_S-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98727eddb9f79d724e2560fb93ccce01c9a4731979e542ead0b3a8d87bfaaefb
3
+ size 14196236448
Mixtral-8x22B-Instruct-v0.1.Q3_K_S-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cc9de4cba26ba6daa0a075096ed5cbf5d46055f7c16a179517a06c8372babd7
3
+ size 13527081088
Mixtral-8x22B-Instruct-v0.1.Q3_K_S-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd6022fda2548062cdfda5093b3a84df50af2d774257e183a242541ad6fdb69c
3
+ size 14202626208
Mixtral-8x22B-Instruct-v0.1.Q3_K_S-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4385a37ba22d057a34c740a17ef671a184d1cf2f1a8b2232b829f16067e4753
3
+ size 5617855808