Hugging Face's logo

qwp4w3hyb
/
Codestral-22B-v0.1-iMat-GGUF

Text Generation
Transformers
GGUF
code
codestral
mistralai
mistral
imatrix
importance matrix
Inference Endpoints
Model card Files Community
qwp4w3hyb commited on
Commit
02d04e3
•
1 Parent(s): f12f3f4

Upload folder using huggingface_hub

Browse files
Files changed (21) hide show
  1. .gitattributes +20 -0
  2. codestral-22b-v0.1-hf-bf16.gguf +3 -0
  3. codestral-22b-v0.1-hf-imat-IQ1_S.gguf +3 -0
  4. codestral-22b-v0.1-hf-imat-IQ2_M.gguf +3 -0
  5. codestral-22b-v0.1-hf-imat-IQ2_S.gguf +3 -0
  6. codestral-22b-v0.1-hf-imat-IQ2_XS.gguf +3 -0
  7. codestral-22b-v0.1-hf-imat-IQ2_XXS.gguf +3 -0
  8. codestral-22b-v0.1-hf-imat-IQ3_M.gguf +3 -0
  9. codestral-22b-v0.1-hf-imat-IQ3_S.gguf +3 -0
  10. codestral-22b-v0.1-hf-imat-IQ3_XS.gguf +3 -0
  11. codestral-22b-v0.1-hf-imat-IQ3_XXS.gguf +3 -0
  12. codestral-22b-v0.1-hf-imat-IQ4_NL.gguf +3 -0
  13. codestral-22b-v0.1-hf-imat-IQ4_XS.gguf +3 -0
  14. codestral-22b-v0.1-hf-imat-Q4_0.gguf +3 -0
  15. codestral-22b-v0.1-hf-imat-Q4_K_M.gguf +3 -0
  16. codestral-22b-v0.1-hf-imat-Q4_K_S.gguf +3 -0
  17. codestral-22b-v0.1-hf-imat-Q5_K_M.gguf +3 -0
  18. codestral-22b-v0.1-hf-imat-Q5_K_S.gguf +3 -0
  19. codestral-22b-v0.1-hf-imat-Q6_K.gguf +3 -0
  20. codestral-22b-v0.1-hf-imat-Q8_0.gguf +3 -0
  21. codestral-22b-v0.1-hf.imatrix +3 -0
.gitattributes CHANGED
@@ -33,3 +33,23 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ codestral-22b-v0.1-hf-bf16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ codestral-22b-v0.1-hf-imat-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ codestral-22b-v0.1-hf-imat-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ codestral-22b-v0.1-hf-imat-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ codestral-22b-v0.1-hf-imat-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ codestral-22b-v0.1-hf-imat-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ codestral-22b-v0.1-hf-imat-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ codestral-22b-v0.1-hf-imat-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ codestral-22b-v0.1-hf-imat-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ codestral-22b-v0.1-hf-imat-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ codestral-22b-v0.1-hf-imat-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
47
+ codestral-22b-v0.1-hf-imat-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ codestral-22b-v0.1-hf-imat-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
49
+ codestral-22b-v0.1-hf-imat-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ codestral-22b-v0.1-hf-imat-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ codestral-22b-v0.1-hf-imat-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ codestral-22b-v0.1-hf-imat-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ codestral-22b-v0.1-hf-imat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
54
+ codestral-22b-v0.1-hf-imat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ codestral-22b-v0.1-hf.imatrix filter=lfs diff=lfs merge=lfs -text
codestral-22b-v0.1-hf-bf16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62bf00e8139ff539cee99c6c21bd6bf65a02c0608e2c1caa18da2e337b9b9edd
3
+ size 44496724032
codestral-22b-v0.1-hf-imat-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f6c6f8fc342eea73b06fe99098b5a0b01c0fc21f59507dd6d6e105b071eb8fe
3
+ size 4829487488
codestral-22b-v0.1-hf-imat-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7972ff16046f004a7e5c186068b9005319f2a8e27c4d7e57ebdd7c75f5406c81
3
+ size 7618961792
codestral-22b-v0.1-hf-imat-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49fd3aa1fd118f62056bfe04c63ddd0025796424b72504c231557acb61624f79
3
+ size 7035429248
codestral-22b-v0.1-hf-imat-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0115adfe70e945ccf439af6a0090bd2d5b840c9308a787caf74c68b80b9e347
3
+ size 6646145408
codestral-22b-v0.1-hf-imat-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6efca7a2644a0781e40531f38ad5dfa18d34190a50aef6e72a5bb31ddcc3860
3
+ size 5996552576
codestral-22b-v0.1-hf-imat-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e19af54ea7eb8f8c2c936c2f691ee5b247cd54211843db200b85b48c3ceb4572
3
+ size 10062406016
codestral-22b-v0.1-hf-imat-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4fa55b7baa6dcbf5491df38e818f6d64be0be8e2673a39b1e5da555ecdef7b2
3
+ size 9688064384
codestral-22b-v0.1-hf-imat-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e67a0d5a5cfeaab9dfd7b820027533ae7133a934303d92e38143896cc5bc89a9
3
+ size 9176097152
codestral-22b-v0.1-hf-imat-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79de0f2052aa9aaa30c9173e4d9e9c92ee779c2404bd2df25f1ad263ee09d089
3
+ size 8598856064
codestral-22b-v0.1-hf-imat-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a1a1dcf316863e8971477e6e6e3f3bf20ad8316a72f3ad95b08a43e3d4c3ad6
3
+ size 12613198208
codestral-22b-v0.1-hf-imat-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:909e5814e137f8f09f10cf43a2bc9b8bf5e255796bffddcb4f4a6bb00ea5782e
3
+ size 11935293824
codestral-22b-v0.1-hf-imat-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a846df4e7ce5721d8c9825b74989eeeb52baf8b8a555f9e37193dca44bb79a3a
3
+ size 12613198208
codestral-22b-v0.1-hf-imat-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ab70d72eb4b67e56b08dd7431117e21e09999823d1114a923f13685dba9f6d6
3
+ size 13341237632
codestral-22b-v0.1-hf-imat-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:950ff5ecc4685fc96f1eca4682a5075bbf27b8ffe9c5d146b44040344f091f97
3
+ size 12660384128
codestral-22b-v0.1-hf-imat-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9594a1f6c4afda46ff5b9620ab2652117dfbd786cb0e79f012432b1ba94fd605
3
+ size 15722553728
codestral-22b-v0.1-hf-imat-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a215324e4270381b49c08d134a779dcbe5956e1c50bd1688bea588cb1696b11c
3
+ size 15324815744
codestral-22b-v0.1-hf-imat-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da8019eff39b04d3a2e3e7a9ebd4f60c66a2ea2bbbbf28d8ca3f407b1f5bbea7
3
+ size 18252702080
codestral-22b-v0.1-hf-imat-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90680c9dcd2abb53c4239bddd7f97ed67579333c75d8ec0bcb6d31d21601dd83
3
+ size 23640547712
codestral-22b-v0.1-hf.imatrix ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:236fbf36f16418fbc6462b423f83c3805818256b6a593a028c8390dd9bf17869
3
+ size 11940596