Hugging Face's logo

P0x0
/
IceMerge-7b-32k-GGUF

GGUF
Inference Endpoints
imatrix
Model card Files Community
P0x0 commited on
Commit
78b734f
•
1 Parent(s): f776313

Upload 12 files

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. IceMerge-7b-32k-F16.gguf +3 -0
  3. IceMerge-7b-32k-IQ3_M-imat.gguf +3 -0
  4. IceMerge-7b-32k-IQ3_XXS-imat.gguf +3 -0
  5. IceMerge-7b-32k-IQ4_NL-imat.gguf +3 -0
  6. IceMerge-7b-32k-IQ4_XS-imat.gguf +3 -0
  7. IceMerge-7b-32k-Q4_K_M-imat.gguf +3 -0
  8. IceMerge-7b-32k-Q4_K_S-imat.gguf +3 -0
  9. IceMerge-7b-32k-Q5_K_M-imat.gguf +3 -0
  10. IceMerge-7b-32k-Q5_K_S-imat.gguf +3 -0
  11. IceMerge-7b-32k-Q6_K-imat.gguf +3 -0
  12. IceMerge-7b-32k-Q8_0-imat.gguf +3 -0
  13. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ IceMerge-7b-32k-F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ IceMerge-7b-32k-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ IceMerge-7b-32k-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ IceMerge-7b-32k-IQ4_NL-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ IceMerge-7b-32k-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ IceMerge-7b-32k-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ IceMerge-7b-32k-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ IceMerge-7b-32k-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ IceMerge-7b-32k-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ IceMerge-7b-32k-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ IceMerge-7b-32k-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
IceMerge-7b-32k-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ade38c178f324909212815423e27b4512fb03066fcc6f3829491bd902676b9e4
3
+ size 14484731808
IceMerge-7b-32k-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74c65fc30693cd3eb0eb37f55a02747b396a0efdfe3bad82b79fd8f166eb47f9
3
+ size 3284891872
IceMerge-7b-32k-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6fc7a9467c01d970dd15162dfc224b6375ef59f3c82abaad8815af7f8de6539
3
+ size 2827344096
IceMerge-7b-32k-IQ4_NL-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7076752db9ecb41eb3d79d5e6b5bc7a7448febc602eb42a76352ab1da21eac0a
3
+ size 4125694176
IceMerge-7b-32k-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9863d7fdb0db6e52d260418ee3cd42112c54803134abd30ec08b77f9bb3c5ea0
3
+ size 3907688672
IceMerge-7b-32k-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f53a24941bc96f44bdd978c9afa4ac0e5a9ff7882502a5384b4f33ed2ebdd8c9
3
+ size 4368439520
IceMerge-7b-32k-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d1a6d92445f088fb28da74e3785704200c38f43b18386c24e2e73af42593614
3
+ size 4140374240
IceMerge-7b-32k-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a26034e8e1662155938489cf119b43cf837afebf684c7de700d42244f146a96f
3
+ size 5131409632
IceMerge-7b-32k-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f3f8a0cf7aa1de900522292ba8ec27f835c8f111a9d02946ad5e74041a18821
3
+ size 4997716192
IceMerge-7b-32k-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee6eac12b12f161c2d3ee67d8316147de2452bf8eb094b3733d1f237a5b4a2e0
3
+ size 5942065376
IceMerge-7b-32k-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dca3e6bbf4baeff42f369adaf7ee3d477fba8491feda9a4dfecc6d17c9e10ff6
3
+ size 7695857888
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2a300cdb0575d396702128b1d41bbf1162bc7d2d7233ce34826e37c66f529ad
3
+ size 4988185