Hugging Face's logo

Lewdiculous
/
Kunocchini-7b-128k-test-GGUF-Imatrix

Text Generation
Transformers
GGUF
mistral
quantized
text-generation-inference
Merge
mergekit
Model card Files Community
1
Lewdiculous commited on
Commit
6782c84
•
1 Parent(s): 3d60a77

Add: v2 files

Browse files
Files changed (12) hide show
  1. .gitattributes +11 -0
  2. v2_Kunocchini-7b-128k-test-F16.gguf +3 -0
  3. v2_Kunocchini-7b-128k-test-IQ3_M-imatrix.gguf +3 -0
  4. v2_Kunocchini-7b-128k-test-IQ3_S-imatrix.gguf +3 -0
  5. v2_Kunocchini-7b-128k-test-IQ3_XXS-imatrix.gguf +3 -0
  6. v2_Kunocchini-7b-128k-test-Q4_K_M-imatrix.gguf +3 -0
  7. v2_Kunocchini-7b-128k-test-Q4_K_S-imatrix.gguf +3 -0
  8. v2_Kunocchini-7b-128k-test-Q5_K_M-imatrix.gguf +3 -0
  9. v2_Kunocchini-7b-128k-test-Q5_K_S-imatrix.gguf +3 -0
  10. v2_Kunocchini-7b-128k-test-Q6_K-imatrix.gguf +3 -0
  11. v2_Kunocchini-7b-128k-test-Q8_0-imatrix.gguf +3 -0
  12. v2_imatrix-Kunocchini-7b-128k-test-F16.dat +3 -0
.gitattributes CHANGED
@@ -42,3 +42,14 @@ Kunocchini-7b-128k-test-Q5_K_M-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
42
  Kunocchini-7b-128k-test-Q5_K_S-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
43
  Kunocchini-7b-128k-test-Q6_K-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
44
  Kunocchini-7b-128k-test-Q8_0-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
42
  Kunocchini-7b-128k-test-Q5_K_S-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
43
  Kunocchini-7b-128k-test-Q6_K-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
44
  Kunocchini-7b-128k-test-Q8_0-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
45
+ v2_imatrix-Kunocchini-7b-128k-test-F16.dat filter=lfs diff=lfs merge=lfs -text
46
+ v2_Kunocchini-7b-128k-test-F16.gguf filter=lfs diff=lfs merge=lfs -text
47
+ v2_Kunocchini-7b-128k-test-IQ3_M-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
48
+ v2_Kunocchini-7b-128k-test-IQ3_S-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
49
+ v2_Kunocchini-7b-128k-test-IQ3_XXS-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
50
+ v2_Kunocchini-7b-128k-test-Q4_K_M-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
51
+ v2_Kunocchini-7b-128k-test-Q4_K_S-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
52
+ v2_Kunocchini-7b-128k-test-Q5_K_M-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
53
+ v2_Kunocchini-7b-128k-test-Q5_K_S-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
54
+ v2_Kunocchini-7b-128k-test-Q6_K-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
55
+ v2_Kunocchini-7b-128k-test-Q8_0-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
v2_Kunocchini-7b-128k-test-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e3747cea185e3fcb518ffcb7fe49a928a8e58a0af8d615471da85f6395bbf6d
3
+ size 14484732032
v2_Kunocchini-7b-128k-test-IQ3_M-imatrix.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e57ea37fee39fcc90ecf5fe4485285493f499b39efa824c87349e8c05d65781b
3
+ size 3284891808
v2_Kunocchini-7b-128k-test-IQ3_S-imatrix.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:270c5bb16d56ad4c465119e0523a24dedbde6820914b73d52fb91844679a1c5c
3
+ size 3182393504
v2_Kunocchini-7b-128k-test-IQ3_XXS-imatrix.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a1a18df7bd4f47abe45a78b00c90e8cc057c43f97048770f1ed19c7f93dda51
3
+ size 2827344032
v2_Kunocchini-7b-128k-test-Q4_K_M-imatrix.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ccec35392f56f66952f8eb2ded2d8aa9a6bb511e9518899d8096326e328edef
3
+ size 4368439456
v2_Kunocchini-7b-128k-test-Q4_K_S-imatrix.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93e963727393579d5f0ce2dccca35ad8a83e6bf8766b2766cfb2e3e5f880fc46
3
+ size 4140374176
v2_Kunocchini-7b-128k-test-Q5_K_M-imatrix.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56040b0f615318206873540b35e6325a8aa62c80319f0776946218290071b4dc
3
+ size 5131409568
v2_Kunocchini-7b-128k-test-Q5_K_S-imatrix.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8257933753aee03e01e8471f4470ecf91e7b600a7409d207ed5a55d968fd5306
3
+ size 4997716128
v2_Kunocchini-7b-128k-test-Q6_K-imatrix.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1713013be486a84dba3353fa82578ffb742eb529e11e513b69a0e8dc81a17b20
3
+ size 5942065312
v2_Kunocchini-7b-128k-test-Q8_0-imatrix.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4e4da5d56970832f046850ab7f0d64d8c47bc224b873b41b974038cf12d2dda
3
+ size 7695857824
v2_imatrix-Kunocchini-7b-128k-test-F16.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc6ae535970f146db57076e73a1d79529903c36e667085ff050e03a83a48dae8
3
+ size 4988126