Hugging Face's logo

Kquant03
/
Buttercup-4x7B-GGUF

GGUF
English
Mixture of Experts
Merge
Inference Endpoints
Model card Files Community
1
Kquant03 commited on
Commit
12d7afc
•
1 Parent(s): 3cd07c5

Upload 8 files

Browse files
Files changed (9) hide show
  1. .gitattributes +8 -0
  2. ggml-model-q2_k.gguf +3 -0
  3. ggml-model-q3_k_m.gguf +3 -0
  4. ggml-model-q4_0.gguf +3 -0
  5. ggml-model-q4_k_m.gguf +3 -0
  6. ggml-model-q5_0.gguf +3 -0
  7. ggml-model-q5_k_m.gguf +3 -0
  8. ggml-model-q6_k.gguf +3 -0
  9. ggml-model-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ ggml-model-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
37
+ ggml-model-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
38
+ ggml-model-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
39
+ ggml-model-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
40
+ ggml-model-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ ggml-model-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
42
+ ggml-model-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
43
+ ggml-model-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
ggml-model-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0eb11ba1937b72b691b0f8b14c95638eccfa4ef3f91dd6d4d47397540c8dd34d
3
+ size 8060708640
ggml-model-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc214cd8b34641401bffa61be1f50aed1c9a31bc3dda9fe14e730cd8e97a5dc5
3
+ size 10522445600
ggml-model-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:484939baddb8b39312206bb5f2db174b48e3b78db21308179c25e64fbf96e577
3
+ size 13622667040
ggml-model-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b552f7cf7dbe9a23476ec6f9a4e948d5205e9f15de017643dc91517bad6ba022
3
+ size 13639968544
ggml-model-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ae90af920613a110b6128f5e89676620b0bbaadfae42761a1159b4eea7184cb
3
+ size 16625395488
ggml-model-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e5516ed5bb444a82065bb4860957bb0508e2339d85540a97ad7d2930e27d6b0
3
+ size 16634308384
ggml-model-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bdb977a728c2a63e93f86bf6a811c240fa9f852ac0bee96f8b9ae24cda9bcac
3
+ size 19815794464
ggml-model-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d9840e81ca887cbe685942f786fa8abdfd9779800b1ebfbe799da792176fd8f
3
+ size 25665324832