Hugging Face's logo

mzwing
/
MiniCPM-V-2-GGUF

GGUF
Inference Endpoints
Model card Files Community
mzwing commited on
Commit
09b396f
•
1 Parent(s): e353261

GGUF model commit (made with llama.cpp PR#6919 (commit 36bff51))

Browse files
Files changed (20) hide show
  1. .gitattributes +19 -0
  2. MiniCPM-V-2.IQ2_M.gguf +3 -0
  3. MiniCPM-V-2.IQ3_M.gguf +3 -0
  4. MiniCPM-V-2.IQ3_S.gguf +3 -0
  5. MiniCPM-V-2.IQ3_XS.gguf +3 -0
  6. MiniCPM-V-2.IQ3_XXS.gguf +3 -0
  7. MiniCPM-V-2.IQ4_NL.gguf +3 -0
  8. MiniCPM-V-2.IQ4_XS.gguf +3 -0
  9. MiniCPM-V-2.Q2_K.gguf +3 -0
  10. MiniCPM-V-2.Q3_K_L.gguf +3 -0
  11. MiniCPM-V-2.Q3_K_M.gguf +3 -0
  12. MiniCPM-V-2.Q3_K_S.gguf +3 -0
  13. MiniCPM-V-2.Q4_0.gguf +3 -0
  14. MiniCPM-V-2.Q4_K_M.gguf +3 -0
  15. MiniCPM-V-2.Q4_K_S.gguf +3 -0
  16. MiniCPM-V-2.Q5_0.gguf +3 -0
  17. MiniCPM-V-2.Q5_K_M.gguf +3 -0
  18. MiniCPM-V-2.Q5_K_S.gguf +3 -0
  19. MiniCPM-V-2.Q6_K.gguf +3 -0
  20. MiniCPM-V-2.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -37,3 +37,22 @@ MiniCPM-V-2.F16.gguf filter=lfs diff=lfs merge=lfs -text
37
  MiniCPM-V-2.F32.gguf filter=lfs diff=lfs merge=lfs -text
38
  mmproj-model-f16.gguf filter=lfs diff=lfs merge=lfs -text
39
  MiniCPM-V-2-mmproj.F16.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
37
  MiniCPM-V-2.F32.gguf filter=lfs diff=lfs merge=lfs -text
38
  mmproj-model-f16.gguf filter=lfs diff=lfs merge=lfs -text
39
  MiniCPM-V-2-mmproj.F16.gguf filter=lfs diff=lfs merge=lfs -text
40
+ MiniCPM-V-2.IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
41
+ MiniCPM-V-2.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ MiniCPM-V-2.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ MiniCPM-V-2.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
44
+ MiniCPM-V-2.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ MiniCPM-V-2.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
46
+ MiniCPM-V-2.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ MiniCPM-V-2.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
48
+ MiniCPM-V-2.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
49
+ MiniCPM-V-2.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ MiniCPM-V-2.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ MiniCPM-V-2.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
52
+ MiniCPM-V-2.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ MiniCPM-V-2.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ MiniCPM-V-2.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ MiniCPM-V-2.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
56
+ MiniCPM-V-2.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
57
+ MiniCPM-V-2.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
58
+ MiniCPM-V-2.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
MiniCPM-V-2.IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:015265a49b6172b2853bb4af026c4dfb6e75b47f2d824557403ac1f15e1f253a
3
+ size 2850468
MiniCPM-V-2.IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:015265a49b6172b2853bb4af026c4dfb6e75b47f2d824557403ac1f15e1f253a
3
+ size 2850468
MiniCPM-V-2.IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:015265a49b6172b2853bb4af026c4dfb6e75b47f2d824557403ac1f15e1f253a
3
+ size 2850468
MiniCPM-V-2.IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:015265a49b6172b2853bb4af026c4dfb6e75b47f2d824557403ac1f15e1f253a
3
+ size 2850468
MiniCPM-V-2.IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:015265a49b6172b2853bb4af026c4dfb6e75b47f2d824557403ac1f15e1f253a
3
+ size 2850468
MiniCPM-V-2.IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bad2d46406a97702a0e4705b2f31e197b9b43aacb2e0a590e9f9c36dab69c911
3
+ size 1780688320
MiniCPM-V-2.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3fce5b0e747a45b6493e63f16528cbeefdeba4ee37762de0a8bc2fd5b3df86c
3
+ size 1712130432
MiniCPM-V-2.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cae74c3a41ae3b65869977bccd9957b8c05667fed140b76d7b8a14a46131e81
3
+ size 1297193376
MiniCPM-V-2.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5b7ec92e654df8bb3a834dac893e3e9cb23a15674d4c429c8d217a27f70f95a
3
+ size 1685894528
MiniCPM-V-2.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99e45d5d05e2a7e516f9d0c22a0898cdfb5aea82d82edc819ec39774b316a59e
3
+ size 1602618752
MiniCPM-V-2.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66ab74a7366d08542d0c1581af1ebfb81905951f6b09f8dd02bae355850613d5
3
+ size 1476875648
MiniCPM-V-2.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3e85f0a9ed07539dbfa059faba56e9c91ee39ecc0e9c4ab1e43e4078bf2946b
3
+ size 1768246720
MiniCPM-V-2.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e336d2d263931fce7f8006ea7e283911854458c4faf6efe79f8ebd8730be16e3
3
+ size 1961506240
MiniCPM-V-2.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ba04cdaa63a90a19ec070198db43367c94463b66981590d0488e0888132f5d4
3
+ size 1841403328
MiniCPM-V-2.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca194b5e5e5fef81935a425734bba619d39cf25a143d4f22a374646d4ed3c4cc
3
+ size 2108833504
MiniCPM-V-2.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd4f0464a9d75541db18d261477a2f1840fac5e57f74185bb9d319e87877ed6e
3
+ size 2239055584
MiniCPM-V-2.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7be3abf96ff9afc8a39bce168c0c693aceefff79a5e912f6801de04dc1de280
3
+ size 2142011104
MiniCPM-V-2.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b450c5dc7595557475c2acef71d3dbecd4680c506b2aeaafd0c0759300c3799b
3
+ size 2599270176
MiniCPM-V-2.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c320fdfe97a6af6fea31c9c949bd5f5c2792e0eb1f57538c27a0bc3661e65fc9
3
+ size 3199090016