Hugging Face's logo

sayhan
/
gemma-2b-it-GGUF-quantized

GGUF
Inference Endpoints
conversational
Model card Files Community
1
sayhan commited on
Commit
c569f63
•
1 Parent(s): ff65dc9

Upload folder using huggingface_hub

Browse files
Files changed (14) hide show
  1. .gitattributes +13 -0
  2. gemma-2b-it-fp16.gguf +3 -0
  3. gemma-2b-it.Q2_K-v2.gguf +3 -0
  4. gemma-2b-it.Q3_K_L-v2.gguf +3 -0
  5. gemma-2b-it.Q3_K_M-v2.gguf +3 -0
  6. gemma-2b-it.Q3_K_S-v2.gguf +3 -0
  7. gemma-2b-it.Q4_0-v2.gguf +3 -0
  8. gemma-2b-it.Q4_K_M-v2.gguf +3 -0
  9. gemma-2b-it.Q4_K_S-v2.gguf +3 -0
  10. gemma-2b-it.Q5_0-v2.gguf +3 -0
  11. gemma-2b-it.Q5_K_M-v2.gguf +3 -0
  12. gemma-2b-it.Q5_K_S-v2.gguf +3 -0
  13. gemma-2b-it.Q6_K-v2.gguf +3 -0
  14. gemma-2b-it.Q8_0-v2.gguf +3 -0
.gitattributes CHANGED
@@ -45,3 +45,16 @@ gemma-2b-it.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
  gemma-2b-it.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
  gemma-2b-it.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
  gemma-2b-it.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
45
  gemma-2b-it.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
  gemma-2b-it.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
  gemma-2b-it.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ gemma-2b-it-fp16.gguf filter=lfs diff=lfs merge=lfs -text
49
+ gemma-2b-it.Q2_K-v2.gguf filter=lfs diff=lfs merge=lfs -text
50
+ gemma-2b-it.Q3_K_L-v2.gguf filter=lfs diff=lfs merge=lfs -text
51
+ gemma-2b-it.Q3_K_M-v2.gguf filter=lfs diff=lfs merge=lfs -text
52
+ gemma-2b-it.Q3_K_S-v2.gguf filter=lfs diff=lfs merge=lfs -text
53
+ gemma-2b-it.Q4_0-v2.gguf filter=lfs diff=lfs merge=lfs -text
54
+ gemma-2b-it.Q4_K_M-v2.gguf filter=lfs diff=lfs merge=lfs -text
55
+ gemma-2b-it.Q4_K_S-v2.gguf filter=lfs diff=lfs merge=lfs -text
56
+ gemma-2b-it.Q5_0-v2.gguf filter=lfs diff=lfs merge=lfs -text
57
+ gemma-2b-it.Q5_K_M-v2.gguf filter=lfs diff=lfs merge=lfs -text
58
+ gemma-2b-it.Q5_K_S-v2.gguf filter=lfs diff=lfs merge=lfs -text
59
+ gemma-2b-it.Q6_K-v2.gguf filter=lfs diff=lfs merge=lfs -text
60
+ gemma-2b-it.Q8_0-v2.gguf filter=lfs diff=lfs merge=lfs -text
gemma-2b-it-fp16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fa7351574f639ec6f1257aeabd8cd50d1f17a78f3556285410aff1e76c3add5
3
+ size 5018535552
gemma-2b-it.Q2_K-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65dbb21468920e230df32f18ef322f215a137247f750dfd8dab75e9b11db46d5
3
+ size 899876576
gemma-2b-it.Q3_K_L-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2284e7d78441d97b2e5b8ebc3d93f032a562db0507befbae0793c745010baab6
3
+ size 1260791520
gemma-2b-it.Q3_K_M-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acf907d8e2cce41783d2ebd567d7c090bad0aab52e282e3bcb6fab2697797e88
3
+ size 1179002592
gemma-2b-it.Q3_K_S-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3fac4738f2251f2a4dd041e833bab0d31a61f2b3fe0373ef440c82c60a548d6
3
+ size 1083180768
gemma-2b-it.Q4_0-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:760add05065a49dd910604002afa49e98fcda77900da0a75e93ad8557e802930
3
+ size 1416021728
gemma-2b-it.Q4_K_M-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:779637f566239fd1954ec9cfb936c85d42abc76d7afd74ea0ef8a12520715c7e
3
+ size 1495095008
gemma-2b-it.Q4_K_S-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c08571f2e0f652944b39fcda474e0c4637fbce83acda0c030f32d2081e2bf6f
3
+ size 1424672480
gemma-2b-it.Q5_0-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69ade6d694f0df734f7bd8659c08ace1ce66821428d21fa937e41e5f05230685
3
+ size 1729283808
gemma-2b-it.Q5_K_M-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14b7e214748ee6e43bc902793763db79d0b3c5b8608ab4ba7fe5cc6458f4731d
3
+ size 1770018528
gemma-2b-it.Q5_K_S-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfc006bb01c102ed080c2ec8ace2b0939bc74faaa1f15f29d17515ed7625b9c7
3
+ size 1729283808
gemma-2b-it.Q6_K-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f86e2a7189701e4ab3b10aafc1ea61190fa15882dbdcc5852fab5d4b8a55de0
3
+ size 2062124768
gemma-2b-it.Q8_0-v2.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21fd5daaae2382397fecc67b312d40a1c699cc61200e28e806591302ba6e3040
3
+ size 2669070048