Hugging Face's logo

sayhan
/
gemma-2b-it-GGUF-quantized

GGUF
Inference Endpoints
conversational
Model card Files Community
1
sayhan commited on
Commit
4993053
•
1 Parent(s): 99c6a01

Upload folder using huggingface_hub

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. gemma-2b-it.Q2_K.gguf +3 -0
  3. gemma-2b-it.Q3_K_L.gguf +3 -0
  4. gemma-2b-it.Q3_K_M.gguf +3 -0
  5. gemma-2b-it.Q3_K_S.gguf +3 -0
  6. gemma-2b-it.Q4_0.gguf +3 -0
  7. gemma-2b-it.Q4_K_M.gguf +3 -0
  8. gemma-2b-it.Q4_K_S.gguf +3 -0
  9. gemma-2b-it.Q5_0.gguf +3 -0
  10. gemma-2b-it.Q5_K_M.gguf +3 -0
  11. gemma-2b-it.Q5_K_S.gguf +3 -0
  12. gemma-2b-it.Q6_K.gguf +3 -0
  13. gemma-2b-it.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ gemma-2b-it.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ gemma-2b-it.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ gemma-2b-it.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ gemma-2b-it.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ gemma-2b-it.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ gemma-2b-it.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ gemma-2b-it.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ gemma-2b-it.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ gemma-2b-it.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ gemma-2b-it.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ gemma-2b-it.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ gemma-2b-it.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
gemma-2b-it.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fde5863de918bc9e53037d378f1418604ad46c657d63d7761b3e3f68dec7d73d
3
+ size 899876544
gemma-2b-it.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2c81d12cc6276ef401bfe05eaeb194d992a33d5b7d24baca37f36319da63127
3
+ size 1260791488
gemma-2b-it.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee7d5f3a82b0a2dd7ad18c52ec4e90b17b97346308502bb5977f20cba8a5be25
3
+ size 1179002560
gemma-2b-it.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19343b9ee95fe17718bc312a7c28186833868697cff5356516a57de7397bc37b
3
+ size 1083180736
gemma-2b-it.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd5ac9e94f4966e428094a5fc938db41073064a1e01ef93656cf0cf68af18063
3
+ size 1416021696
gemma-2b-it.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:426bb36cbb19a59147464e1d1595835145e4afdfc8350dfd46f2a289f65e831c
3
+ size 1495094976
gemma-2b-it.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7647a04f284bd6bc25d86ea92a3c31d24435855e8a36cba6e8de9d6b89b07960
3
+ size 1424672448
gemma-2b-it.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f84e4bdafb148d6dd2b42fa16940d04c2760d7d32155cd5a001b3bff1957260
3
+ size 1729283776
gemma-2b-it.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb5883707304d110e571c63f859ebf0dcdb252a5a043bde59a9024da2ea99dbb
3
+ size 1770018496
gemma-2b-it.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91463cb64b0471ca54fc784d5a79d536df5af72c42bb8078597c478a0d049c75
3
+ size 1729283776
gemma-2b-it.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a9b866a159921cf9ae4833bcfb2680f3c0fe24bf5a2458d0330dd3cf3637224
3
+ size 2062124736
gemma-2b-it.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a66d050d5dc1f8787ae2255b16f8348415f6a4ff9ed4390db92b74bf6016c3c
3
+ size 2669070016