I've created 3 GGUF versions, perhaps you'd live to add them.

by BoscoTheDog - opened Mar 12

←

Files changed (4) hide show

.gitattributes CHANGED Viewed

@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+gemma-medical_qa-finetune.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-medical_qa-finetune.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-medical_qa-finetune.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

gemma-medical_qa-finetune.Q4_K_M.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:17f95b748cff0124a616b043a44ba53c27bb07707d3f2bb1ef23195ce08f090e
+size 1630263008

gemma-medical_qa-finetune.Q5_K_M.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:b5542316dd03c12019a7650014c9cc87e7b616a46d7f9e01d829e3e9678de0de
+size 1839650528

gemma-medical_qa-finetune.Q8_0.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:83deab628622d569598733f981faaa2be8565e69e33ff27d14bead24871ea47a
+size 2669070048