I've created 3 GGUF versions, perhaps you'd live to add them. (#1)

- I've created 3 GGUF versions, perhaps you'd live to add them. (ddf1c48f8a2a5de50a2e5041fcd7180a5d6fb3f3)


Co-authored-by: Bosco The Dog <[email protected]>

.gitattributes

@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+gemma-medical_qa-finetune.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-medical_qa-finetune.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-medical_qa-finetune.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

gemma-medical_qa-finetune.Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f95b748cff0124a616b043a44ba53c27bb07707d3f2bb1ef23195ce08f090e
+size 1630263008

gemma-medical_qa-finetune.Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5542316dd03c12019a7650014c9cc87e7b616a46d7f9e01d829e3e9678de0de
+size 1839650528

gemma-medical_qa-finetune.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83deab628622d569598733f981faaa2be8565e69e33ff27d14bead24871ea47a
+size 2669070048