Add quantised GGUF files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.gguf filter=lfs diff=lfs merge=lfs -text

gemma-2-2b-it-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7c92048257f418670ad0a795dc5dab91ca18400c147c0d2a5b9bf7c2915f26
+size 1229829984

gemma-2-2b-it-Q4_0_4_4.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ebd478a6ec2acffa01e145bb16876641350c021d75d43f5185358b29fe4d1b
+size 1629509472

gemma-2-2b-it-Q4_0_4_8.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e2a03d1afb776bd0c0704429d645bd753fb8ba6e5ff474968b63fb4f622748
+size 1629509472

gemma-2-2b-it-Q4_0_8_8.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53064ee6e988817aaec9c5822319837a9dec8e424a45ea353904432ac5bf106
+size 1629509472

gemma-2-2b-it-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedc1055a8b3563c07dc6cb81747cda36adb94c304c8de49d0539f4ea9d6def9
+size 1708582752

gemma-2-2b-it-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755e139b3c5c6a514df12f2b623847e93361ca09bd436749150f2b2c6464bef2
+size 2151393120

gemma-2-2b-it-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bb1da03457fb2d53a14935f6666f46aea9c976d48a79347912005375057dab
+size 2784495456

gemma-2-2b-it-f16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a714ddabadbf3458aab3851e090b39f7cabf04538c91688d530298574c78d07
+size 5235214176