GGUF model commit (made with fairydreaming/llama.cpp c033958 (branch deepseek-v2))

.gitattributes

@@ -34,3 +34,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 DeepSeek-V2-Lite-Chat.F16.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V2-Lite-Chat.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V2-Lite-Chat.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V2-Lite-Chat.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V2-Lite-Chat.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+DeepSeek-V2-Lite-Chat.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

DeepSeek-V2-Lite-Chat.Q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0891ccea082dd4e046f7199e3049f9e3a8e41f185aee9d6fc1291e5f6675aa97
+size 6413918208

DeepSeek-V2-Lite-Chat.Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c83949e6a92d32e11123b6d83c1928b5e11b1625ffd5fda062eb8c4ddb5d4c
+size 11701780480

DeepSeek-V2-Lite-Chat.Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689873f9ebaf4d27e85c3a5369e1b5cef4d4eda8f138217edb923b03e56ed27d
+size 6159626240

DeepSeek-V2-Lite-Chat.Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff501f4eac443875590af5f92d7c619c0fcc4a82a7041cae7cf044d5c6c6d7d
+size 14066971968

DeepSeek-V2-Lite-Chat.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1a9d6b04718d83c294564c7d54f04f323181f9f7578e269597051e2504fdcc
+size 16702517568