Hugging Face's logo

mzwing
/
deepseek-math-7b-rl-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
mzwing commited on
Commit
e9c5fbc
•
1 Parent(s): 16542f7

GGUF model commit (made with llama.cpp release b2554)

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. deepseek-math-7b-rl.Q2_K.gguf +3 -0
  3. deepseek-math-7b-rl.Q3_K_L.gguf +3 -0
  4. deepseek-math-7b-rl.Q3_K_M.gguf +3 -0
  5. deepseek-math-7b-rl.Q3_K_S.gguf +3 -0
  6. deepseek-math-7b-rl.Q4_0.gguf +3 -0
  7. deepseek-math-7b-rl.Q4_K_M.gguf +3 -0
  8. deepseek-math-7b-rl.Q4_K_S.gguf +3 -0
  9. deepseek-math-7b-rl.Q5_0.gguf +3 -0
  10. deepseek-math-7b-rl.Q5_K_M.gguf +3 -0
  11. deepseek-math-7b-rl.Q5_K_S.gguf +3 -0
  12. deepseek-math-7b-rl.Q6_K.gguf +3 -0
  13. deepseek-math-7b-rl.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  deepseek-math-7b-rl.F16.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  deepseek-math-7b-rl.F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ deepseek-math-7b-rl.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ deepseek-math-7b-rl.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ deepseek-math-7b-rl.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ deepseek-math-7b-rl.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ deepseek-math-7b-rl.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ deepseek-math-7b-rl.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ deepseek-math-7b-rl.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ deepseek-math-7b-rl.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ deepseek-math-7b-rl.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
46
+ deepseek-math-7b-rl.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ deepseek-math-7b-rl.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
48
+ deepseek-math-7b-rl.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
deepseek-math-7b-rl.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6f42600da72483ebe934eb08afdb23c12ea7a45c57e15d3b2d5c1ea39491bb2
3
+ size 2718834592
deepseek-math-7b-rl.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85924b20860b76e5cd8db1cf3a74ac9ed85ab804c1ef50dc70270be65e399dbe
3
+ size 3746684832
deepseek-math-7b-rl.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d699f62f7f0a934e4acc2ce2c76e7ef5f3e59e40510bdad5161849d3667278ac
3
+ size 3461603232
deepseek-math-7b-rl.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a197683993005d2d21246e21681cdf6113c43b22276a20d078e8736319ea1025
3
+ size 3138428832
deepseek-math-7b-rl.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e487c0666eac73043dc7ba0066863e59318a87cc5f10644ae0359e23267a5a1
3
+ size 4000472992
deepseek-math-7b-rl.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27fcd882a4e5a3e48a61d018f30be0277ec4fe467c57a5d9af07230a6cb314ec
3
+ size 4223770528
deepseek-math-7b-rl.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b580d19a179f40bec65e4c813795e3ce1f4d1b7f4acf93a55085224c37ce8ad9
3
+ size 4025769888
deepseek-math-7b-rl.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9c2f3a5d8b3a60fad3ba21bcb6a620fab8aea294abc1193b31f912be7542d5f
3
+ size 4811808672
deepseek-math-7b-rl.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d53a45c2a7f87e07aaa67cbbea6a9b3922f52ef8773edc3ae68046d63fad277
3
+ size 4926840736
deepseek-math-7b-rl.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7bc90af3a3fbb48dcb4d8f2c4dbd839af41277a2f89518733efc251cba77cee
3
+ size 4811808672
deepseek-math-7b-rl.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78e46a8e82a388d280708f1bc7b23be3fe750462f2274a06afd6e7ed164cdd38
3
+ size 5673852832
deepseek-math-7b-rl.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89dd4c03f7ba245755035a0d8e339d3cf126eab4c05ff2055a0e1850c73e6164
3
+ size 7347396512