Hugging Face's logo

anthracite-org
/
magnum-v1-32b-gguf

Text Generation
GGUF
English
Chinese
chat
Inference Endpoints
imatrix
conversational
Model card Files Community
1
alpindale commited on
Commit
2b13748
•
1 Parent(s): 407fa5d

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. .gitattributes +9 -0
  2. magnum-32b-v1-iq2_s.gguf +3 -0
  3. magnum-32b-v1-iq3_m.gguf +3 -0
  4. magnum-32b-v1-iq4_nl.gguf +3 -0
  5. magnum-32b-v1-q4_k.gguf +3 -0
  6. magnum-32b-v1-q4_k_s.gguf +3 -0
  7. magnum-32b-v1-q5_k.gguf +3 -0
  8. magnum-32b-v1-q5_k_s.gguf +3 -0
  9. magnum-32b-v1-q6_k.gguf +3 -0
  10. magnum-32b-v1-q8.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ magnum-32b-v1-iq2_s.gguf filter=lfs diff=lfs merge=lfs -text
37
+ magnum-32b-v1-iq3_m.gguf filter=lfs diff=lfs merge=lfs -text
38
+ magnum-32b-v1-iq4_nl.gguf filter=lfs diff=lfs merge=lfs -text
39
+ magnum-32b-v1-q4_k.gguf filter=lfs diff=lfs merge=lfs -text
40
+ magnum-32b-v1-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
41
+ magnum-32b-v1-q5_k.gguf filter=lfs diff=lfs merge=lfs -text
42
+ magnum-32b-v1-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
43
+ magnum-32b-v1-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
44
+ magnum-32b-v1-q8.gguf filter=lfs diff=lfs merge=lfs -text
magnum-32b-v1-iq2_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f69195aaafe3a78af2f9e38e3df4bc05739a7f29aac2da56f4cbf0a90e2d3a5
3
+ size 10313347104
magnum-32b-v1-iq3_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a881e1ed586e51de9046e122552596c30049f79ba306368f52445a8afc6eba58
3
+ size 14700593184
magnum-32b-v1-iq4_nl.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:852af77fa62cb0ec22a90bc948dbd4ab8d6367f569335c708e8bc265d345aec7
3
+ size 18540613664
magnum-32b-v1-q4_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51a296a17d1f6a705ed591afad3a56615257335ef8b167b5b2645d1f649da275
3
+ size 19698962464
magnum-32b-v1-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c6563e4209aa9ec1ac73441f7497554f6764fe90b673784b12bada5d7f669b2
3
+ size 18641539104
magnum-32b-v1-q5_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bf91b49bff56821e38f4fa14147c8d6ce8ae1842082c566adc7ed10a4d2b6ac
3
+ size 23083569184
magnum-32b-v1-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbfb8e213f5569d61d4deb3701efd138d42ca5020401619534e270b6227cac4e
3
+ size 22465237024
magnum-32b-v1-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:745dbb0e98b9ffc7c6a27eb87f35446e6fc9737592e737097df21ee8c980f586
3
+ size 26679713824
magnum-32b-v1-q8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2862f061ae5af8c5ffcdedfd22e2ffd413f08a4571bcaca062368858fe8b9ba
3
+ size 34553495584