Hugging Face's logo

Lewdiculous
/
Mistral-Nemo-12B-ArliAI-RPMax-v1.2-GGUF-IQ-ARM-Imatrix

GGUF
English
roleplay
rp
sillytavern
imatrix
conversational
Model card Files Community
Lewdiculous commited on
Commit
12283f5
•
1 Parent(s): 0b0b6fc

Q4 Q5 Q6 Q8 Full

Browse files
Files changed (13) hide show
  1. .gitattributes +11 -0
  2. ARM-Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q4_0_4_4-imat.gguf +3 -0
  3. ARM-Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q4_0_4_8-imat.gguf +3 -0
  4. Mistral-Nemo-12B-ArliAI-RPMax-v1.2-BF16.gguf +3 -0
  5. Mistral-Nemo-12B-ArliAI-RPMax-v1.2-F16.gguf +3 -0
  6. Mistral-Nemo-12B-ArliAI-RPMax-v1.2-IQ4_XS-imat.gguf +3 -0
  7. Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q4_K_M-imat.gguf +3 -0
  8. Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q4_K_S-imat.gguf +3 -0
  9. Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q5_K_S-imat.gguf +3 -0
  10. Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q6_K-imat.gguf +3 -0
  11. Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q8_0-imat.gguf +3 -0
  12. imatrix-with-rp-v3.txt +0 -0
  13. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -39,3 +39,14 @@ Mistral-Nemo-12B-ArliAI-RPMax-v1.2-IQ3_XS-imat.gguf filter=lfs diff=lfs merge=lf
39
  Mistral-Nemo-12B-ArliAI-RPMax-v1.2-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
  Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q3_K_L-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
  Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q3_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
39
  Mistral-Nemo-12B-ArliAI-RPMax-v1.2-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
  Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q3_K_L-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
  Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q3_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ ARM-Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q4_0_4_4-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ ARM-Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q4_0_4_8-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
45
+ Mistral-Nemo-12B-ArliAI-RPMax-v1.2-BF16.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Mistral-Nemo-12B-ArliAI-RPMax-v1.2-F16.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Mistral-Nemo-12B-ArliAI-RPMax-v1.2-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
ARM-Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q4_0_4_4-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:386b8820b399c4ba7af317a5405e58aca79c47cfc25d38d06a4ac077e3b2959c
3
+ size 7071703776
ARM-Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q4_0_4_8-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6478689117d2e951cec92284a0fe964f3b076d96f5a47e7ef739f1ac5ec685e
3
+ size 7071703776
Mistral-Nemo-12B-ArliAI-RPMax-v1.2-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a543b6c77652ee379aeec8f69f3198a8b24709c426f2456576bac138c618e3a4
3
+ size 24504279488
Mistral-Nemo-12B-ArliAI-RPMax-v1.2-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c70bb5a0f6d738f70e8f69af2462bf189fd6de7ffc73a3fcccd663cc8b881ef3
3
+ size 24504279488
Mistral-Nemo-12B-ArliAI-RPMax-v1.2-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71301524cec122c71476f827c278b92338c3a87d055c27a804f08aadfa909f23
3
+ size 6742713056
Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06755e95472bfcd8d9c6e548f0ccb1b64981a51205b3a17964dc029875537b75
3
+ size 7477207776
Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0206b40cd6188989bddd6337a78f637b65c0912a217c0f6fbf54a55b35fe193
3
+ size 7120200416
Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd627cae9f320530e1da6fd2f8c4f761e2689139caf72d8c98e4cc3f77bc1d6a
3
+ size 8518738656
Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ae2d2b05cd40efcfce4a77a40722beb546a68c2fb41613d0dcc2f0b29562ad6
3
+ size 10056213216
Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8bc5d343ba6f2f4e513973c4b27cd357578213e72e4196aa3704ea5b55a8fef
3
+ size 13022372576
imatrix-with-rp-v3.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b44e32fb4cf9dcbc5d8388426c362d16520f9eacf6e4c0173ec6f69e20b84ea
3
+ size 7054419