Hugging Face's logo

LWDCLS
/
DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-GGUF-IQ-Imatrix-Request

GGUF
Inference Endpoints
imatrix
conversational
Model card Files Community
1
Lewdiculous commited on
Commit
cdf7e0f
•
1 Parent(s): 636f99b

quants

Browse files
Files changed (14) hide show
  1. .gitattributes +12 -0
  2. DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-BF16.gguf +3 -0
  3. DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-F16.gguf +3 -0
  4. DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-IQ3_M-imat.gguf +3 -0
  5. DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-IQ3_XXS-imat.gguf +3 -0
  6. DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-IQ4_XS-imat.gguf +3 -0
  7. DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-Q4_K_M-imat.gguf +3 -0
  8. DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-Q4_K_S-imat.gguf +3 -0
  9. DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-Q5_K_M-imat.gguf +3 -0
  10. DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-Q5_K_S-imat.gguf +3 -0
  11. DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-Q6_K-imat.gguf +3 -0
  12. DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-Q8_0-imat.gguf +3 -0
  13. imatrix-with-rp-ex.txt +0 -0
  14. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-BF16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-F16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef177ee2bc39094399c33830de499b1fe7dbe27261dba1647314704569cc3a2c
3
+ size 16068891520
DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a67aac9506b22b4022483fe686d59761b3c0b2b190daf3170b05add8b7d5ae24
3
+ size 16068891520
DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:605d94abd688cd2fe0e918b5c76da9c0227e795c181e44860076486082d6efd5
3
+ size 3784824000
DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:410a3708de58c16c927b4c9af877340a42911e21911c95377ded97f81db49123
3
+ size 3274912960
DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bd289926da08cfcddffd38b6000ba637a8ef0617145dffa92c042d69d5f8a0b
3
+ size 4447663296
DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa9fc56de7d902b755c43f1a5d0867d961675174a1b3e73a10d822836c3390e6
3
+ size 4920734912
DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:724094da0043dbbc0c898198f201b09aa37f019bbde999e134f59ea9db0b15ef
3
+ size 4692669632
DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04e95c508ec9efec2fe94c76f26003632719654837c31e479f6e79c3e9834678
3
+ size 5732988096
DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:876e7661453a3745b930c8ae6060eff17f804d200f37dc334eda34d0a151acbb
3
+ size 5599294656
DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac4c0a3eed9d428b457e42d93de882340d0338e992f8914db09e63284120c720
3
+ size 6596007104
DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74922cb6715ca6843c58e104dfdd9ebe5989ee1509d655268e049ad1c2349e2e
3
+ size 8540771520
imatrix-with-rp-ex.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf5924b2206d9af153e5dd8da017ad7312d0cdd32fe5abc13f286acb51e0d5a4
3
+ size 4988171