Hugging Face's logo

Lewdiculous
/
InfinityRP-v2-8B-GGUF-IQ-Imatrix

GGUF
Safetensors
English
llama
rp
roleplay
sillytavern
Inference Endpoints
imatrix
Model card Files Community
1
Lewdiculous commited on
Commit
6d933e6
•
1 Parent(s): ac08d27

all quants

Browse files
Files changed (15) hide show
  1. .gitattributes +13 -0
  2. InfinityRP-v2-8B-F16.gguf +3 -0
  3. InfinityRP-v2-8B-IQ3_M-imat.gguf +3 -0
  4. InfinityRP-v2-8B-IQ3_S-imat.gguf +3 -0
  5. InfinityRP-v2-8B-IQ3_XXS-imat.gguf +3 -0
  6. InfinityRP-v2-8B-IQ4_NL-imat.gguf +3 -0
  7. InfinityRP-v2-8B-IQ4_XS-imat.gguf +3 -0
  8. InfinityRP-v2-8B-Q4_K_M-imat.gguf +3 -0
  9. InfinityRP-v2-8B-Q4_K_S-imat.gguf +3 -0
  10. InfinityRP-v2-8B-Q5_K_M-imat.gguf +3 -0
  11. InfinityRP-v2-8B-Q5_K_S-imat.gguf +3 -0
  12. InfinityRP-v2-8B-Q6_K-imat.gguf +3 -0
  13. InfinityRP-v2-8B-Q8_0-imat.gguf +3 -0
  14. imatrix-with-rp-ex.txt +0 -0
  15. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ InfinityRP-v2-8B-F16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ InfinityRP-v2-8B-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ InfinityRP-v2-8B-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ InfinityRP-v2-8B-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ InfinityRP-v2-8B-IQ4_NL-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ InfinityRP-v2-8B-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ InfinityRP-v2-8B-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ InfinityRP-v2-8B-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ InfinityRP-v2-8B-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ InfinityRP-v2-8B-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ InfinityRP-v2-8B-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
48
+ InfinityRP-v2-8B-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
InfinityRP-v2-8B-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d412d81e76e1167890d99e04a132652d68f526b46b0f68900920fa6f53616b09
3
+ size 16068890432
InfinityRP-v2-8B-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b61d7c362f49c153cabf601fe22847169dabdb492e2a86a69caea32b43952755
3
+ size 3784822944
InfinityRP-v2-8B-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a4c677f610570f8ef64d46f35d9cfd7542ffb007fe28195b0b1e8f2f460240d
3
+ size 3682324640
InfinityRP-v2-8B-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45e1ba860c1829c19dffb0e7225e913cb129ffe36a562cab2e798594f042474a
3
+ size 3274911904
InfinityRP-v2-8B-IQ4_NL-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24ad9369d5fb590b98e64c944074ad8d22128a7d6bda95ac192bcd03e1c26d5f
3
+ size 4677988512
InfinityRP-v2-8B-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8bfe354154f98b43144348ca74bb54dc5dcac517a812455528881716e10fb74
3
+ size 4447662240
InfinityRP-v2-8B-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdc77c8c0c8ccde06d23815698f086e55940c0f1b579cb06754161566787adec
3
+ size 4920733856
InfinityRP-v2-8B-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acbffddff411c806c37cd9b28c1a24c98a8d59f39aea646a65d4eeb55ed07798
3
+ size 4692668576
InfinityRP-v2-8B-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aef421dd3c19717dc01728813f74e4574f4d97baae9fca7f9c4582e4942d07c1
3
+ size 5732987040
InfinityRP-v2-8B-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b75e76b71190c4e6acf2025332dd6f67008f1e2a6c76c12955468ab6e7f7b96
3
+ size 5599293600
InfinityRP-v2-8B-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ab29889c4018637ee8234af466927ddab9e33425dba580cb8a9b56c451763ae
3
+ size 6596006048
InfinityRP-v2-8B-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:315c94f0c27810cad3ec6ff0035b0419c8d00c19c1e7d50514672cedf08a9763
3
+ size 8540770464
imatrix-with-rp-ex.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6fc6cefeb4a93049edb00c45f537a8636159379c4a71f0f2bb50b4c3462a07d
3
+ size 4988193