Hugging Face's logo

latestissue
/
rwkv-6-finch-3b-gguf

GGUF
Inference Endpoints
conversational
Model card Files Community
latestissue commited on
Commit
d94584c
•
1 Parent(s): c0f0e29

Upload 7 files

Browse files
Files changed (8) hide show
  1. .gitattributes +7 -0
  2. rwkv-6-finch-3b-iq3_m.gguf +3 -0
  3. rwkv-6-finch-3b-q3_k_l.gguf +3 -0
  4. rwkv-6-finch-3b-q4_0_4_4.gguf +3 -0
  5. rwkv-6-finch-3b-q4_0_4_8.gguf +3 -0
  6. rwkv-6-finch-3b-q4_0_8_8.gguf +3 -0
  7. rwkv-6-finch-3b-q4_k_s.gguf +3 -0
  8. rwkv-6-finch-3b-q5_k_s.gguf +3 -0
.gitattributes CHANGED
@@ -50,3 +50,10 @@ rwkv-6-finch-3b-q5_1.gguf filter=lfs diff=lfs merge=lfs -text
50
  rwkv-6-finch-3b-q5_k.gguf filter=lfs diff=lfs merge=lfs -text
51
  rwkv-6-finch-3b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
52
  rwkv-6-finch-3b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
50
  rwkv-6-finch-3b-q5_k.gguf filter=lfs diff=lfs merge=lfs -text
51
  rwkv-6-finch-3b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
52
  rwkv-6-finch-3b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
53
+ rwkv-6-finch-3b-iq3_m.gguf filter=lfs diff=lfs merge=lfs -text
54
+ rwkv-6-finch-3b-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
55
+ rwkv-6-finch-3b-q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text
56
+ rwkv-6-finch-3b-q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text
57
+ rwkv-6-finch-3b-q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text
58
+ rwkv-6-finch-3b-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
59
+ rwkv-6-finch-3b-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
rwkv-6-finch-3b-iq3_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79831773ec9d1e2067ac2fe9a2ffee8526e4a75e743ebb2e3572cb50987bddfa
3
+ size 1497937248
rwkv-6-finch-3b-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc39b2325431b8443f0dcb7ec5567c7acbac524802b8e7cd95657c8d74e18ecf
3
+ size 1497937248
rwkv-6-finch-3b-q4_0_4_4.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86b90798506e497db471cf7ec29e9a3cd40193e96fbb19b7235a4d5b9e035a17
3
+ size 1883002208
rwkv-6-finch-3b-q4_0_4_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e75a69ea03f0959fc48f7a4cf5e3d1de70bcfb702e4f0c3e385f68d031138a8
3
+ size 1883002208
rwkv-6-finch-3b-q4_0_8_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:791f876d91be7a85d7f24ffe1ea404845d04a44eaf5cb87f1750cc375f18d620
3
+ size 1883002208
rwkv-6-finch-3b-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3abef12302a0064fe2dc745ff5c749c91fd922f71f3fbd15f44d509d65533b75
3
+ size 1883657568
rwkv-6-finch-3b-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b5358f63224915c8fcc2bcd4e336eb78e31b7344fe759402c3f234f4b003cff
3
+ size 2246399328