Hugging Face's logo

latestissue
/
rwkv-6-finch-7b-gguf

GGUF
Inference Endpoints
conversational
Model card Files Community
1
latestissue commited on
Commit
761f343
•
1 Parent(s): c9fbdef

Upload 16 files

Browse files
Files changed (16) hide show
  1. rwkv-6-finch-7b-bf16.gguf +3 -0
  2. rwkv-6-finch-7b-f16.gguf +3 -0
  3. rwkv-6-finch-7b-f32.gguf +3 -0
  4. rwkv-6-finch-7b-q4_0.gguf +3 -0
  5. rwkv-6-finch-7b-q4_0_4_4.gguf +3 -0
  6. rwkv-6-finch-7b-q4_0_4_8.gguf +3 -0
  7. rwkv-6-finch-7b-q4_0_8_8.gguf +3 -0
  8. rwkv-6-finch-7b-q4_1.gguf +3 -0
  9. rwkv-6-finch-7b-q4_k.gguf +3 -0
  10. rwkv-6-finch-7b-q4_k_s.gguf +3 -0
  11. rwkv-6-finch-7b-q5_0.gguf +3 -0
  12. rwkv-6-finch-7b-q5_1.gguf +3 -0
  13. rwkv-6-finch-7b-q5_k.gguf +3 -0
  14. rwkv-6-finch-7b-q5_k_s.gguf +3 -0
  15. rwkv-6-finch-7b-q6_k.gguf +3 -0
  16. rwkv-6-finch-7b-q8_0.gguf +3 -0
rwkv-6-finch-7b-bf16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96fd4537fb4c2caef0ad637d5f1c720a14e20a181731a8b2f0c6e4947e73c5d4
3
+ size 15444915648
rwkv-6-finch-7b-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc0b6619664bfbfd5fef746d5fed1e82d24388a3f6162cd773a1a9f86b0c1933
3
+ size 15512024512
rwkv-6-finch-7b-f32.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:605520451fbd45c92fb69b29fb6589aecd8742428155f449361a4c61340f55a2
3
+ size 30544410048
rwkv-6-finch-7b-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ad63d51eeb37a82ffcd0b3865f40617cde8fe343ea1c5ff283486281ad1c9be
3
+ size 4661360064
rwkv-6-finch-7b-q4_0_4_4.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d67e767b4f0ac41e9efacd1ed331cab45523b7374fd594450318895fd80e88b
3
+ size 4661360064
rwkv-6-finch-7b-q4_0_4_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60227d15d5b3a8b451a5f3130331a6c537729416e7761f9a9e3df05bfc904c7c
3
+ size 4661360064
rwkv-6-finch-7b-q4_0_8_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2431a20a6778cb5a573c6c956d2e9eb32ac7330c3e18d56467d9bc1528e2df52
3
+ size 4661360064
rwkv-6-finch-7b-q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66a1d5b01d9fbffeb279fce19cfee5e873cd2e9898d153186f35793e69bfeae4
3
+ size 5116442048
rwkv-6-finch-7b-q4_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2b80496d138653d702686125f9e917a1b3862308b73ec9826ec8e0653ba5c18
3
+ size 4663457216
rwkv-6-finch-7b-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34fb7932e1521ab744aed5ed2d9231b38e73a7a8aacd1aa0a1a6517eb11358eb
3
+ size 4663457216
rwkv-6-finch-7b-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e6c08e7c5a4d47aa7b713c997ca2e2b4a85d02671de8c33ba13f757445c5735
3
+ size 5571524032
rwkv-6-finch-7b-q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1c6becea65ffc6c4868578ab1186ba1f1b8e67d6a705d30322e9f4d2379f1a8
3
+ size 6026606016
rwkv-6-finch-7b-q5_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba5435a2c89427eb76aaab9c1f0ad0b2bd852c60ad2d37e310768f968294f37f
3
+ size 5572572608
rwkv-6-finch-7b-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff6c24c8bf059287c6820589a83c14a62c029a67becebddef51b9a70fbd37a88
3
+ size 5572572608
rwkv-6-finch-7b-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:661eaaa8bd95e7dbeeb2169598a95c5ef65c4f79d6e5867aba93f73249ed420e
3
+ size 6542636480
rwkv-6-finch-7b-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ac08c2d8e2a8a9998a7519e3f591c9b6fa72684a442c67b5a34dc651ad88317
3
+ size 8367027648