Hugging Face's logo

qwp4w3hyb
/
Yi-1.5-34B-Chat-16K-iMat-GGUF

Text Generation
GGUF
yi
01-ai
instruct
finetune
chatml
imatrix
importance matrix
Inference Endpoints
conversational
Model card Files Community
qwp4w3hyb commited on
Commit
f46713d
•
1 Parent(s): 0be659e

Upload folder using huggingface_hub

Browse files
Files changed (22) hide show
  1. .gitattributes +21 -0
  2. imat-bf16-gmerged.dat +3 -0
  3. yi-1.5-34b-chat-16k-bf16.split-00001-of-00002.gguf +3 -0
  4. yi-1.5-34b-chat-16k-bf16.split-00002-of-00002.gguf +3 -0
  5. yi-1.5-34b-chat-16k-imat-IQ1_S.gguf +3 -0
  6. yi-1.5-34b-chat-16k-imat-IQ2_M.gguf +3 -0
  7. yi-1.5-34b-chat-16k-imat-IQ2_S.gguf +3 -0
  8. yi-1.5-34b-chat-16k-imat-IQ2_XS.gguf +3 -0
  9. yi-1.5-34b-chat-16k-imat-IQ2_XXS.gguf +3 -0
  10. yi-1.5-34b-chat-16k-imat-IQ3_M.gguf +3 -0
  11. yi-1.5-34b-chat-16k-imat-IQ3_S.gguf +3 -0
  12. yi-1.5-34b-chat-16k-imat-IQ3_XS.gguf +3 -0
  13. yi-1.5-34b-chat-16k-imat-IQ3_XXS.gguf +3 -0
  14. yi-1.5-34b-chat-16k-imat-IQ4_NL.gguf +3 -0
  15. yi-1.5-34b-chat-16k-imat-IQ4_XS.gguf +3 -0
  16. yi-1.5-34b-chat-16k-imat-Q4_0.gguf +3 -0
  17. yi-1.5-34b-chat-16k-imat-Q4_K_M.gguf +3 -0
  18. yi-1.5-34b-chat-16k-imat-Q4_K_S.gguf +3 -0
  19. yi-1.5-34b-chat-16k-imat-Q5_K_M.gguf +3 -0
  20. yi-1.5-34b-chat-16k-imat-Q5_K_S.gguf +3 -0
  21. yi-1.5-34b-chat-16k-imat-Q6_K.gguf +3 -0
  22. yi-1.5-34b-chat-16k-imat-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,24 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imat-bf16-gmerged.dat filter=lfs diff=lfs merge=lfs -text
37
+ yi-1.5-34b-chat-16k-bf16.split-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
38
+ yi-1.5-34b-chat-16k-bf16.split-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
39
+ yi-1.5-34b-chat-16k-imat-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ yi-1.5-34b-chat-16k-imat-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
41
+ yi-1.5-34b-chat-16k-imat-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
42
+ yi-1.5-34b-chat-16k-imat-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ yi-1.5-34b-chat-16k-imat-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
44
+ yi-1.5-34b-chat-16k-imat-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ yi-1.5-34b-chat-16k-imat-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ yi-1.5-34b-chat-16k-imat-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ yi-1.5-34b-chat-16k-imat-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ yi-1.5-34b-chat-16k-imat-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
49
+ yi-1.5-34b-chat-16k-imat-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
50
+ yi-1.5-34b-chat-16k-imat-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
51
+ yi-1.5-34b-chat-16k-imat-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ yi-1.5-34b-chat-16k-imat-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ yi-1.5-34b-chat-16k-imat-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
54
+ yi-1.5-34b-chat-16k-imat-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
55
+ yi-1.5-34b-chat-16k-imat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
56
+ yi-1.5-34b-chat-16k-imat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
imat-bf16-gmerged.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22ca36c936869306c78615e0ed921f017b45bdcc710d98acb22f0e92825e8a88
3
+ size 15251093
yi-1.5-34b-chat-16k-bf16.split-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d68ed6d731baa2dd765c5626aa081fd0490138b2dd73c1fc5a7b6f389308afed
3
+ size 35389566208
yi-1.5-34b-chat-16k-bf16.split-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90c301c30c90974b27529bc78a3e6a87b533849135aacf8dd8d2cced889c2571
3
+ size 33391513152
yi-1.5-34b-chat-16k-imat-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5df614df7d2f265b430da4ede08b3bdbba37c0436917ccf23dcfe1e4eeb89e87
3
+ size 7498980256
yi-1.5-34b-chat-16k-imat-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9ed266797d2b11e24f8d141944794826701d951da7baf94c97f4783d59cbede
3
+ size 11794762656
yi-1.5-34b-chat-16k-imat-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5c281eb50367e336b1bd26f7b5d4039efc03425f59e47566584f4c82ec0c6d2
3
+ size 10891021216
yi-1.5-34b-chat-16k-imat-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0c99efde496e5b1c0b4ab9135b10329d6ca7ef0c280d22fcd985b3a90cf1ce2
3
+ size 10306542496
yi-1.5-34b-chat-16k-imat-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd64aac265e13916cad5093cd188e99f80e2355eec12dc533f0ecb3be1847e7f
3
+ size 9306463136
yi-1.5-34b-chat-16k-imat-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32ce719a7bef19137dcedf365a64f77466248c5a193298ad28a3420612625e37
3
+ size 15564700576
yi-1.5-34b-chat-16k-imat-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06bf2b4f4edce3b431770ae0f86fdf50afc4c995fdf1923d3cd33493cee515bc
3
+ size 15018785696
yi-1.5-34b-chat-16k-imat-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ed180c95f2182b78b8824cfded1ed461873346882ceaf787f8fa26c6f88134e
3
+ size 14234319776
yi-1.5-34b-chat-16k-imat-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6ff6b20b5f1e2b6e0fa8aca7baf0879fd32ab8a83a4dcae1d89ba47fb7956bd
3
+ size 13333875616
yi-1.5-34b-chat-16k-imat-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d4792d7c75ab51aa7d528b646d98c07af273d67a2488fcbccbb3470d38d1271
3
+ size 19521579936
yi-1.5-34b-chat-16k-imat-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05f505d292dcc939fa544011e3dd69f3d75754df9469f45a5cfef3cbca1d0d79
3
+ size 18475051936
yi-1.5-34b-chat-16k-imat-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2a15f84ebdc1ad7b8a056b9e632785f678c6cea7c361f3051749e35627ed5cf
3
+ size 19530754976
yi-1.5-34b-chat-16k-imat-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45e20ddc1c44e2d698599b9d9c6ac7b383a59544ef6c593692965918abb55543
3
+ size 20658711456
yi-1.5-34b-chat-16k-imat-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bb5e5ed2c3b9893141ebe990e7f5842038bff35d438ad7706d7a06d9dc39fcd
3
+ size 19598650272
yi-1.5-34b-chat-16k-imat-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53a4e5b264a52384b580a8027a0390e1b088832777893c21a9be7279a1d0dcfe
3
+ size 24321846176
yi-1.5-34b-chat-16k-imat-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46dfc46fbd82099f378b7a45e4dabbf2347ca230e2281b8adcce2cf5471fe0d0
3
+ size 23707691936
yi-1.5-34b-chat-16k-imat-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8fa5fca8f3a6735b92a55bfb69114bca12c9f86417bcee815007230e8bbb1c6
3
+ size 28213926816
yi-1.5-34b-chat-16k-imat-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69ccbd2ef1259016c05206a12529becb2422341abdc8022f6118972d839f4adf
3
+ size 36542282656