Hugging Face's logo

qwp4w3hyb
/
Phi-3-mini-4k-instruct-iMat-GGUF

Text Generation
Transformers
GGUF
English
phi3
nlp
code
microsoft
phi
phi-3
imatrix
importance matrix
conversational
custom_code
Inference Endpoints
Model card Files Community
qwp4w3hyb commited on
Commit
cf0ad10
•
1 Parent(s): 9dcc0bc

Upload folder using huggingface_hub

Browse files
Files changed (21) hide show
  1. .gitattributes +1 -0
  2. imat-f16-gmerged.dat +2 -2
  3. phi-3-mini-4k-instruct-f16.gguf +2 -2
  4. phi-3-mini-4k-instruct-imat-IQ1_S.gguf +2 -2
  5. phi-3-mini-4k-instruct-imat-IQ2_M.gguf +2 -2
  6. phi-3-mini-4k-instruct-imat-IQ2_S.gguf +2 -2
  7. phi-3-mini-4k-instruct-imat-IQ2_XS.gguf +2 -2
  8. phi-3-mini-4k-instruct-imat-IQ2_XXS.gguf +2 -2
  9. phi-3-mini-4k-instruct-imat-IQ3_M.gguf +2 -2
  10. phi-3-mini-4k-instruct-imat-IQ3_S.gguf +2 -2
  11. phi-3-mini-4k-instruct-imat-IQ3_XS.gguf +2 -2
  12. phi-3-mini-4k-instruct-imat-IQ3_XXS.gguf +2 -2
  13. phi-3-mini-4k-instruct-imat-IQ4_NL.gguf +2 -2
  14. phi-3-mini-4k-instruct-imat-IQ4_XS.gguf +2 -2
  15. phi-3-mini-4k-instruct-imat-Q4_0.gguf +3 -0
  16. phi-3-mini-4k-instruct-imat-Q4_K_M.gguf +2 -2
  17. phi-3-mini-4k-instruct-imat-Q4_K_S.gguf +2 -2
  18. phi-3-mini-4k-instruct-imat-Q5_K_M.gguf +2 -2
  19. phi-3-mini-4k-instruct-imat-Q5_K_S.gguf +2 -2
  20. phi-3-mini-4k-instruct-imat-Q6_K.gguf +2 -2
  21. phi-3-mini-4k-instruct-imat-Q8_0.gguf +2 -2
.gitattributes CHANGED
@@ -53,3 +53,4 @@ phi-3-mini-4k-instruct-imat-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
  phi-3-mini-4k-instruct-imat-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
  phi-3-mini-4k-instruct-imat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
55
  phi-3-mini-4k-instruct-imat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
53
  phi-3-mini-4k-instruct-imat-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
  phi-3-mini-4k-instruct-imat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
55
  phi-3-mini-4k-instruct-imat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
56
+ phi-3-mini-4k-instruct-imat-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
imat-f16-gmerged.dat CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c1a9b084934ba9e14bdc14b016913f78c43a114acb18e8a93f361008a18cdbdb
3
- size 3415262
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3843cca9cd0a3db176094ca92f6fe7e391402b24695be5168cbdb0e7e77bd7a1
3
+ size 2232631
phi-3-mini-4k-instruct-f16.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3151f5fa15470cfdefe94f17add74a0a9a7fdbef640db236487a21c110650203
3
- size 7643295840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d99003e395775659b0dde3f941d88ff378b2837a8dc3a2ea94222ab1420fad3
3
+ size 7643295904
phi-3-mini-4k-instruct-imat-IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:01b222ae9cb82e4afe9b70e59fac2b65552ae03e374753b0c7a239863ee77ff0
3
- size 841608352
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06bb88ff9b91b82487dcb8da8f242789885953019cc0dda538770de80954b591
3
+ size 841608704
phi-3-mini-4k-instruct-imat-IQ2_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f88b6c189ae0b78c9f0b8aaa5e45ce33aec7a4e4765c77f13ca0cf360ea74ade
3
- size 1316393632
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9e593cfac09c9a269510da1f8037008bd7e4870cf39b0a5906f21ec58f0b9c5
3
+ size 1316393984
phi-3-mini-4k-instruct-imat-IQ2_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6357f3299b81162fe0e6bbd4c32189ac00b8c6848c3e2950968bba0d00c12db6
3
- size 1215730336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9344909838035b5229c55a9d20a7d8e9c548c413ce3c54032991c35001434931
3
+ size 1215730688
phi-3-mini-4k-instruct-imat-IQ2_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:647dd2ece6e79c0a3344ec291b928fc753cf6a68bff7e1c359f9bf8ab3a60da8
3
- size 1153035424
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98ded4fc2da8bdc16bfaa96566b76bc24f7ffe732d3a8c176b9448e8d12feccf
3
+ size 1153035776
phi-3-mini-4k-instruct-imat-IQ2_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b7e19a31f624aea7e84186b238cbeae5ee73f2bbbba4fd068db1feeb219b246
3
- size 1042934944
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4910bfd47d7c3f69da2d77fd7cfde0a76042aa9eb76c2b38a394028adc7c0ce1
3
+ size 1042935296
phi-3-mini-4k-instruct-imat-IQ3_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:62659cba62fcc0cdafdd40ccf2d7cccd6eb031fbbdaa80dde58242099b4dccdc
3
- size 1855598752
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d00bc881fbf75f042f4d3ef255b909912a59ab54e5e6c162e8ce2adb2202a9c
3
+ size 1855599104
phi-3-mini-4k-instruct-imat-IQ3_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f7a380db3a2c97e996fe175e74d7c8a64343ad7c13d49e74a4b3ce578405d65c
3
- size 1681797280
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e6458b47cd84aabe3afa2ae301a7b363cfd908b39affd8ed72aa8b1357723ae
3
+ size 1681797632
phi-3-mini-4k-instruct-imat-IQ3_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6f4643dbc012d470cff8a861fe06c926104d9124cdb25213262bd5021dac2b4a
3
- size 1625174176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:beb6f0095ecf0248a7e469b4e06454943273036e8f20e13d703b93d6f9ff335a
3
+ size 1625174528
phi-3-mini-4k-instruct-imat-IQ3_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9e46d182713597e25a699eae94a410d1e0d5b53cd45df37c2212e4aed93f7ab3
3
- size 1513001632
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5abfc71c75ff53f16265b9882c1c9566279fe048982531f18b013ee6f396878
3
+ size 1513001984
phi-3-mini-4k-instruct-imat-IQ4_NL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0f6360db06f310d55ad3f0df4f79a9f2a3aeaa1aedee3e289221f5de53143edb
3
- size 2176175776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1cf55dc22e789819a4c445eedfbc6d5343d72a2dd0bd8ed1bd89c91f3dd0238
3
+ size 2176176128
phi-3-mini-4k-instruct-imat-IQ4_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a463a83e41aaa45582c43e058933b34c087a1e55b534fb18e42543553f25b5b1
3
- size 2059851424
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:deb5269cc85354a576aa71f40451429940485f281238aa38de6254719d3b236e
3
+ size 2059851776
phi-3-mini-4k-instruct-imat-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ca03d273370a0eb6d4e51bd7c656f464c1a63a091e34596131af09c4a8acf39
3
+ size 2182467584
phi-3-mini-4k-instruct-imat-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a2f804272edda8d72b0c626387234fa125a02e08c7c44e714b76605eddbffd9b
3
- size 2393231008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2855e9157ddbb5ae81c952774b4c48213c44cac1a31aa350a5ecd7153e982850
3
+ size 2393231360
phi-3-mini-4k-instruct-imat-Q4_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:385e86ffde4bc33f3e78ed7a221ce1e31f0bdbe8bd92b0aafff4e2358c8249e2
3
- size 2188758688
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adf8ecad6bd65146a3e6d351ac9fc145bed7e102ae538c25844ef267adde1a9f
3
+ size 2188759040
phi-3-mini-4k-instruct-imat-Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d017f48561c808329f033735c932f573fbba78e2bf58c883287d207cf59facd3
3
- size 2815274656
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c041c3edd311f7406948bed29c37257d9d69f8b328f88c05e76cb1fbcd44c3a
3
+ size 2815275008
phi-3-mini-4k-instruct-imat-Q5_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:258260196a82df67614d0225ca923ef89b616d77b3c03cf5d0312da185d24f9c
3
- size 2641473184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98d4fc3d6d8637a0a875ae83f88c2d18e836d56ac0a6b0455be19d40e61ba27f
3
+ size 2641473536
phi-3-mini-4k-instruct-imat-Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cdb9123c4bbc3876eda9183b1e01616ea29bf3f0753c5adb14281bc6ad427308
3
- size 3135851680
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:147ee86ce7f49f7d4c8ce949d1f8cfe41e89267586ad7a4247d984b617c701fd
3
+ size 3135852032
phi-3-mini-4k-instruct-imat-Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8d2f3732e31c354e169cd81dcde9807a1c73b85b9a0f9b16c19013e7a4bb151c
3
- size 4061221024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c205adec0b5182b8b048725b2690fc60e204e93236654fd51033bf71d1fcd43a
3
+ size 4061221376