Quantize Mixtral-8x22B-Instruct-v0.1 with llamafile-0.8.4 Q4_K_M
Browse files
.gitattributes
CHANGED
@@ -49,3 +49,4 @@ Mixtral-8x22B-Instruct-v0.1.Q3_K_S.llamafile.cat0 filter=lfs diff=lfs merge=lfs
|
|
49 |
Mixtral-8x22B-Instruct-v0.1.Q3_K_S.llamafile.cat1 filter=lfs diff=lfs merge=lfs -text
|
50 |
Mixtral-8x22B-Instruct-v0.1.Q4_K_S.llamafile.cat0 filter=lfs diff=lfs merge=lfs -text
|
51 |
Mixtral-8x22B-Instruct-v0.1.Q4_K_S.llamafile.cat1 filter=lfs diff=lfs merge=lfs -text
|
|
|
|
49 |
Mixtral-8x22B-Instruct-v0.1.Q3_K_S.llamafile.cat1 filter=lfs diff=lfs merge=lfs -text
|
50 |
Mixtral-8x22B-Instruct-v0.1.Q4_K_S.llamafile.cat0 filter=lfs diff=lfs merge=lfs -text
|
51 |
Mixtral-8x22B-Instruct-v0.1.Q4_K_S.llamafile.cat1 filter=lfs diff=lfs merge=lfs -text
|
52 |
+
Mixtral-8x22B-Instruct-v0.1.Q4_K_M.llamafile.cat0 filter=lfs diff=lfs merge=lfs -text
|
Mixtral-8x22B-Instruct-v0.1.Q4_K_M.llamafile.cat0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:55249ab75aa0d61201fa71d69eab4d33f40d3501884c90d56c9bf45790b5ae3d
|
3 |
+
size 50000000000
|