Quantize Q4_K_S with llamafile-0.8.13
Browse files
.gitattributes
CHANGED
|
@@ -53,3 +53,4 @@ Meta-Llama-3.1-70B-Instruct.Q2_K.llamafile filter=lfs diff=lfs merge=lfs -text
|
|
| 53 |
Meta-Llama-3.1-70B-Instruct.Q3_K_S.llamafile filter=lfs diff=lfs merge=lfs -text
|
| 54 |
Meta-Llama-3.1-70B-Instruct.Q3_K_M.llamafile filter=lfs diff=lfs merge=lfs -text
|
| 55 |
Meta-Llama-3.1-70B-Instruct.Q3_K_L.llamafile filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 53 |
Meta-Llama-3.1-70B-Instruct.Q3_K_S.llamafile filter=lfs diff=lfs merge=lfs -text
|
| 54 |
Meta-Llama-3.1-70B-Instruct.Q3_K_M.llamafile filter=lfs diff=lfs merge=lfs -text
|
| 55 |
Meta-Llama-3.1-70B-Instruct.Q3_K_L.llamafile filter=lfs diff=lfs merge=lfs -text
|
| 56 |
+
Meta-Llama-3.1-70B-Instruct.Q4_K_S.llamafile filter=lfs diff=lfs merge=lfs -text
|
Meta-Llama-3.1-70B-Instruct.Q4_K_S.llamafile
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:012a244de6c7449f134027d0988667ab83013909a9aa7e2fe460b65d0e90af04
|
| 3 |
+
size 40588687632
|