Upload README.md with huggingface_hub
Browse files
README.md
CHANGED
|
@@ -25,12 +25,12 @@ Quantized GGUF model files for [malaysian-tinyllama-1.1b-16k-instructions](https
|
|
| 25 |
|
| 26 |
| Name | Quant method | Size |
|
| 27 |
| ---- | ---- | ---- |
|
| 28 |
-
| [malaysian-tinyllama-1.1b-16k-instructions.q2_k.gguf](https://huggingface.co/afrideva/malaysian-tinyllama-1.1b-16k-instructions-GGUF/resolve/main/malaysian-tinyllama-1.1b-16k-instructions.q2_k.gguf) | q2_k |
|
| 29 |
-
| [malaysian-tinyllama-1.1b-16k-instructions.q3_k_m.gguf](https://huggingface.co/afrideva/malaysian-tinyllama-1.1b-16k-instructions-GGUF/resolve/main/malaysian-tinyllama-1.1b-16k-instructions.q3_k_m.gguf) | q3_k_m |
|
| 30 |
-
| [malaysian-tinyllama-1.1b-16k-instructions.q4_k_m.gguf](https://huggingface.co/afrideva/malaysian-tinyllama-1.1b-16k-instructions-GGUF/resolve/main/malaysian-tinyllama-1.1b-16k-instructions.q4_k_m.gguf) | q4_k_m |
|
| 31 |
-
| [malaysian-tinyllama-1.1b-16k-instructions.q5_k_m.gguf](https://huggingface.co/afrideva/malaysian-tinyllama-1.1b-16k-instructions-GGUF/resolve/main/malaysian-tinyllama-1.1b-16k-instructions.q5_k_m.gguf) | q5_k_m |
|
| 32 |
-
| [malaysian-tinyllama-1.1b-16k-instructions.q6_k.gguf](https://huggingface.co/afrideva/malaysian-tinyllama-1.1b-16k-instructions-GGUF/resolve/main/malaysian-tinyllama-1.1b-16k-instructions.q6_k.gguf) | q6_k |
|
| 33 |
-
| [malaysian-tinyllama-1.1b-16k-instructions.q8_0.gguf](https://huggingface.co/afrideva/malaysian-tinyllama-1.1b-16k-instructions-GGUF/resolve/main/malaysian-tinyllama-1.1b-16k-instructions.q8_0.gguf) | q8_0 |
|
| 34 |
|
| 35 |
|
| 36 |
|
|
|
|
| 25 |
|
| 26 |
| Name | Quant method | Size |
|
| 27 |
| ---- | ---- | ---- |
|
| 28 |
+
| [malaysian-tinyllama-1.1b-16k-instructions.q2_k.gguf](https://huggingface.co/afrideva/malaysian-tinyllama-1.1b-16k-instructions-GGUF/resolve/main/malaysian-tinyllama-1.1b-16k-instructions.q2_k.gguf) | q2_k | 482.14 MB |
|
| 29 |
+
| [malaysian-tinyllama-1.1b-16k-instructions.q3_k_m.gguf](https://huggingface.co/afrideva/malaysian-tinyllama-1.1b-16k-instructions-GGUF/resolve/main/malaysian-tinyllama-1.1b-16k-instructions.q3_k_m.gguf) | q3_k_m | 549.85 MB |
|
| 30 |
+
| [malaysian-tinyllama-1.1b-16k-instructions.q4_k_m.gguf](https://huggingface.co/afrideva/malaysian-tinyllama-1.1b-16k-instructions-GGUF/resolve/main/malaysian-tinyllama-1.1b-16k-instructions.q4_k_m.gguf) | q4_k_m | 667.81 MB |
|
| 31 |
+
| [malaysian-tinyllama-1.1b-16k-instructions.q5_k_m.gguf](https://huggingface.co/afrideva/malaysian-tinyllama-1.1b-16k-instructions-GGUF/resolve/main/malaysian-tinyllama-1.1b-16k-instructions.q5_k_m.gguf) | q5_k_m | 782.04 MB |
|
| 32 |
+
| [malaysian-tinyllama-1.1b-16k-instructions.q6_k.gguf](https://huggingface.co/afrideva/malaysian-tinyllama-1.1b-16k-instructions-GGUF/resolve/main/malaysian-tinyllama-1.1b-16k-instructions.q6_k.gguf) | q6_k | 903.41 MB |
|
| 33 |
+
| [malaysian-tinyllama-1.1b-16k-instructions.q8_0.gguf](https://huggingface.co/afrideva/malaysian-tinyllama-1.1b-16k-instructions-GGUF/resolve/main/malaysian-tinyllama-1.1b-16k-instructions.q8_0.gguf) | q8_0 | 1.17 GB |
|
| 34 |
|
| 35 |
|
| 36 |
|