Virt-io
/

Google-Colab-Imatrix-GGUF

Model card Files Files and versions Community

Virt-io commited on Apr 18

Commit

a1e0c07

•

1 Parent(s): a853257

Update Imat_AutoGGUF.ipynb

Files changed (1) hide show

Imat_AutoGGUF.ipynb +1 -1

Imat_AutoGGUF.ipynb CHANGED Viewed

@@ -33,7 +33,7 @@
         "\n",
         "# @markdown ### ⚡ Quantization parameters\n",
         "MODEL_ID = \"TinyLlama/TinyLlama-1.1B-Chat-v1.0\" # @param {type:\"string\"}\n",
-        "IMATRIX_OPTION = 'Imatrix' # @param [\"Imatrix\", \"Imatrix-RP\", \"Imatrix-ChatML-test\""]\n",
         "if IMATRIX_OPTION == \"Imatrix\":\n",
         "  IMATRIX = f\"Google-Colab-Imatrix-GGUF/Imatrix/imatrix.txt\"\n",
         "if IMATRIX_OPTION == \"Imatrix-RP\":\n",

         "\n",
         "# @markdown ### ⚡ Quantization parameters\n",
         "MODEL_ID = \"TinyLlama/TinyLlama-1.1B-Chat-v1.0\" # @param {type:\"string\"}\n",
+        "IMATRIX_OPTION = 'Imatrix' # @param [\"Imatrix\", \"Imatrix-RP\", \"Imatrix-ChatML-test\"]\n",
         "if IMATRIX_OPTION == \"Imatrix\":\n",
         "  IMATRIX = f\"Google-Colab-Imatrix-GGUF/Imatrix/imatrix.txt\"\n",
         "if IMATRIX_OPTION == \"Imatrix-RP\":\n",