Create README.md
Browse files
README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
bash quant.sh -m "${IN_MODEL}" -t "${HUGGINGFACE_TOKEN}" -r "${OUT_MODEL}" -b 8 -h 8 && \
|
| 2 |
+
bash quant.sh -m "${IN_MODEL}" -t "${HUGGINGFACE_TOKEN}" -r "${OUT_MODEL}" -b 6 -h 6 && \
|
| 3 |
+
bash quant.sh -m "${IN_MODEL}" -t "${HUGGINGFACE_TOKEN}" -r "${OUT_MODEL}" -b 4.65 -h 6 && \
|
| 4 |
+
bash quant.sh -m "${IN_MODEL}" -t "${HUGGINGFACE_TOKEN}" -r "${OUT_MODEL}" -b 4.5 -h 6 && \
|
| 5 |
+
bash quant.sh -m "${IN_MODEL}" -t "${HUGGINGFACE_TOKEN}" -r "${OUT_MODEL}" -b 3.75 -h 6 && \
|
| 6 |
+
bash quant.sh -m "${IN_MODEL}" -t "${HUGGINGFACE_TOKEN}" -r "${OUT_MODEL}" -b 3.5 -h 6 && \
|
| 7 |
+
bash quant.sh -m "${IN_MODEL}" -t "${HUGGINGFACE_TOKEN}" -r "${OUT_MODEL}" -b 2.25 -h 6 && \
|