Test CI convert model

janhq · Sep 16, 2024 · 6c06e89 · 6c06e89
1 parent 87c9004
commit 6c06e89
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/.github/workflows/convert-model-all-quant.yml b/.github/workflows/convert-model-all-quant.yml
@@ -108,6 +108,7 @@ jobs:
       
       - name: Quantize model
         run: |
+          mkdir -p /mnt/models/${{ env.MODEL_NAME }}/gguf/q4-km/
           ./llama.cpp/build/bin/llama-quantize /mnt/models/${{ env.MODEL_NAME }}/gguf/model-origin.gguf /mnt/models/${{ env.MODEL_NAME }}/gguf/q4-km/model.gguf ${{ env.PRECISION }}
           rm -rf /mnt/models/${{ env.MODEL_NAME }}/gguf/model-origin.gguf