From ce6caaf3ef9880046788b83031da4e2964ffe44b Mon Sep 17 00:00:00 2001 From: Hoang Ha <64120343+hahuyhoang411@users.noreply.github.com> Date: Fri, 6 Dec 2024 01:35:41 +0700 Subject: [PATCH 1/2] update build llama.cpp --- .github/workflows/convert-model-all-quant.yml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/.github/workflows/convert-model-all-quant.yml b/.github/workflows/convert-model-all-quant.yml index 4b4ede5..d2e5a66 100644 --- a/.github/workflows/convert-model-all-quant.yml +++ b/.github/workflows/convert-model-all-quant.yml @@ -97,7 +97,9 @@ jobs: - name: Build lib for quantize run: | - cd llama.cpp && make + cd llama.cpp + cmake -B build + cmake --build build --config Release cd ../../ - name: Convert to GGUF From c75d0310fd8257470588b1a312a0e408d4198515 Mon Sep 17 00:00:00 2001 From: Hoang Ha <64120343+hahuyhoang411@users.noreply.github.com> Date: Fri, 6 Dec 2024 01:52:20 +0700 Subject: [PATCH 2/2] update path --- .github/workflows/convert-model-all-quant.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/convert-model-all-quant.yml b/.github/workflows/convert-model-all-quant.yml index d2e5a66..856df3c 100644 --- a/.github/workflows/convert-model-all-quant.yml +++ b/.github/workflows/convert-model-all-quant.yml @@ -132,7 +132,7 @@ jobs: for quant in "${quant_levels[@]}"; do mkdir -p /mnt/models/${{ env.MODEL_NAME }}/gguf/${quant}/ - [ ! -f /mnt/models/${{ env.MODEL_NAME }}/gguf/${quant}/model.gguf ] && ./llama.cpp/llama-quantize /mnt/models/${{ env.MODEL_NAME }}/gguf/model-origin.gguf /mnt/models/${{ env.MODEL_NAME }}/gguf/${quant}/model.gguf ${quant_map[${quant}]} + [ ! -f /mnt/models/${{ env.MODEL_NAME }}/gguf/${quant}/model.gguf ] && ./llama.cpp/build/bin/llama-quantize /mnt/models/${{ env.MODEL_NAME }}/gguf/model-origin.gguf /mnt/models/${{ env.MODEL_NAME }}/gguf/${quant}/model.gguf ${quant_map[${quant}]} done rm -rf /mnt/models/${{ env.MODEL_NAME }}/gguf/model-origin.gguf