Skip to content

Commit ba7e5af

Browse files
committed
fix: pack llama-server
1 parent 1903170 commit ba7e5af

File tree

2 files changed

+7
-4
lines changed

2 files changed

+7
-4
lines changed

.github/workflows/template-quality-gate-pr.yml

+4-4
Original file line numberDiff line numberDiff line change
@@ -32,15 +32,15 @@ jobs:
3232
name: "arm64"
3333
runs-on: "ubuntu-2004-arm64"
3434
cmake-flags: "-DCORTEXLLAMA_VERSION=${{github.event.pull_request.head.sha}} -DLLAMA_BUILD_EXAMPLES=ON -DLLAMA_BUILD_SERVER=ON -DGGML_NATIVE=OFF -DBUILD_SHARED_LIBS=OFF -DLLAMA_BUILD_COMMON=ON -DCMAKE_CXX_COMPILER_LAUNCHER=ccache -DCMAKE_C_COMPILER_LAUNCHER=ccache -DCMAKE_BUILD_TYPE='Release' -GNinja"
35-
run-e2e: true
35+
run-e2e: false
3636
vulkan: false
3737
ccache: true
3838
ccache-dir: "/home/runner/.ccache"
3939
- os: "linux"
4040
name: "amd64-avx2"
4141
runs-on: "ubuntu-20-04"
4242
cmake-flags: "-DCORTEXLLAMA_VERSION=${{github.event.pull_request.head.sha}} -DLLAMA_BUILD_EXAMPLES=ON -DLLAMA_BUILD_SERVER=ON -DGGML_NATIVE=OFF -DBUILD_SHARED_LIBS=OFF -DLLAMA_BUILD_COMMON=ON -DCMAKE_CXX_COMPILER_LAUNCHER=ccache -DCMAKE_C_COMPILER_LAUNCHER=ccache -DCMAKE_BUILD_TYPE='Release' -GNinja"
43-
run-e2e: true
43+
run-e2e: false
4444
vulkan: false
4545
ccache: true
4646
ccache-dir: "/home/runner/.ccache"
@@ -160,7 +160,7 @@ jobs:
160160
name: "amd64-avx2"
161161
runs-on: "windows-cuda-11-7"
162162
cmake-flags: "-DCORTEXLLAMA_VERSION=${{github.event.pull_request.head.sha}} -DLLAMA_BUILD_EXAMPLES=ON -DLLAMA_BUILD_SERVER=ON -DGGML_NATIVE=OFF -DLLAMA_BUILD_SERVER=ON -DBUILD_SHARED_LIBS=OFF -DLLAMA_BUILD_COMMON=ON -DCMAKE_BUILD_TYPE='Release' -DCMAKE_CXX_COMPILER=cl -DCMAKE_C_COMPILER=cl -GNinja"
163-
run-e2e: true
163+
run-e2e: false
164164
vulkan: false
165165
ccache: false
166166
ccache-dir: 'C:\Users\ContainerAdministrator\AppData\Local\ccache'
@@ -176,7 +176,7 @@ jobs:
176176
name: "amd64-avx"
177177
runs-on: "windows-cuda-12-0"
178178
cmake-flags: "-DCORTEXLLAMA_VERSION=${{github.event.pull_request.head.sha}} -DLLAMA_BUILD_EXAMPLES=ON -DLLAMA_BUILD_SERVER=ON -DGGML_NATIVE=OFF -DLLAMA_BUILD_SERVER=ON -DGGML_AVX2=OFF -DBUILD_SHARED_LIBS=OFF -DLLAMA_BUILD_COMMON=ON -DCMAKE_BUILD_TYPE='Release' -DCMAKE_CXX_COMPILER=cl -DCMAKE_C_COMPILER=cl -GNinja"
179-
run-e2e: true
179+
run-e2e: false
180180
vulkan: false
181181
ccache: false
182182
ccache-dir: 'C:\Users\ContainerAdministrator\AppData\Local\ccache'

Makefile

+3
Original file line numberDiff line numberDiff line change
@@ -54,15 +54,18 @@ endif
5454
pre-package:
5555
ifeq ($(OS),Windows_NT)
5656
@powershell -Command "mkdir -p cortex.llamacpp; cp build\engine.dll cortex.llamacpp\;"
57+
@powershell -Command "cp build\bin\llama-server.exe cortex.llamacpp\;"
5758
@powershell -Command "cp .\.github\patches\windows\msvcp140.dll cortex.llamacpp\;"
5859
@powershell -Command "cp .\.github\patches\windows\vcruntime140_1.dll cortex.llamacpp\;"
5960
@powershell -Command "cp .\.github\patches\windows\vcruntime140.dll cortex.llamacpp\;"
6061
@powershell -Command "cp .\.github\patches\windows\vcomp140.dll cortex.llamacpp\;"
6162
else ifeq ($(shell uname -s),Linux)
6263
@mkdir -p cortex.llamacpp; \
64+
cp build/bin/llama-server cortex.llamacpp/; \
6365
cp build/libengine.so cortex.llamacpp/;
6466
else
6567
@mkdir -p cortex.llamacpp; \
68+
cp build/bin/llama-server cortex.llamacpp/; \
6669
cp build/libengine.dylib cortex.llamacpp/;
6770
endif
6871

0 commit comments

Comments
 (0)