CI 2.0 - unified CI for C++, Go and RUST - PHASE1 #1
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: C++/CUDA | |
| on: | |
| pull_request: | |
| branches: | |
| - main | |
| push: | |
| branches: | |
| - main | |
| workflow_dispatch: | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| check-changed-files: | |
| uses: ./.github/workflows/check-changed-files.yml | |
| check-format: | |
| name: Check Code Format | |
| runs-on: ubuntu-22.04 | |
| needs: check-changed-files | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Check clang-format | |
| if: needs.check-changed-files.outputs.cpp == 'true' | |
| run: ./scripts/format_all.sh . --check --exclude "build|wrappers" | |
| extract-cuda-backend-branch: | |
| uses: ./.github/workflows/extract-backends.yml | |
| with: | |
| pr-number: ${{ github.event.pull_request.number }} | |
| test-linux-curve: | |
| name: Test curve on Linux | |
| runs-on: [self-hosted, Linux, X64, icicle] | |
| needs: [check-changed-files, check-format, extract-cuda-backend-branch] | |
| strategy: | |
| matrix: | |
| curve: | |
| - name: bn254 | |
| build_args: -DG2=ON -DECNTT=ON | |
| - name: bls12_381 | |
| build_args: -DG2=ON -DECNTT=ON | |
| - name: bls12_377 | |
| build_args: -DG2=ON -DECNTT=ON | |
| - name: bw6_761 | |
| build_args: -DG2=ON -DECNTT=ON | |
| - name: grumpkin | |
| build_args: | |
| steps: | |
| - name: Checkout Repo | |
| uses: actions/checkout@v4 | |
| - name: Checkout CUDA Backend | |
| if: needs.check-changed-files.outputs.cpp == 'true' | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: ingonyama-zk/icicle-cuda-backend | |
| path: ./icicle/backend/cuda | |
| ssh-key: ${{ secrets.CUDA_PULL_KEY }} | |
| ref: ${{ needs.extract-cuda-backend-branch.outputs.cuda-backend-branch }} | |
| - name: Setup go | |
| uses: actions/setup-go@v5 | |
| with: | |
| go-version: '1.22.0' | |
| - name: Build curve | |
| working-directory: ./icicle | |
| if: needs.check-changed-files.outputs.cpp == 'true' | |
| run: | | |
| mkdir -p build && rm -rf build/* | |
| cmake -DCMAKE_BUILD_TYPE=Release -DBUILD_TESTS=ON -DCURVE=${{ matrix.curve.name }} ${{ matrix.curve.build_args }} -DCUDA_BACKEND=local -S . -B build | |
| cmake --build build --target install -j | |
| - name: Run C++ curve Tests | |
| working-directory: ./icicle/build/tests | |
| if: needs.check-changed-files.outputs.cpp == 'true' | |
| run: ctest | |
| - name: Run Golang curve Tests | |
| working-directory: ./wrappers/golang/curves | |
| if: needs.check-changed-files.outputs.golang == 'true' || needs.check-changed-files.outputs.cpp == 'true' | |
| run: | | |
| CURVE=$(echo ${{ matrix.curve.name }} | sed -e 's/_//g') | |
| export ICICLE_BACKEND_INSTALL_DIR=/usr/local/lib | |
| go test ./$CURVE/tests -count=1 -failfast -p 2 -timeout 60m -v | |
| test-linux-field: | |
| name: Test field on Linux | |
| runs-on: [self-hosted, Linux, X64, icicle] | |
| needs: [check-changed-files, check-format, extract-cuda-backend-branch] | |
| strategy: | |
| matrix: | |
| field: | |
| - name: babybear | |
| build_args: -DEXT_FIELD=ON | |
| - name: stark252 | |
| build_args: -DEXT_FIELD=OFF | |
| - name: m31 | |
| build_args: -DEXT_FIELD=ON | |
| steps: | |
| - name: Checkout Repo | |
| uses: actions/checkout@v4 | |
| - name: Checkout CUDA Backend | |
| if: needs.check-changed-files.outputs.cpp == 'true' | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: ingonyama-zk/icicle-cuda-backend | |
| path: ./icicle/backend/cuda | |
| ssh-key: ${{ secrets.CUDA_PULL_KEY }} | |
| ref: ${{ needs.extract-cuda-backend-branch.outputs.cuda-backend-branch }} | |
| - name: Setup go | |
| uses: actions/setup-go@v5 | |
| with: | |
| go-version: '1.22.0' | |
| - name: Build field | |
| working-directory: ./icicle | |
| if: needs.check-changed-files.outputs.cpp == 'true' | |
| run: | | |
| mkdir -p build && rm -rf build/* | |
| cmake -DCMAKE_BUILD_TYPE=Release -DBUILD_TESTS=ON -DFIELD=${{ matrix.field.name }} ${{ matrix.field.build_args }} -DCUDA_BACKEND=local -S . -B build | |
| cmake --build build --target install -j | |
| - name: Run C++ field Tests | |
| working-directory: ./icicle/build/tests | |
| if: needs.check-changed-files.outputs.cpp == 'true' | |
| run: ctest --output-on-failure | |
| - name: Run Golang field Tests | |
| working-directory: ./wrappers/golang/fields | |
| if: needs.check-changed-files.outputs.golang == 'true' || needs.check-changed-files.outputs.cpp == 'true' | |
| run: | | |
| FIELD=$(echo ${{ matrix.field.name }} | sed -e 's/_//g') | |
| export ICICLE_BACKEND_INSTALL_DIR=/usr/local/lib | |
| go test ./$FIELD/tests -count=1 -failfast -p 2 -timeout 60m -v | |
| test-linux-hash: | |
| name: Build and test Go hash on Linux | |
| runs-on: [self-hosted, Linux, X64, icicle] | |
| needs: [check-changed-files, check-format, extract-cuda-backend-branch] | |
| steps: | |
| - name: Checkout Repo | |
| uses: actions/checkout@v4 | |
| - name: Checkout CUDA Backend | |
| if: needs.check-changed-files.outputs.golang == 'true' || needs.check-changed-files.outputs.cpp == 'true' | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: ingonyama-zk/icicle-cuda-backend | |
| path: ./icicle/backend/cuda | |
| ssh-key: ${{ secrets.CUDA_PULL_KEY }} | |
| ref: ${{ needs.extract-cuda-backend-branch.outputs.cuda-backend-branch }} | |
| - name: Setup go | |
| uses: actions/setup-go@v5 | |
| with: | |
| go-version: '1.22.0' | |
| - name: Build | |
| working-directory: ./wrappers/golang | |
| if: needs.check-changed-files.outputs.golang == 'true' || needs.check-changed-files.outputs.cpp == 'true' | |
| # builds the hash and merkle tree lib using a local copy of the CUDA backend | |
| run: | | |
| ./build.sh -cuda_backend=local | |
| - name: Test Hashes | |
| working-directory: ./wrappers/golang/hash | |
| if: needs.check-changed-files.outputs.golang == 'true' || needs.check-changed-files.outputs.cpp == 'true' | |
| run: | | |
| export ICICLE_BACKEND_INSTALL_DIR=/usr/local/lib | |
| go test ./tests -count=1 -failfast -p 2 -timeout 60m -v | |
| - name: Test Merkle Tree | |
| working-directory: ./wrappers/golang/merkle-tree | |
| if: needs.check-changed-files.outputs.golang == 'true' || needs.check-changed-files.outputs.cpp == 'true' | |
| run: | | |
| export ICICLE_BACKEND_INSTALL_DIR=/usr/local/lib | |
| go test ./tests -count=1 -failfast -p 2 -timeout 60m -v |