robustify the debug and error reports (#2495) #860
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI-Tests | |
| on: | |
| pull_request: | |
| types: [opened, synchronize] | |
| workflow_dispatch: | |
| push: | |
| branches: | |
| - 'master' | |
| jobs: | |
| Code-Style: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 2 | |
| - name: clang-format | |
| run: sh/run_test_format.sh | |
| Test-Setup: | |
| name: Test-Setup | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| n-chunks: [5] | |
| outputs: | |
| n-chunks: ${{ matrix.n-chunks }} | |
| chunks: ${{ steps.set-test-ids.outputs.chunks }} | |
| steps: | |
| - name: checkout | |
| uses: actions/checkout@v4 | |
| - id: set-test-ids | |
| uses: ./.github/actions/set-test-ids | |
| with: | |
| n-chunks: ${{ matrix.n-chunks }} | |
| Ubuntu-CMake: | |
| needs: Test-Setup | |
| timeout-minutes: 150 | |
| name: Ubuntu-CMake-${{ matrix.domain }} (chunk ${{ matrix.chunk }}) | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest] | |
| domain: [32bit, 64bit, 64bit-noomp] | |
| chunk: ${{ fromJSON(needs.Test-Setup.outputs.chunks) }} | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - name: checkout | |
| uses: actions/checkout@v4 | |
| - name: install-lcov | |
| if: ${{ matrix.domain == '32bit' }} | |
| run: sudo apt-get update && sudo apt-get install lcov | |
| - name: install-deps | |
| run: sudo sh/setup/install_ubuntu_deps.sh | |
| - name: cmake-test-32bit | |
| if: ${{ matrix.domain == '32bit' }} | |
| uses: ./.github/actions/cmake-test | |
| with: | |
| cmake-flags: -DSOUFFLE_CODE_COVERAGE=ON -DSOUFFLE_TEST_DEBUG_REPORT=ON | |
| n-chunks: ${{ needs.Test-Setup.outputs.n-chunks }} | |
| chunk: ${{ matrix.chunk }} | |
| - name: cmake-test-64bit | |
| if: ${{ matrix.domain == '64bit' }} | |
| uses: ./.github/actions/cmake-test | |
| with: | |
| cmake-flags: -DSOUFFLE_DOMAIN_64BIT=ON | |
| n-chunks: ${{ needs.Test-Setup.outputs.n-chunks }} | |
| chunk: ${{ matrix.chunk }} | |
| - name: cmake-test-64bit-noomp | |
| if: ${{ matrix.domain == '64bit-noomp' }} | |
| uses: ./.github/actions/cmake-test | |
| with: | |
| cmake-flags: -DSOUFFLE_DOMAIN_64BIT=ON -DSOUFFLE_USE_OPENMP=OFF | |
| n-chunks: ${{ needs.Test-Setup.outputs.n-chunks }} | |
| chunk: ${{ matrix.chunk }} | |
| - name: create-coverage-report | |
| if: ${{ matrix.domain == '32bit' }} | |
| run: lcov --capture --directory build --output-file coverage.info | |
| - name: remove-system-files-from-coverage-report | |
| if: ${{ matrix.domain == '32bit' }} | |
| run: lcov --remove coverage.info '/usr/*' --output-file coverage.info | |
| - name: upload-coverage-artifact | |
| if: ${{ matrix.domain == '32bit' }} | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: coverage-${{ matrix.domain }}-${{ matrix.chunk }} | |
| path: coverage.info | |
| OSX-CMake: | |
| needs: Test-Setup | |
| timeout-minutes: 150 | |
| name: OSX-CMake (chunk ${{ matrix.chunk }}) | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| chunk: ${{ fromJSON(needs.Test-Setup.outputs.chunks) }} | |
| runs-on: macos-12 | |
| steps: | |
| - name: Select XCode version | |
| uses: maxim-lobanov/setup-xcode@v1 | |
| with: | |
| # Pending https://github.com/actions/runner-images/issues/6350 | |
| xcode-version: '13.4' | |
| - name: checkout | |
| uses: actions/checkout@v4 | |
| - name: install-deps | |
| run: sh/setup/install_macos_deps.sh | |
| - name: cmake-test-32bit | |
| uses: ./.github/actions/cmake-test | |
| with: | |
| cmake-flags: '' | |
| n-chunks: ${{ needs.Test-Setup.outputs.n-chunks }} | |
| chunk: ${{ matrix.chunk }} | |
| AppleM-CMake: | |
| needs: Test-Setup | |
| timeout-minutes: 150 | |
| name: AppleM-CMake (chunk ${{ matrix.chunk }}) | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| chunk: ${{ fromJSON(needs.Test-Setup.outputs.chunks) }} | |
| runs-on: macos-14 | |
| steps: | |
| - name: Select XCode version | |
| uses: maxim-lobanov/setup-xcode@v1 | |
| with: | |
| xcode-version: '15.2' | |
| - name: checkout | |
| uses: actions/checkout@v4 | |
| - name: install-deps | |
| run: sh/setup/install_macos_arm_deps.sh | |
| - name: cmake-test-64bit | |
| uses: ./.github/actions/cmake-test | |
| with: | |
| # disable openmp on ARM architecture, see souffle-lang/souffle#2476 | |
| cmake-flags: -DSOUFFLE_DOMAIN_64BIT=ON -DSOUFFLE_USE_OPENMP=OFF | |
| n-chunks: ${{ needs.Test-Setup.outputs.n-chunks }} | |
| chunk: ${{ matrix.chunk }} | |
| Memory-Check: | |
| needs: Test-Setup | |
| timeout-minutes: 150 | |
| name: Memory-Check (chunk ${{ matrix.chunk }}) | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| chunk: ${{ fromJSON(needs.Test-Setup.outputs.chunks) }} | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: checkout | |
| uses: actions/checkout@v4 | |
| - name: install-deps | |
| run: sudo sh/setup/install_ubuntu_deps.sh | |
| - name: fix mmap_rnd_bits | |
| # issue with ubuntu:latest runner and ASAN | |
| # https://github.com/actions/runner-images/issues/9491 | |
| run: sudo sysctl vm.mmap_rnd_bits=28 | |
| - name: cmake-test-32bit | |
| uses: ./.github/actions/cmake-test | |
| with: | |
| cmake-flags: -DSOUFFLE_SANITISE_MEMORY=ON -DSOUFFLE_TEST_EVALUATION=OFF | |
| n-chunks: ${{ needs.Test-Setup.outputs.n-chunks }} | |
| chunk: ${{ matrix.chunk }} | |
| Code-Coverage: | |
| needs: Ubuntu-CMake | |
| timeout-minutes: 150 | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: install-lcov | |
| run: sudo apt-get update && sudo apt-get install lcov | |
| - name: download-coverage-artifacts | |
| uses: actions/download-artifact@v4 | |
| - name: merge-coverage-report | |
| run: lcov $(for i in coverage-*-*/coverage.info; do echo -a $i; done) --output-file coverage.info | |
| - name: upload-coverage-report | |
| uses: codecov/codecov-action@v4 | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| files: coverage.info |