Update MacOS to arm64 (#582) #2270
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| push: | |
| branches-ignore: | |
| - 'main' | |
| - 'docs' | |
| env: | |
| BUILDER_VERSION: v0.9.62 | |
| BUILDER_SOURCE: releases | |
| BUILDER_HOST: https://d19elf31gohf1l.cloudfront.net | |
| PACKAGE_NAME: aws-crt-python | |
| LINUX_BASE_IMAGE: ubuntu-18-x64 | |
| RUN: ${{ github.run_id }}-${{ github.run_number }} | |
| AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| AWS_DEFAULT_REGION: ${{ secrets.AWS_DEFAULT_REGION }} | |
| AWS_REGION: us-east-1 | |
| jobs: | |
| manylinux1: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| image: | |
| - x64 | |
| - x86 | |
| python: | |
| - cp37-cp37m | |
| - cp38-cp38 | |
| - cp39-cp39 | |
| steps: | |
| - name: Build ${{ env.PACKAGE_NAME }} | |
| run: | | |
| aws s3 cp s3://aws-crt-test-stuff/ci/${{ env.BUILDER_VERSION }}/linux-container-ci.sh ./linux-container-ci.sh && chmod a+x ./linux-container-ci.sh | |
| ./linux-container-ci.sh ${{ env.BUILDER_VERSION }} aws-crt-manylinux1-${{ matrix.image }} build -p ${{ env.PACKAGE_NAME }} --python /opt/python/${{ matrix.python }}/bin/python | |
| manylinux2014: | |
| runs-on: ubuntu-20.04 # latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| image: | |
| - x64 | |
| - x86 | |
| - aarch64 | |
| python: | |
| - cp37-cp37m | |
| - cp38-cp38 | |
| - cp39-cp39 | |
| - cp310-cp310 | |
| - cp311-cp311 | |
| - cp312-cp312 | |
| steps: | |
| # Only aarch64 needs this, but it doesn't hurt anything | |
| - name: Install qemu/docker | |
| run: docker run --rm --privileged multiarch/qemu-user-static --reset -p yes | |
| - name: Build ${{ env.PACKAGE_NAME }} | |
| run: | | |
| aws s3 cp s3://aws-crt-test-stuff/ci/${{ env.BUILDER_VERSION }}/linux-container-ci.sh ./linux-container-ci.sh && chmod a+x ./linux-container-ci.sh | |
| ./linux-container-ci.sh ${{ env.BUILDER_VERSION }} aws-crt-manylinux2014-${{ matrix.image }} build -p ${{ env.PACKAGE_NAME }} --python /opt/python/${{ matrix.python }}/bin/python | |
| musllinux-1-1: | |
| runs-on: ubuntu-22.04 # latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| image: | |
| - x64 | |
| - aarch64 | |
| python: | |
| - cp37-cp37m | |
| - cp38-cp38 | |
| - cp39-cp39 | |
| - cp310-cp310 | |
| - cp311-cp311 | |
| - cp312-cp312 | |
| steps: | |
| # Only aarch64 needs this, but it doesn't hurt anything | |
| - name: Install qemu/docker | |
| run: docker run --rm --privileged multiarch/qemu-user-static --reset -p yes | |
| - name: Build ${{ env.PACKAGE_NAME }} | |
| run: | | |
| aws s3 cp s3://aws-crt-test-stuff/ci/${{ env.BUILDER_VERSION }}/linux-container-ci.sh ./linux-container-ci.sh && chmod a+x ./linux-container-ci.sh | |
| ./linux-container-ci.sh ${{ env.BUILDER_VERSION }} aws-crt-musllinux-1-1-${{ matrix.image }} build -p ${{ env.PACKAGE_NAME }} --python /opt/python/${{ matrix.python }}/bin/python | |
| raspberry: | |
| runs-on: ubuntu-20.04 # latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| image: | |
| - raspbian-bullseye | |
| steps: | |
| # set arm arch | |
| - name: Install qemu/docker | |
| run: docker run --rm --privileged multiarch/qemu-user-static --reset -p yes | |
| - name: Build ${{ env.PACKAGE_NAME }} | |
| run: | | |
| aws s3 cp s3://aws-crt-test-stuff/ci/${{ env.BUILDER_VERSION }}/linux-container-ci.sh ./linux-container-ci.sh && chmod a+x ./linux-container-ci.sh | |
| ./linux-container-ci.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ matrix.image }} build -p ${{ env.PACKAGE_NAME }} | |
| linux-compat: | |
| runs-on: ubuntu-22.04 # latest | |
| strategy: | |
| matrix: | |
| image: | |
| - al2-x64 | |
| - fedora-34-x64 | |
| - opensuse-leap | |
| - rhel8-x64 | |
| steps: | |
| # We can't use the `uses: docker://image` version yet, GitHub lacks authentication for actions -> packages | |
| - name: Build ${{ env.PACKAGE_NAME }} | |
| run: | | |
| aws s3 cp s3://aws-crt-test-stuff/ci/${{ env.BUILDER_VERSION }}/linux-container-ci.sh ./linux-container-ci.sh && chmod a+x ./linux-container-ci.sh | |
| ./linux-container-ci.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ matrix.image }} build -p ${{ env.PACKAGE_NAME }} | |
| linux-compiler-compat: | |
| runs-on: ubuntu-22.04 # latest | |
| strategy: | |
| matrix: | |
| compiler: | |
| - clang-3 | |
| - clang-6 | |
| - clang-8 | |
| - clang-9 | |
| - clang-10 | |
| - clang-11 | |
| - gcc-5 | |
| - gcc-6 | |
| - gcc-7 | |
| - gcc-8 | |
| steps: | |
| # We can't use the `uses: docker://image` version yet, GitHub lacks authentication for actions -> packages | |
| - name: Build ${{ env.PACKAGE_NAME }} | |
| run: | | |
| aws s3 cp s3://aws-crt-test-stuff/ci/${{ env.BUILDER_VERSION }}/linux-container-ci.sh ./linux-container-ci.sh && chmod a+x ./linux-container-ci.sh | |
| ./linux-container-ci.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ env.LINUX_BASE_IMAGE }} build -p ${{ env.PACKAGE_NAME }} --compiler=${{ matrix.compiler }} | |
| use-system-libcrypto: | |
| runs-on: ubuntu-20.04 # latest | |
| steps: | |
| - name: Build ${{ env.PACKAGE_NAME }} | |
| env: | |
| AWS_CRT_BUILD_USE_SYSTEM_LIBCRYPTO: '1' | |
| run: | | |
| python3 -c "from urllib.request import urlretrieve; urlretrieve('${{ env.BUILDER_HOST }}/${{ env.BUILDER_SOURCE }}/${{ env.BUILDER_VERSION }}/builder.pyz?run=${{ env.RUN }}', 'builder')" | |
| chmod a+x builder | |
| ./builder build -p ${{ env.PACKAGE_NAME }} | |
| - name: Assert libcrypto.so used | |
| run: | | |
| # assert it's linked against the system's libcrypto.so | |
| AWSCRT_PATH=`aws-crt-python/.venv-builder/bin/python3 -c "import _awscrt; print(_awscrt.__file__)"` | |
| printf "AWSCRT_PATH: $AWSCRT_PATH\n" | |
| LINKED_AGAINST=`ldd $AWSCRT_PATH` | |
| printf "LINKED AGAINST:\n$LINKED_AGAINST\n" | |
| USES_LIBCRYPTO_SO=`echo "$LINKED_AGAINST" | grep 'libcrypto*.so' | head -1` | |
| test -n "$USES_LIBCRYPTO_SO" | |
| windows: | |
| runs-on: windows-2022 # latest | |
| strategy: | |
| matrix: | |
| arch: [x86, x64] | |
| steps: | |
| - name: Build ${{ env.PACKAGE_NAME }} + consumers | |
| run: | | |
| python -c "from urllib.request import urlretrieve; urlretrieve('${{ env.BUILDER_HOST }}/${{ env.BUILDER_SOURCE }}/${{ env.BUILDER_VERSION }}/builder.pyz?run=${{ env.RUN }}', 'builder.pyz')" | |
| python builder.pyz build -p ${{ env.PACKAGE_NAME }} --python "C:\\hostedtoolcache\\windows\\Python\\3.7.9\\${{ matrix.arch }}\\python.exe" | |
| macos: | |
| runs-on: macos-14 # latest | |
| steps: | |
| - name: Build ${{ env.PACKAGE_NAME }} + consumers | |
| run: | | |
| python3 -c "from urllib.request import urlretrieve; urlretrieve('${{ env.BUILDER_HOST }}/${{ env.BUILDER_SOURCE }}/${{ env.BUILDER_VERSION }}/builder.pyz?run=${{ env.RUN }}', 'builder')" | |
| chmod a+x builder | |
| ./builder build -p ${{ env.PACKAGE_NAME }} | |
| macos-x64: | |
| runs-on: macos-14-large # latest | |
| steps: | |
| - name: Build ${{ env.PACKAGE_NAME }} + consumers | |
| run: | | |
| python3 -c "from urllib.request import urlretrieve; urlretrieve('${{ env.BUILDER_HOST }}/${{ env.BUILDER_SOURCE }}/${{ env.BUILDER_VERSION }}/builder.pyz?run=${{ env.RUN }}', 'builder')" | |
| chmod a+x builder | |
| ./builder build -p ${{ env.PACKAGE_NAME }} | |
| openbsd: | |
| runs-on: ubuntu-22.04 # latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| # OpenBSD only supports the two most recent releases | |
| version: ['7.4', '7.5'] | |
| steps: | |
| # Cannot use builder to checkout as OpenBSD doesn't ship git in the base install | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| - name: Build ${{ env.PACKAGE_NAME }} + consumers | |
| uses: cross-platform-actions/[email protected] | |
| with: | |
| operating_system: openbsd | |
| version: ${{ matrix.version }} | |
| cpu_count: 4 | |
| shell: bash | |
| environment_variables: AWS_ACCESS_KEY_ID AWS_SECRET_ACCESS_KEY AWS_DEFAULT_REGION AWS_REGION | |
| run: | | |
| sudo pkg_add awscli py3-pip py3-urllib3 | |
| python3 -c "from urllib.request import urlretrieve; urlretrieve('${{ env.BUILDER_HOST }}/${{ env.BUILDER_SOURCE }}/${{ env.BUILDER_VERSION }}/builder.pyz', 'builder')" | |
| chmod a+x builder | |
| ./builder build -p ${{ env.PACKAGE_NAME }} | |
| freebsd: | |
| runs-on: ubuntu-22.04 # latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| - name: Build ${{ env.PACKAGE_NAME }} + consumers | |
| uses: cross-platform-actions/[email protected] | |
| with: | |
| operating_system: freebsd | |
| version: '14.0' | |
| cpu_count: 4 | |
| shell: bash | |
| environment_variables: AWS_ACCESS_KEY_ID AWS_SECRET_ACCESS_KEY AWS_DEFAULT_REGION AWS_REGION | |
| run: | | |
| sudo pkg install -y python3 devel/py-pip net/py-urllib3 devel/py-awscli cmake | |
| python3 -c "from urllib.request import urlretrieve; urlretrieve('${{ env.BUILDER_HOST }}/${{ env.BUILDER_SOURCE }}/${{ env.BUILDER_VERSION }}/builder.pyz', 'builder')" | |
| chmod a+x builder | |
| ./builder build -p ${{ env.PACKAGE_NAME }} | |
| # check that tests requiring custom env-vars or AWS credentials are simply skipped | |
| tests-ok-without-env-vars: | |
| runs-on: ubuntu-22.04 # latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| - name: Run tests without env-vars or AWS creds | |
| env: | |
| # unset env-vars that provide AWS credentials | |
| AWS_ACCESS_KEY_ID: | |
| AWS_SECRET_ACCESS_KEY: | |
| AWS_DEFAULT_REGION: | |
| run: | | |
| python3 -m pip install --upgrade --requirement requirements-dev.txt | |
| python3 -m pip install . --verbose | |
| python3 -m unittest discover --failfast --verbose | |
| package-source: | |
| runs-on: ubuntu-22.04 # latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| - name: Package source + install | |
| run: | | |
| python3 setup.py sdist | |
| cd dist | |
| python3 -m pip install -v awscrt-1.0.0.dev0.tar.gz | |
| python3 -c "import awscrt.io" | |
| # check that docs can still build | |
| check-docs: | |
| runs-on: ubuntu-22.04 # latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| - name: Check docs | |
| run: | | |
| python3 -m pip install -r requirements-dev.txt | |
| python3 -m pip install --verbose . | |
| ./scripts/make-docs.py | |
| check-submodules: | |
| runs-on: ubuntu-22.04 # latest | |
| steps: | |
| - name: Checkout Source | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| fetch-depth: 0 | |
| - name: Check Submodules | |
| # note: using "@main" because "@${{env.BUILDER_VERSION}}" doesn't work | |
| # https://github.com/actions/runner/issues/480 | |
| uses: awslabs/aws-crt-builder/.github/actions/check-submodules@main |