Integrate Context-Aware Chunking and PDF Support #534
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # SPDX-License-Identifier: Apache-2.0 | |
| name: Test | |
| on: | |
| workflow_dispatch: | |
| push: | |
| branches: | |
| - "main" | |
| - "release-**" | |
| paths: | |
| - '**.py' | |
| - 'pyproject.toml' | |
| - 'requirements*.txt' | |
| - 'tox.ini' | |
| - '.github/workflows/test.yml' # This workflow | |
| pull_request: | |
| branches: | |
| - "main" | |
| - "release-**" | |
| paths: | |
| - '**.py' | |
| - 'pyproject.toml' | |
| - 'requirements*.txt' | |
| - 'tox.ini' | |
| - '.github/workflows/test.yml' # This workflow | |
| env: | |
| LC_ALL: en_US.UTF-8 | |
| defaults: | |
| run: | |
| shell: bash | |
| permissions: | |
| contents: read | |
| jobs: | |
| test: | |
| name: "${{ matrix.python }} on ${{ matrix.platform }}" | |
| runs-on: "${{ matrix.platform }}" | |
| strategy: | |
| matrix: | |
| python: | |
| - "3.10" | |
| - "3.11" | |
| platform: | |
| - "ubuntu-latest" | |
| include: | |
| - python: "3.11" | |
| platform: "macos-latest" | |
| steps: | |
| - name: "Harden Runner" | |
| uses: step-security/harden-runner@5c7944e73c4c2a096b17a9cb74d65b6c2bbafbde # v2.9.1 | |
| with: | |
| egress-policy: audit # TODO: change to 'egress-policy: block' after couple of runs | |
| - name: Checkout | |
| uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7 | |
| with: | |
| # https://github.com/actions/checkout/issues/249 | |
| fetch-depth: 0 | |
| - name: Free disk space | |
| if: matrix.platform != 'macos-latest' | |
| uses: ./.github/actions/free-disk-space | |
| - name: Install the expect package | |
| if: startsWith(matrix.platform, 'ubuntu') | |
| run: | | |
| sudo apt-get install -y expect | |
| - name: Install tools on MacOS | |
| if: startsWith(matrix.platform, 'macos') | |
| run: | | |
| brew install expect coreutils bash | |
| - name: Setup Python ${{ matrix.python }} | |
| uses: actions/setup-python@82c7e631bb3cdc910f68e0081d67478d79c6982d # v5.1.0 | |
| with: | |
| python-version: ${{ matrix.python }} | |
| cache: pip | |
| cache-dependency-path: | | |
| **/pyproject.toml | |
| **/requirements*.txt | |
| - name: Remove llama-cpp-python from cache | |
| run: | | |
| pip cache remove llama_cpp_python | |
| - name: Cache huggingface | |
| uses: actions/cache@0c45773b623bea8c8e75f6c82b208c3cf94ea4f9 # v4.0.2 | |
| with: | |
| path: ~/.cache/huggingface | |
| # config contains DEFAULT_MODEL | |
| key: huggingface-${{ hashFiles('src/instructlab/configuration.py') }} | |
| - name: Install dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| python -m pip install tox tox-gh>=1.2 | |
| - name: Run unit tests with tox | |
| run: | | |
| tox | |
| - name: Remove llama-cpp-python from cache | |
| if: always() | |
| run: | | |
| pip cache remove llama_cpp_python | |
| test-workflow-complete: | |
| needs: ["test"] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Test Workflow Complete | |
| run: echo "Test Workflow Complete" |