Bump duckdb-engine from 0.13.1 to 0.14.0 in /spark #311
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: "Check notebooks" | |
on: | |
push: | |
branches: | |
- 'main' | |
pull_request: | |
jobs: | |
docker: | |
runs-on: ubuntu-latest | |
steps: | |
- name: Checkout | |
uses: actions/checkout@v4 | |
- name: Pre-commit | |
run: pip3 install pre-commit && pre-commit run --all-files | |
- name: Build container | |
run: docker compose pull && docker compose build && docker compose up -d | |
- name: Wait until the container is up | |
run: | | |
while ! nc -z localhost 8888; do | |
sleep 1 | |
done | |
- name: Install papermill | |
run: docker exec $(docker ps -q --filter expose=8888) pip3 install papermill | |
- name: Run notebooks | |
run: ls spark/notebooks | xargs -I {} docker exec $(docker ps -q --filter expose=8888) papermill "/home/iceberg/notebooks/{}" |