Skip to content

Commit

Permalink
install diff-filter-build
Browse files Browse the repository at this point in the history
  • Loading branch information
@fatteneder
fatteneder committed Nov 2, 2024
1 parent 3224390 commit df7d25c
Show file tree
Hide file tree
Showing 2 changed files with 166 additions and 113 deletions.
206 changes: 118 additions & 88 deletions pipelines/main/launch_unsigned_jobs.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -12,6 +12,22 @@
# and only need to touch the webui configuration when we need to alter
# something about the privileged steps.

common:
- diff-filter-build_plugin: &diff-filter-build
https://github.com/fatteneder/diff-filter-buildkite-plugin#main:
name: "build"
ignore:
- "*.md"
- "*.json"
- "CITATION.*"
- ".gitignore"
- ".clangd"
- ".mailmap"
# TODO: Need this option because BUILDKITE_PULL_REQUEST_BRANCH=main
# when running tests in Julia-CI/julia-buildkite,
# but for PRs against Julia/JuliaLang BUILDKITE_PULL_REQUEST_BRANCH=master
target_branch: "master"

steps:
- group: "Build"
notify:
Expand All @@ -23,29 +39,32 @@ steps:
- JuliaCI/external-buildkite#v1:
version: "./.buildkite-external-version"
repo_url: "https://github.com/JuliaCI/julia-buildkite"
- *diff-filter-build
commands: |
# Launch Linux build jobs
GROUP="Build" \
ALLOW_FAIL="false" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/main/platforms/build_linux.arches \
.buildkite/pipelines/main/platforms/build_linux.yml
# Launch macOS packaging jobs
GROUP="Build" \
ALLOW_FAIL="false" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/main/platforms/build_macos.arches \
.buildkite/pipelines/main/platforms/build_macos.yml
GROUP="Build" \
ALLOW_FAIL="false" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/main/platforms/build_freebsd.arches \
.buildkite/pipelines/main/platforms/build_freebsd.yml
GROUP="Build" \
ALLOW_FAIL="false" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/main/platforms/build_windows.arches \
.buildkite/pipelines/main/platforms/build_windows.yml
if [[ $${BUILDKITE_PLUGIN_DIFF_FILTER_TRIGGERED_BUILD} == 1 ]]; then
# Launch Linux build jobs
GROUP="Build" \
ALLOW_FAIL="false" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/main/platforms/build_linux.arches \
.buildkite/pipelines/main/platforms/build_linux.yml
# Launch macOS packaging jobs
GROUP="Build" \
ALLOW_FAIL="false" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/main/platforms/build_macos.arches \
.buildkite/pipelines/main/platforms/build_macos.yml
GROUP="Build" \
ALLOW_FAIL="false" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/main/platforms/build_freebsd.arches \
.buildkite/pipelines/main/platforms/build_freebsd.yml
GROUP="Build" \
ALLOW_FAIL="false" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/main/platforms/build_windows.arches \
.buildkite/pipelines/main/platforms/build_windows.yml
fi
agents:
queue: "julia"
os: "linux"
Expand All @@ -59,16 +78,19 @@ steps:
- JuliaCI/external-buildkite#v1:
version: "./.buildkite-external-version"
repo_url: "https://github.com/JuliaCI/julia-buildkite"
- *diff-filter-build
commands: |
buildkite-agent pipeline upload .buildkite/pipelines/main/misc/analyzegc.yml
buildkite-agent pipeline upload .buildkite/pipelines/main/misc/doctest.yml
buildkite-agent pipeline upload .buildkite/pipelines/main/misc/pdf_docs/build_pdf_docs.yml
buildkite-agent pipeline upload .buildkite/pipelines/main/misc/embedding.yml
buildkite-agent pipeline upload .buildkite/pipelines/main/misc/llvmpasses.yml
# buildkite-agent pipeline upload .buildkite/pipelines/main/misc/whitespace.yml # Currently runs in GitHub Actions instead of Buildkite
if [[ $${BUILDKITE_PLUGIN_DIFF_FILTER_TRIGGERED_BUILD} == 1 ]]; then
buildkite-agent pipeline upload .buildkite/pipelines/main/misc/analyzegc.yml
buildkite-agent pipeline upload .buildkite/pipelines/main/misc/doctest.yml
buildkite-agent pipeline upload .buildkite/pipelines/main/misc/pdf_docs/build_pdf_docs.yml
buildkite-agent pipeline upload .buildkite/pipelines/main/misc/embedding.yml
buildkite-agent pipeline upload .buildkite/pipelines/main/misc/llvmpasses.yml
# buildkite-agent pipeline upload .buildkite/pipelines/main/misc/whitespace.yml # Currently runs in GitHub Actions instead of Buildkite
buildkite-agent pipeline upload .buildkite/pipelines/main/misc/sanitizers/asan.yml
buildkite-agent pipeline upload .buildkite/pipelines/main/misc/sanitizers/tsan.yml
buildkite-agent pipeline upload .buildkite/pipelines/main/misc/sanitizers/asan.yml
buildkite-agent pipeline upload .buildkite/pipelines/main/misc/sanitizers/tsan.yml
fi
agents:
queue: "julia"
os: "linux"
Expand All @@ -82,36 +104,39 @@ steps:
- JuliaCI/external-buildkite#v1:
version: "./.buildkite-external-version"
repo_url: "https://github.com/JuliaCI/julia-buildkite"
- *diff-filter-build
commands: |
export ALLOW_FAIL="false"
buildkite-agent pipeline upload .buildkite/pipelines/main/misc/gcext.yml
buildkite-agent pipeline upload .buildkite/pipelines/main/misc/test_revise.yml
if [[ $${BUILDKITE_PLUGIN_DIFF_FILTER_TRIGGERED_BUILD} == 1 ]]; then
buildkite-agent pipeline upload .buildkite/pipelines/main/misc/gcext.yml
buildkite-agent pipeline upload .buildkite/pipelines/main/misc/test_revise.yml
# Launch Linux test jobs
GROUP="Test" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/main/platforms/test_linux.arches \
.buildkite/pipelines/main/platforms/test_linux.yml
# Launch i686-linux-gnu test jobs
GROUP="Test" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/main/platforms/test_linux.i686.arches \
.buildkite/pipelines/main/platforms/test_linux.i686.yml
# Launch macOS test jobs
GROUP="Test" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/main/platforms/test_macos.arches \
.buildkite/pipelines/main/platforms/test_macos.yml
# Launch FreeBSD test jobs
GROUP="Test" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/main/platforms/test_freebsd.arches \
.buildkite/pipelines/main/platforms/test_freebsd.yml
# Launch windows test jobs
GROUP="Test" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/main/platforms/test_windows.arches \
.buildkite/pipelines/main/platforms/test_windows.yml
# Launch Linux test jobs
GROUP="Test" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/main/platforms/test_linux.arches \
.buildkite/pipelines/main/platforms/test_linux.yml
# Launch i686-linux-gnu test jobs
GROUP="Test" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/main/platforms/test_linux.i686.arches \
.buildkite/pipelines/main/platforms/test_linux.i686.yml
# Launch macOS test jobs
GROUP="Test" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/main/platforms/test_macos.arches \
.buildkite/pipelines/main/platforms/test_macos.yml
# Launch FreeBSD test jobs
GROUP="Test" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/main/platforms/test_freebsd.arches \
.buildkite/pipelines/main/platforms/test_freebsd.yml
# Launch windows test jobs
GROUP="Test" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/main/platforms/test_windows.arches \
.buildkite/pipelines/main/platforms/test_windows.yml
fi
agents:
queue: "julia"
os: "linux"
Expand All @@ -122,18 +147,21 @@ steps:
- JuliaCI/external-buildkite#v1:
version: "./.buildkite-external-version"
repo_url: "https://github.com/JuliaCI/julia-buildkite"
- *diff-filter-build
commands: |
export ALLOW_FAIL="true"
# Launch Linux allowed-to-fail build jobs
GROUP="Allow Fail" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/main/platforms/build_linux.soft_fail.arches \
.buildkite/pipelines/main/platforms/build_linux.yml
# Launch macOS allowed-to-fail build jobs
GROUP="Allow Fail" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/main/platforms/build_macos.soft_fail.arches \
.buildkite/pipelines/main/platforms/build_macos.yml
if [[ $${BUILDKITE_PLUGIN_DIFF_FILTER_TRIGGERED_BUILD} == 1 ]]; then
# Launch Linux allowed-to-fail build jobs
GROUP="Allow Fail" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/main/platforms/build_linux.soft_fail.arches \
.buildkite/pipelines/main/platforms/build_linux.yml
# Launch macOS allowed-to-fail build jobs
GROUP="Allow Fail" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/main/platforms/build_macos.soft_fail.arches \
.buildkite/pipelines/main/platforms/build_macos.yml
fi
agents:
queue: "julia"
os: "linux"
Expand All @@ -142,29 +170,31 @@ steps:
- JuliaCI/external-buildkite#v1:
version: "./.buildkite-external-version"
repo_url: "https://github.com/JuliaCI/julia-buildkite"
- *diff-filter-build
commands: |
export ALLOW_FAIL="true"
# Launch Linux allowed-to-fail test jobs
GROUP="Allow Fail" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/main/platforms/test_linux.soft_fail.arches \
.buildkite/pipelines/main/platforms/test_linux.yml
# Launch macOS allowed-to-fail test jobs
GROUP="Allow Fail" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/main/platforms/test_macos.soft_fail.arches \
.buildkite/pipelines/main/platforms/test_macos.yml
# Launch FreeBSD allowed-to-fail jobs
GROUP="Allow Fail" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/main/platforms/test_freebsd.soft_fail.arches \
.buildkite/pipelines/main/platforms/test_freebsd.yml
# Launch windows allowed-to-fail test jobs
GROUP="Allow Fail" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/main/platforms/test_windows.soft_fail.arches \
.buildkite/pipelines/main/platforms/test_windows.yml
if [[ $${BUILDKITE_PLUGIN_DIFF_FILTER_TRIGGERED_BUILD} == 1 ]]; then
# Launch Linux allowed-to-fail test jobs
GROUP="Allow Fail" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/main/platforms/test_linux.soft_fail.arches \
.buildkite/pipelines/main/platforms/test_linux.yml
# Launch macOS allowed-to-fail test jobs
GROUP="Allow Fail" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/main/platforms/test_macos.soft_fail.arches \
.buildkite/pipelines/main/platforms/test_macos.yml
# Launch FreeBSD allowed-to-fail jobs
GROUP="Allow Fail" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/main/platforms/test_freebsd.soft_fail.arches \
.buildkite/pipelines/main/platforms/test_freebsd.yml
# Launch windows allowed-to-fail test jobs
GROUP="Allow Fail" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/main/platforms/test_windows.soft_fail.arches \
.buildkite/pipelines/main/platforms/test_windows.yml
fi
agents:
queue: "julia"
os: "linux"
73 changes: 48 additions & 25 deletions pipelines/scheduled/launch_unsigned_jobs.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -12,6 +12,22 @@
# and only need to touch the webui configuration when we need to alter
# something about the privileged steps.

common:
- diff-filter-build_plugin: &diff-filter-build
https://github.com/fatteneder/diff-filter-buildkite-plugin#main:
name: "build"
ignore:
- "*.md"
- "*.json"
- "CITATION.*"
- ".gitignore"
- ".clangd"
- ".mailmap"
# TODO: Need this option because BUILDKITE_PULL_REQUEST_BRANCH=main
# when running tests in Julia-CI/julia-buildkite,
# but for PRs against Julia/JuliaLang BUILDKITE_PULL_REQUEST_BRANCH=master
target_branch: "master"

steps:
- group: "Source Build"
steps:
Expand All @@ -20,12 +36,15 @@ steps:
- JuliaCI/external-buildkite#v1:
version: "./.buildkite-external-version"
repo_url: "https://github.com/JuliaCI/julia-buildkite"
- *diff-filter-build
commands: |
GROUP="Source Build" \
ALLOW_FAIL="false" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/scheduled/platforms/build_linux.schedule.arches \
.buildkite/pipelines/main/platforms/build_linux.yml
if [[ $${BUILDKITE_PLUGIN_DIFF_FILTER_TRIGGERED_BUILD} == 1 ]]; then
GROUP="Source Build" \
ALLOW_FAIL="false" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/scheduled/platforms/build_linux.schedule.arches \
.buildkite/pipelines/main/platforms/build_linux.yml
fi
agents:
queue: "julia"
os: "linux"
Expand All @@ -37,11 +56,13 @@ steps:
version: "./.buildkite-external-version"
repo_url: "https://github.com/JuliaCI/julia-buildkite"
commands: |
GROUP="Source Tests (Allow Fail)" \
ALLOW_FAIL="true" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/scheduled/platforms/test_linux.schedule.arches \
.buildkite/pipelines/main/platforms/test_linux.yml
if [[ $${BUILDKITE_PLUGIN_DIFF_FILTER_TRIGGERED_BUILD} == 1 ]]; then
GROUP="Source Tests (Allow Fail)" \
ALLOW_FAIL="true" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/scheduled/platforms/test_linux.schedule.arches \
.buildkite/pipelines/main/platforms/test_linux.yml
fi
agents:
queue: "julia"
os: "linux"
Expand All @@ -53,20 +74,22 @@ steps:
version: "./.buildkite-external-version"
repo_url: "https://github.com/JuliaCI/julia-buildkite"
commands: |
GROUP="no_GPL" \
ALLOW_FAIL="false" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/scheduled/platforms/build_linux.no_gpl.arches \
.buildkite/pipelines/main/platforms/build_linux.yml
GROUP="no_GPL" \
ALLOW_FAIL="false" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/scheduled/platforms/build_macos.no_gpl.arches \
.buildkite/pipelines/main/platforms/build_macos.yml
GROUP="no_GPL" \
ALLOW_FAIL="false" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/scheduled/platforms/build_windows.no_gpl.arches \
.buildkite/pipelines/main/platforms/build_windows.yml
if [[ $${BUILDKITE_PLUGIN_DIFF_FILTER_TRIGGERED_BUILD} == 1 ]]; then
GROUP="no_GPL" \
ALLOW_FAIL="false" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/scheduled/platforms/build_linux.no_gpl.arches \
.buildkite/pipelines/main/platforms/build_linux.yml
GROUP="no_GPL" \
ALLOW_FAIL="false" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/scheduled/platforms/build_macos.no_gpl.arches \
.buildkite/pipelines/main/platforms/build_macos.yml
GROUP="no_GPL" \
ALLOW_FAIL="false" \
bash .buildkite/utilities/arches_pipeline_upload.sh \
.buildkite/pipelines/scheduled/platforms/build_windows.no_gpl.arches \
.buildkite/pipelines/main/platforms/build_windows.yml
fi
agents:
queue: "julia"

0 comments on commit df7d25c

Please sign in to comment.