Skip to content

.github/workflows/auto-nightly-ci.yaml #1136

.github/workflows/auto-nightly-ci.yaml

.github/workflows/auto-nightly-ci.yaml #1136

name: Auto Nightly CI
permissions: write-all
on:
schedule:
# each day
- cron: "0 20 * * *"
pull_request_target:
types:
- opened
- synchronize
- reopened
push:
branches:
- main
- release-*
workflow_dispatch:
inputs:
ref:
description: 'sha, tag, branch'
required: true
default: main
e2e_labels:
description: 'e2e labels(if not set, ginkgo will run all test, multi labels separated by commas)'
required: false
type: string
ipfamily:
description: 'IP family for the e2e test'
required: true
type: choice
default: 'dual'
options:
- ipv4
- ipv6
- dual
- all
jobs:
get_ref:
runs-on: ubuntu-latest
outputs:
ref: ${{ steps.result.outputs.ref }}
e2e_labels: ${{ steps.get_ref.outputs.e2e_labels }}
unitest_enabled: ${{ steps.get_ref.outputs.unitest_enabled }}
e2e_enabled: ${{ steps.get_ref.outputs.e2e_enabled }}
ipfamily_ipv4only_e2e: ${{ steps.get_ref.outputs.ipfamily_ipv4only_e2e }}
ipfamily_ipv6only_e2e: ${{ steps.get_ref.outputs.ipfamily_ipv6only_e2e }}
ipfamily_dual_e2e: ${{ steps.get_ref.outputs.ipfamily_dual_e2e }}
steps:
- name: Check Code Changes
uses: dorny/[email protected]
if: ${{ github.event_name == 'pull_request_target' }}
id: filter_pr
with:
base: ${{ github.event.pull_request.base.sha }}
ref: ${{ github.event.pull_request.head.sha }}
filters: |
run_e2e:
- '**/*.sh'
- '**/*.go'
- 'go.mod'
- 'go.sum'
- 'charts/**'
- 'Makefile*'
- '**/Makefile*'
all_e2e:
- 'test/e2e/**/*.go'
- 'vendor/github.com/spidernet-io/**/*.go'
- name: Get Ref
id: get_ref
run: |
if ${{ github.event_name == 'workflow_dispatch' }} ; then
echo "call by self workflow_dispatch"
echo ::set-output name=tag::${{ github.event.inputs.ref }}
echo ::set-output name=e2e_labels::${{ github.event.inputs.e2e_labels }}
echo ::set-output name=e2e_enabled::true
echo ::set-output name=unitest_enabled::true
if ${{ github.event.inputs.ipfamily == 'ipv4' }}; then
echo ::set-output name=ipfamily_ipv4only_e2e::true
echo ::set-output name=ipfamily_ipv6only_e2e::false
echo ::set-output name=ipfamily_dual_e2e::false
elif ${{ github.event.inputs.ipfamily == 'ipv6' }}; then
echo ::set-output name=ipfamily_ipv4only_e2e::false
echo ::set-output name=ipfamily_ipv6only_e2e::true
echo ::set-output name=ipfamily_dual_e2e::false
elif ${{ github.event.inputs.ipfamily == 'dual' }}; then
echo ::set-output name=ipfamily_ipv4only_e2e::false
echo ::set-output name=ipfamily_ipv6only_e2e::false
echo ::set-output name=ipfamily_dual_e2e::true
elif ${{ github.event.inputs.ipfamily == 'all' }}; then
echo ::set-output name=ipfamily_ipv4only_e2e::true
echo ::set-output name=ipfamily_ipv6only_e2e::true
echo ::set-output name=ipfamily_dual_e2e::true
else
echo "error, unknown input ipfamily: ${{ github.event.inputs.ipfamily }} "
exit 1
fi
elif ${{ github.event_name == 'push' }} ; then
echo "trigger by push"
echo ::set-output name=tag::${{ github.sha }}
echo ::set-output name=push::false
echo ::set-output name=e2e_labels::smoke
echo ::set-output name=e2e_enabled::true
# do it in another workflow
echo ::set-output name=unitest_enabled::false
echo ::set-output name=ipfamily_ipv4only_e2e::false
echo ::set-output name=ipfamily_ipv6only_e2e::false
echo ::set-output name=ipfamily_dual_e2e::true
elif ${{ github.event_name == 'pull_request_target' }} ; then
echo "trigger by pull_request_target"
echo ::set-output name=tag::${{ github.event.pull_request.head.sha }}
echo ::set-output name=push::false
if ${{ steps.filter_pr.outputs.all_e2e == 'true' }} ; then
# run all e2e
echo ::set-output name=e2e_labels::
echo ::set-output name=ipfamily_ipv4only_e2e::true
echo ::set-output name=ipfamily_ipv6only_e2e::true
echo ::set-output name=ipfamily_dual_e2e::true
else
echo ::set-output name=e2e_labels::smoke
echo ::set-output name=ipfamily_ipv4only_e2e::false
echo ::set-output name=ipfamily_ipv6only_e2e::false
echo ::set-output name=ipfamily_dual_e2e::true
fi
echo ::set-output name=e2e_enabled::${{ steps.filter_pr.outputs.run_e2e }}
# do it in another workflow
echo ::set-output name=unitest_enabled::false
else
# schedule event
# use main sha for ci image tag
echo "trigger by schedule"
echo ::set-output name=tag::main
echo ::set-output name=push::false
# nightly ci, run all e2e
echo ::set-output name=e2e_labels::
echo ::set-output name=e2e_enabled::true
echo ::set-output name=unitest_enabled::true
echo ::set-output name=ipfamily_ipv4only_e2e::true
echo ::set-output name=ipfamily_ipv6only_e2e::true
echo ::set-output name=ipfamily_dual_e2e::true
fi
# some event, the tag is not sha, so checkout it and get sha
- name: Checkout code
uses: actions/checkout@v3
with:
persist-credentials: false
ref: ${{ steps.get_ref.outputs.tag }}
- name: Result Ref
id: result
run: |
ref=$( git show -s --format='format:%H')
echo ::set-output name=ref::${ref}
call_unitest:
needs: get_ref
if: ${{ needs.get_ref.outputs.unitest_enabled == 'true' }}
# forbid to specify version for local workflow, GITHUB_REF Same as the caller workflow
uses: ./.github/workflows/lint-golang.yaml
with:
ref: ${{ needs.get_ref.outputs.ref }}
secrets: inherit
call_build_ci_image:
needs: [get_ref]
if: ${{ needs.get_ref.outputs.e2e_enabled == 'true' }}
# get image:${{ needs.get_ref.outputs.ref }} and image-ci:${{ needs.get_ref.outputs.ref }}
uses: ./.github/workflows/build-image-ci.yaml

Check failure on line 170 in .github/workflows/auto-nightly-ci.yaml

View workflow run for this annotation

GitHub Actions / .github/workflows/auto-nightly-ci.yaml

Invalid workflow file

error parsing called workflow ".github/workflows/auto-nightly-ci.yaml" -> "./.github/workflows/build-image-ci.yaml" (source branch with sha:0de07d96fdf57393dc70aefb1530a8d97048ad9b) : workflow is not reusable as it is missing a `on.workflow_call` trigger
with:
ref: ${{ needs.get_ref.outputs.ref }}
push: false
secrets: inherit
lint_chart_against_release_image:
needs: get_ref
if: ${{ needs.get_ref.outputs.e2e_enabled == 'true' }}
# forbid to specify version for local workflow, GITHUB_REF Same as the caller workflow
uses: ./.github/workflows/call-lint-chart.yaml
with:
ref: ${{ needs.get_ref.outputs.ref }}
secrets: inherit
call_release_chart:
needs: [get_ref]
if: ${{ needs.get_ref.outputs.e2e_enabled == 'true' }}
uses: ./.github/workflows/call-release-chart.yaml
with:
ref: ${{ needs.get_ref.outputs.ref }}
submit: false
secrets: inherit
e2e_against_commit:
runs-on: ubuntu-latest
needs: [call_build_ci_image, get_ref, call_release_chart]
if: ${{ needs.get_ref.outputs.e2e_enabled == 'true' }}
steps:
- name: Prepare
id: prepare
run: |
echo "ref: ${{ needs.get_ref.outputs.ref }} "
echo "e2e_labels: ${{ needs.get_ref.outputs.e2e_labels }}"
echo "ipfamily_ipv4only_e2e: ${{ needs.get_ref.outputs.ipfamily_ipv4only_e2e }}"
echo "ipfamily_ipv6only_e2e: ${{ needs.get_ref.outputs.ipfamily_ipv6only_e2e }}"
echo "ipfamily_dual_e2e: ${{ needs.get_ref.outputs.ipfamily_dual_e2e }}"
echo "===== image "
echo "ci image tag: ghcr.io/${{ github.repository }}/spiderpool-controller-ci:${{ needs.call_build_ci_image.outputs.imageTag }}"
echo "ci race image tag: ghcr.io/${{ github.repository }}/spiderpool-controller-ci:${{ needs.call_build_ci_image.outputs.imageTag }}-race"
echo "ci image tag: ghcr.io/${{ github.repository }}/spiderpool-agent-ci:${{ needs.call_build_ci_image.outputs.imageTag }}"
echo "ci race image tag: ghcr.io/${{ github.repository }}/spiderpool-agent-ci:${{ needs.call_build_ci_image.outputs.imageTag }}-race"
echo "===== chart "
echo "chart package artifact: ${{ needs.call_release_chart.outputs.artifact }}"
TMP=` date +%m%d%H%M%S `
E2E_CLUSTER_NAME="spiderpool${TMP}"
echo ::set-output name=clusterName::${E2E_CLUSTER_NAME}
- name: Checkout Code
uses: actions/checkout@v3
with:
persist-credentials: false
ref: ${{ needs.get_ref.outputs.ref }}
- name: Setup Golang
uses: actions/setup-go@v3
with:
go-version: 1.18.2
id: go
- name: Run e2e
run: |
make e2e