build: add debugging targets and improve Makefile structure #524
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Test | |
| on: | |
| workflow_dispatch: | |
| push: | |
| branches: [ "main", "dev","feature/*" ] | |
| pull_request: | |
| branches: [ "main", "dev","feature/*" ] | |
| env: | |
| kyanos_log_option: --bpf-event-log-level 5 --conntrack-log-level 5 | |
| permissions: | |
| contents: read | |
| jobs: | |
| build: | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4 | |
| with: | |
| submodules: recursive | |
| - name: Set up Go | |
| uses: actions/setup-go@3041bf56c941b39c61721a86cd11f3bb1338122a # v5 | |
| with: | |
| go-version: '1.22.4' | |
| - name: Build | |
| run: | | |
| sudo apt update | |
| sudo apt install -y git | |
| sudo apt-get -y install pkg-config | |
| sudo apt install -y libelf-dev | |
| wget -O - https://apt.llvm.org/llvm-snapshot.gpg.key|sudo apt-key add - | |
| sudo add-apt-repository "deb http://apt.llvm.org/jammy/ llvm-toolchain-jammy-15 main" | |
| sudo apt update | |
| sudo apt install -y llvm | |
| sudo apt install -y clang | |
| pwd | |
| ls -l | |
| make clean && make build-bpf && make | |
| # - name: Test | |
| # run: make test | |
| - name: Store executable | |
| uses: actions/upload-artifact@6f51ac03b9356f520e9adb1b1b7802705f340c2b # v4 | |
| with: | |
| name: kyanos | |
| path: kyanos | |
| e2e-test: | |
| name: e2e-test | |
| needs: build | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| kernel: | |
| # renovate: datasource=docker depName=quay.io/lvh-images/kernel-images | |
| - '4.19-20240912.022020' | |
| # renovate: datasource=docker depName=quay.io/lvh-images/kernel-images | |
| - '5.4-20240912.022020' | |
| # renovate: datasource=docker depName=quay.io/lvh-images/kernel-images | |
| - '5.10-20240912.022020' | |
| # renovate: datasource=docker depName=quay.io/lvh-images/kernel-images | |
| - '5.15-20240912.022020' | |
| # renovate: datasource=docker depName=quay.io/lvh-images/kernel-images | |
| - '6.1-20240912.022020' | |
| # renovate: datasource=docker depName=quay.io/lvh-images/kernel-images | |
| - '6.6-20240912.022020' | |
| # renovate: datasource=docker depName=quay.io/lvh-images/kernel-images | |
| - 'bpf-20240912.022020' | |
| # renovate: datasource=docker depName=quay.io/lvh-images/kernel-images | |
| - 'bpf-next-20240912.022020' | |
| timeout-minutes: 30 | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4 | |
| with: | |
| submodules: recursive | |
| - name: Retrieve stored kyanos executable | |
| uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4 | |
| with: | |
| name: kyanos | |
| path: kyanos | |
| - name: Provision LVH VMs | |
| uses: cilium/little-vm-helper@97c89f004bd0ab4caeacfe92ebc956e13e362e6b # v0.0.19 | |
| with: | |
| test-name: kyanos-test | |
| image-version: ${{ matrix.kernel }} | |
| cpu: 2 | |
| mem: '4G' | |
| host-mount: ./ | |
| install-dependencies: 'true' | |
| cmd: | | |
| chmod +x /host/kyanos/kyanos | |
| - name: download btf file | |
| if: ${{ startsWith(matrix.kernel, '4.') }} | |
| run: | | |
| img=quay.io/lvh-images/kernel-images:${{ matrix.kernel }} | |
| docker pull $img | |
| id=$(docker create $img) | |
| mkdir data/ | |
| docker cp $id:/data/kernels data/ | |
| ls -la data/ | |
| find data/ -path "*vmlinuz*" -type f | |
| find data/ -path "*btf*" -type f | |
| - name: copy btf file | |
| if: ${{ startsWith(matrix.kernel, '4.') }} | |
| uses: cilium/little-vm-helper@97c89f004bd0ab4caeacfe92ebc956e13e362e6b # v0.0.19 | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| uname -a | |
| cat /etc/issue | |
| cat /etc/os-release | |
| sudo mkdir -p /var/lib/kyanos/btf/ | |
| sudo cp /host/data/kernels/4.*/boot/btf-4.* /var/lib/kyanos/btf/current.btf | |
| # btf_file=$(find /host/ -path "*btf*" -type f) | |
| # sudo cp $btf_file /var/lib/ptcpdump/btf/vmlinux | |
| - name: Install dependencies | |
| uses: cilium/little-vm-helper@97c89f004bd0ab4caeacfe92ebc956e13e362e6b # v0.0.19 | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| apt-get update | |
| apt-get install -y dnsutils | |
| # install btf | |
| if [ -f "/sys/kernel/btf/vmlinux" ]; then | |
| mkdir -p /var/lib/kyanos/btf | |
| cp -f /sys/kernel/btf/vmlinux /var/lib/kyanos/btf/current.btf | |
| fi | |
| # install nerdctl | |
| wget https://github.com/containerd/nerdctl/releases/download/v1.7.6/nerdctl-1.7.6-linux-amd64.tar.gz | |
| sudo tar Cxzvvf /usr/local/bin nerdctl-1.7.6-linux-amd64.tar.gz | |
| wget https://github.com/containernetworking/plugins/releases/download/v1.5.0/cni-plugins-linux-amd64-v1.5.0.tgz | |
| sudo mkdir -p /opt/cni/bin | |
| sudo tar Cxzvvf /opt/cni/bin cni-plugins-linux-amd64-v1.5.0.tgz | |
| #install redis-cli | |
| sudo apt install -y redis-tools | |
| #install python pip | |
| sudo apt install -y python3 python3-pip pipx | |
| - name: Test gotls | |
| uses: cilium/little-vm-helper@97c89f004bd0ab4caeacfe92ebc956e13e362e6b # v0.0.19 | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| uname -a | |
| cat /etc/issue | |
| pushd /host | |
| if [ -f "/var/lib/kyanos/btf/current.btf" ]; then | |
| bash /host/testdata/test_gotls.sh '/host/kyanos/kyanos $kyanos_log_option --btf /var/lib/kyanos/btf/current.btf' | |
| else | |
| bash /host/testdata/test_gotls.sh '/host/kyanos/kyanos $kyanos_log_option' | |
| fi | |
| popd | |
| - name: Test https | |
| uses: cilium/little-vm-helper@97c89f004bd0ab4caeacfe92ebc956e13e362e6b # v0.0.19 | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| uname -a | |
| cat /etc/issue | |
| pushd /host | |
| if [ -f "/var/lib/kyanos/btf/current.btf" ]; then | |
| bash /host/testdata/test_https.sh '/host/kyanos/kyanos $kyanos_log_option --btf /var/lib/kyanos/btf/current.btf' | |
| else | |
| bash /host/testdata/test_https.sh '/host/kyanos/kyanos $kyanos_log_option' | |
| fi | |
| popd | |
| - name: Test side | |
| uses: cilium/little-vm-helper@97c89f004bd0ab4caeacfe92ebc956e13e362e6b # v0.0.19 | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| uname -a | |
| cat /etc/issue | |
| pushd /host | |
| if [ -f "/var/lib/kyanos/btf/current.btf" ]; then | |
| bash /host/testdata/test_side.sh '/host/kyanos/kyanos $kyanos_log_option --btf /var/lib/kyanos/btf/current.btf' | |
| else | |
| bash /host/testdata/test_side.sh '/host/kyanos/kyanos $kyanos_log_option' | |
| fi | |
| popd | |
| - name: Test mysql | |
| uses: cilium/little-vm-helper@97c89f004bd0ab4caeacfe92ebc956e13e362e6b # v0.0.19 | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| uname -a | |
| cat /etc/issue | |
| pushd /host | |
| if [ -f "/var/lib/kyanos/btf/current.btf" ]; then | |
| bash /host/testdata/test_mysql.sh '/host/kyanos/kyanos $kyanos_log_option --btf /var/lib/kyanos/btf/current.btf' | |
| else | |
| bash /host/testdata/test_mysql.sh '/host/kyanos/kyanos $kyanos_log_option' | |
| fi | |
| popd | |
| - name: Test base | |
| uses: cilium/little-vm-helper@97c89f004bd0ab4caeacfe92ebc956e13e362e6b # v0.0.19 | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| uname -a | |
| cat /etc/issue | |
| if [ -f "/var/lib/kyanos/btf/current.btf" ]; then | |
| bash /host/testdata/test_base.sh '/host/kyanos/kyanos $kyanos_log_option --btf /var/lib/kyanos/btf/current.btf' | |
| else | |
| bash /host/testdata/test_base.sh '/host/kyanos/kyanos $kyanos_log_option' | |
| fi | |
| - name: Test filter by l3/l4 info | |
| uses: cilium/little-vm-helper@97c89f004bd0ab4caeacfe92ebc956e13e362e6b # v0.0.19 | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| uname -a | |
| cat /etc/issue | |
| if [ -f "/var/lib/kyanos/btf/current.btf" ]; then | |
| bash /host/testdata/test_filter_by_l4.sh '/host/kyanos/kyanos $kyanos_log_option --btf /var/lib/kyanos/btf/current.btf' | |
| else | |
| bash /host/testdata/test_filter_by_l4.sh '/host/kyanos/kyanos $kyanos_log_option' | |
| fi | |
| - name: Test kern evt | |
| uses: cilium/little-vm-helper@97c89f004bd0ab4caeacfe92ebc956e13e362e6b # v0.0.19 | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| uname -a | |
| cat /etc/issue | |
| if [ -f "/var/lib/kyanos/btf/current.btf" ]; then | |
| bash /host/testdata/test_kern_evt.sh '/host/kyanos/kyanos $kyanos_log_option --btf /var/lib/kyanos/btf/current.btf' | |
| else | |
| bash /host/testdata/test_kern_evt.sh '/host/kyanos/kyanos $kyanos_log_option' | |
| fi | |
| - name: Test test docker filter by container id | |
| uses: cilium/little-vm-helper@97c89f004bd0ab4caeacfe92ebc956e13e362e6b # v0.0.19 | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| uname -a | |
| cat /etc/issue | |
| if [ -f "/var/lib/kyanos/btf/current.btf" ]; then | |
| bash /host/testdata/test_docker_filter_by_container_id.sh '/host/kyanos/kyanos $kyanos_log_option --btf /var/lib/kyanos/btf/current.btf' | |
| else | |
| bash /host/testdata/test_docker_filter_by_container_id.sh '/host/kyanos/kyanos $kyanos_log_option' | |
| fi | |
| - name: Test test docker filter by container name | |
| uses: cilium/little-vm-helper@97c89f004bd0ab4caeacfe92ebc956e13e362e6b # v0.0.19 | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| uname -a | |
| cat /etc/issue | |
| if [ -f "/var/lib/kyanos/btf/current.btf" ]; then | |
| bash /host/testdata/test_docker_filter_by_container_name.sh '/host/kyanos/kyanos $kyanos_log_option --btf /var/lib/kyanos/btf/current.btf' | |
| else | |
| bash /host/testdata/test_docker_filter_by_container_name.sh '/host/kyanos/kyanos $kyanos_log_option' | |
| fi | |
| - name: Test filter by pid | |
| uses: cilium/little-vm-helper@97c89f004bd0ab4caeacfe92ebc956e13e362e6b # v0.0.19 | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| uname -a | |
| cat /etc/issue | |
| if [ -f "/var/lib/kyanos/btf/current.btf" ]; then | |
| bash /host/testdata/test_docker_filter_by_pid.sh '/host/kyanos/kyanos $kyanos_log_option --btf /var/lib/kyanos/btf/current.btf' | |
| else | |
| bash /host/testdata/test_docker_filter_by_pid.sh '/host/kyanos/kyanos $kyanos_log_option' | |
| fi | |
| - name: Test test containerd filter by container name | |
| uses: cilium/little-vm-helper@97c89f004bd0ab4caeacfe92ebc956e13e362e6b # v0.0.19 | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| uname -a | |
| cat /etc/issue | |
| if [ -f "/var/lib/kyanos/btf/current.btf" ]; then | |
| bash /host/testdata/test_containerd_filter_by_container_name.sh '/host/kyanos/kyanos $kyanos_log_option --btf /var/lib/kyanos/btf/current.btf' | |
| else | |
| bash /host/testdata/test_containerd_filter_by_container_name.sh '/host/kyanos/kyanos $kyanos_log_option' | |
| fi | |
| - name: Test test containerd filter by container id | |
| uses: cilium/little-vm-helper@97c89f004bd0ab4caeacfe92ebc956e13e362e6b # v0.0.19 | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| uname -a | |
| cat /etc/issue | |
| if [ -f "/var/lib/kyanos/btf/current.btf" ]; then | |
| bash /host/testdata/test_containerd_filter_by_container_id.sh '/host/kyanos/kyanos $kyanos_log_option --btf /var/lib/kyanos/btf/current.btf' | |
| else | |
| bash /host/testdata/test_containerd_filter_by_container_id.sh '/host/kyanos/kyanos $kyanos_log_option' | |
| fi | |
| - name: Test redis | |
| uses: cilium/little-vm-helper@97c89f004bd0ab4caeacfe92ebc956e13e362e6b # v0.0.19 | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| uname -a | |
| cat /etc/issue | |
| if [ -f "/var/lib/kyanos/btf/current.btf" ]; then | |
| bash /host/testdata/test_redis.sh '/host/kyanos/kyanos $kyanos_log_option --btf /var/lib/kyanos/btf/current.btf' | |
| else | |
| bash /host/testdata/test_redis.sh '/host/kyanos/kyanos $kyanos_log_option' | |
| fi | |
| - name: Test k8s | |
| if: ${{ startsWith(matrix.kernel, '6.') }} | |
| uses: cilium/little-vm-helper@97c89f004bd0ab4caeacfe92ebc956e13e362e6b # v0.0.19 | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| uname -a | |
| cat /etc/issue | |
| pushd /host | |
| bash /host/testdata/run_k8s_test.sh "" 1 | |
| popd |