rewrite sccache-dist to use AMQP

trxcllnt · Dec 20, 2024 · 21e147e · 21e147e
1 parent e4d2de9
commit 21e147e
Show file tree

Hide file tree

Showing 31 changed files with 4,677 additions and 4,469 deletions.
diff --git a/.github/actions/artifact_failure/action.yml b/.github/actions/artifact_failure/action.yml
@@ -4,25 +4,42 @@ inputs:
   name:
     description: ""
     required: true
+  tar:
+    default: tar
+  shell:
+    default: bash --noprofile --norc -eo pipefail
 runs:
   using: "composite"
   steps:
     - name: pack failure artifacts
-      shell: bash
+      shell: ${{ inputs.shell }} {0}
       run: |
+        set -x;
         echo "Current running processes"
         ps uax
         echo "Processes that access current dir"
         lsof +D `pwd` || true
         killall sccache || true
         killall sccache-dist || true
+
         # possible temp dirs for either linux or windows
         cp "${TMP:-${TEMP:-${TMPDIR:-/tmp}}}"/sccache_*.txt . 2>/dev/null || true
-        tar --exclude='target' \
+        pwd
+        ls -l .
+        echo "${TMP:-${TEMP:-${TMPDIR:-/tmp}}}"/
+        ls -l "${TMP:-${TEMP:-${TMPDIR:-/tmp}}}"/
+        if test -n "${GITHUB_WORKSPACE-}"; then
+          cd "$GITHUB_WORKSPACE"
+          pwd
+        fi
+        ls -l .
+        ${{ inputs.tar }} \
+            --exclude='target' \
             --exclude='docs' \
             --exclude='bins' \
             --exclude='.git' \
             -zcf target/failure-${{ inputs.name }}.tar.gz .
+
     - uses: actions/upload-artifact@v3
       with:
         name: ${{ inputs.name }}

diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -342,13 +342,8 @@ jobs:
 
   test_freebsd:
     name: test freebsd-14.1 rust stable
-    runs-on: ${{ matrix.job.os }}
+    runs-on: ubuntu-22.04
     timeout-minutes: 70
-    strategy:
-      fail-fast: false
-      matrix:
-        job:
-          - { os: ubuntu-22.04 }
     steps:
       - uses: actions/checkout@v4
       - name: Prepare, build and test
@@ -357,8 +352,8 @@ jobs:
           mem: 8192
           usesh: true
           sync: rsync
-          copyback: false
-          prepare: pkg install -y ca_root_nss curl gmake gtar pot sudo
+          copyback: true
+          prepare: pkg install -y ca_root_nss curl gmake gtar pot sudo rabbitmq
           run: |
             #####################################################################################
             ###  Prepare, build, and test
@@ -400,6 +395,8 @@ jobs:
         if: failure()
         uses: ./.github/actions/artifact_failure
         with:
+          tar: gtar
+          shell: freebsd
           name: test-freebsd-14.1-stable
 
   release:

diff --git a/.github/workflows/integration-tests.yml b/.github/workflows/integration-tests.yml
@@ -8,7 +8,7 @@ env:
 
 jobs:
   build:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     steps:
       - name: Clone repository
         uses: actions/checkout@v4
@@ -28,7 +28,7 @@ jobs:
           path: ./target/debug/sccache
 
   redis-deprecated:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     needs: build
 
     services:
@@ -76,7 +76,7 @@ jobs:
           ${SCCACHE_PATH} --show-stats | grep -e "Cache hits\s*[1-9]"
 
   redis:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     needs: build
 
     services:
@@ -124,7 +124,7 @@ jobs:
           ${SCCACHE_PATH} --show-stats | grep -e "Cache hits\s*[1-9]"
 
   s3_minio:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     needs: build
 
     # Setup minio server
@@ -184,7 +184,7 @@ jobs:
           ${SCCACHE_PATH} --show-stats | grep -e "Cache hits\s*[1-9]"
 
   azblob_azurite:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     needs: build
 
     # Setup azurite server
@@ -240,7 +240,7 @@ jobs:
           ${SCCACHE_PATH} --show-stats | grep -e "Cache hits\s*[1-9]"
 
   gha:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     needs: build
 
     env:
@@ -289,7 +289,7 @@ jobs:
           ${SCCACHE_PATH} --show-stats | grep -e "Cache hits\s*[1-9]"
 
   memcached-deprecated:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     needs: build
 
     # Setup memcached server
@@ -344,7 +344,7 @@ jobs:
           ${SCCACHE_PATH} --show-stats | grep -e "Cache hits\s*[1-9]"
 
   memcached:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     needs: build
 
     # Setup memcached server
@@ -399,7 +399,7 @@ jobs:
           ${SCCACHE_PATH} --show-stats | grep -e "Cache hits\s*[1-9]"
 
   webdav:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     needs: build
 
     env:
@@ -524,7 +524,7 @@ jobs:
         run: cat "$SCCACHE_ERROR_LOG"
 
   clang:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     needs: build
 
     env:
@@ -647,7 +647,7 @@ jobs:
           ${SCCACHE_PATH} --show-stats | grep -e "Cache hits\s*[1-9]"
 
   gcc:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     needs: build
 
     env:
@@ -692,7 +692,7 @@ jobs:
           ${SCCACHE_PATH} --show-stats | grep -e "Cache hits\s*[1-9]"
 
   autotools:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     needs: build
 
     env:
@@ -748,7 +748,7 @@ jobs:
           ${SCCACHE_PATH} --show-stats | grep -e "Cache hits\s*[1-9]"
 
   cmake:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     needs: build
 
     env:
@@ -806,7 +806,7 @@ jobs:
           ${SCCACHE_PATH} --show-stats | grep -e "Cache hits\s*[1-9]"
 
   rust-test-coverage:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     needs: build
 
     env:
@@ -847,7 +847,7 @@ jobs:
           ${SCCACHE_PATH} --show-stats | grep -e "Cache hits\s*[1-9]"
 
   zstd-compression-level:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     needs: build
 
     env: