distcheck: Use efa-installer for dependencies

Use the EFA installer to get the Libfabric and MPI dependencies. Previously, we thought we only needed Libfabric, but to build the functional tests, we need MPI and it's better to build the functional tests. Signed-off-by: Raghu Raja <[email protected]>
rajachan · Jun 17, 2024 · 1173570 · 1173570
1 parent 9613571
commit 1173570
Showing 1 changed file with 18 additions and 32 deletions.
diff --git a/.github/workflows/distcheck.yaml b/.github/workflows/distcheck.yaml
@@ -178,22 +178,12 @@ jobs:
           packages: liblttng-ust-dev
           version: lttng
 
-      - name: Install Libfabric
+      - name: Fetch and Install EFA Installer Dependencies
         run: |
-          # We're just doing distchecks, so it is fine if we
-          # just grab the latest master and built a lean build.
-          git clone --depth 1 https://github.com/ofiwg/libfabric.git
-          pushd libfabric
-          ./autogen.sh
-
-          export CC="${{ matrix.realcc || matrix.cc }}"
-          ./configure --prefix="$PWD/install" \
-                      --disable-sockets \
-                      --disable-udp \
-                      --disable-mrail \
-                      --disable-opx
-          make -j "$(nproc)"
-          make install
+          curl -O https://efa-installer.amazonaws.com/aws-efa-installer-latest.tar.gz
+          tar -xf aws-efa-installer-*.tar.gz
+          pushd aws-efa-installer/
+              sudo ./efa_installer.sh -y --skip-kmod
           popd
 
       - name: Build Plugin
@@ -207,11 +197,13 @@ jobs:
           ./autogen.sh
           if [ "${{ matrix.sdk }}" == "cuda" ]
           then
-            ./configure --with-libfabric="$PWD/libfabric/install" \
+            ./configure --with-mpi=/opt/amazon/openmpi \
+                        --with-libfabric=/opt/amazon/efa \
                         --with-cuda=/usr/local/cuda/ \
+                        --enable-tests \
                         --enable-platform-aws
           else
-            ./configure --with-libfabric="$PWD/libfabric/install" \
+            ./configure --with-libfabric=/opt/amazon/efa \
                         --enable-neuron \
                         --enable-platform-aws
           fi
@@ -280,34 +272,28 @@ jobs:
           packages: cppcheck
           version: codechecker-cppcheck
 
-      - name: Install Libfabric
+      - name: Fetch and Install EFA Installer Dependencies
         run: |
-          # We're just doing distchecks, so it is fine if we
-          # just grab the latest master and built a lean build.
-          git clone --depth 1 https://github.com/ofiwg/libfabric.git
-          pushd libfabric
-          ./autogen.sh
-          ./configure --prefix="$PWD/install" \
-                      --disable-sockets \
-                      --disable-udp \
-                      --disable-mrail \
-                      --disable-opx
-          make -j "$(nproc)"
-          make install
+          curl -O https://efa-installer.amazonaws.com/aws-efa-installer-latest.tar.gz
+          tar -xf aws-efa-installer-*.tar.gz
+          pushd aws-efa-installer/
+              sudo ./efa_installer.sh -y --skip-kmod
           popd
 
       - name: Run Configure
         run: |
           ./autogen.sh
           if [ "${{ matrix.sdk }}" == "neuron" ]; then
             ./configure \
-              --with-libfabric="$PWD/libfabric/install" \
+              --with-libfabric="/opt/amazon/efa" \
               --enable-neuron \
               --enable-platform-aws
           else
             ./configure \
-              --with-libfabric="$PWD/libfabric/install" \
+              --with-libfabric="/opt/amazon/efa" \
+              --with-mpi="/opt/amazon/openmpi" \
               --with-cuda=/usr/local/cuda/ \
+              --enable-tests \
               --enable-platform-aws
           fi