Working on extending some basic CI (#46)

* Only push new images publicly on push to main

* add new ci to test ibpc_py

Signed-off-by: Tully Foote <[email protected]>

Author: tfoote

.github/workflows/build.yaml

@@ -1,6 +1,5 @@
-name: build
+name: build_packages
 on:
-  pull_request:
   push:
     branches: [ main ]
 defaults:
@@ -30,7 +29,8 @@ jobs:
         with:
           file: Dockerfile.estimator
           load: true
-          tags: ${{ env.TEST_TAG }}
+          push: true
+          tags: ghcr.io/opencv/bpc/estimator-example:latest
       -
         name: Build tester
         uses: docker/build-push-action@v6

.github/workflows/test.yaml

@@ -0,0 +1,81 @@
+name: Basic CI
+on: [push]
+
+jobs:
+  basic_ci:
+    name: Basic CI
+    runs-on: ubuntu-latest
+    timeout-minutes: 30
+    steps:
+      -
+        name: Remove unused content for disk space
+        shell: bash
+        run: |
+            df -h
+            sudo rm -rf /usr/share/dotnet
+            sudo rm -rf /usr/local/lib/android
+            sudo rm -rf /opt/ghc
+            sudo rm -rf /opt/hostedtoolcache/CodeQL
+            sudo docker image prune --all --force
+            sudo docker builder prune -a
+            df -h
+      -
+        name: Checkout
+        uses: actions/checkout@v4
+      -
+        name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+      -
+        name: Login to GitHub Container Registry
+        uses: docker/login-action@v3
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+      -
+        name: Build estimator
+        uses: docker/build-push-action@v6
+        with:
+          file: Dockerfile.estimator
+          load: true
+          tags: pose_estimator:latest
+      -
+        name: Build tester
+        uses: docker/build-push-action@v6
+        with:
+          file: Dockerfile.tester
+          load: true
+          tags: estimator-tester:latest
+      -
+        name: Build ibpc_py
+        run: |
+          cd ibpc_py
+          python -m pip install -e .
+      - name: Check space
+        run: |
+          df -h
+          docker images
+      -
+        name: Run bpc fetch
+        run: | 
+          bpc fetch ipd  --remove-zip-after-extract
+          df -h
+      -
+       name: Run bpc test
+       continue-on-error: true
+       run: |
+         bpc test pose_estimator:latest ipd --tester-image estimator-tester:latest
+      -
+       name: Check Disk space
+       run: |
+          df -h
+      -
+       name: Check results
+       run: |
+          cat ibpc_test_output.log
+          cat ibpc_zenoh_output.log
+          cat submission.csv
+
+#TODO(tfoote) Also add tests for public images
+
+

ibpc_py/src/ibpc/ibpc.py

@@ -1,6 +1,7 @@
 import argparse
 import hashlib
 import os
+import pathlib
 import shlex
 import shutil
 import signal
@@ -103,7 +104,7 @@ def sha256_file(filename):
     return sha256.hexdigest()
 
 
-def fetch_dataset(dataset, output_path):
+def fetch_dataset(dataset, output_path, remove_zip_after_extract):
     (url_base, files) = available_datasets[dataset]
     # Before we do anything make sure the directory exists
     dataset_dir = os.path.join(output_path, dataset)
@@ -165,6 +166,10 @@ def fetch_dataset(dataset, output_path):
         # with ZipFile(filename) as zfile:
         #    zfile.extractall(output_path)
 
+    if remove_zip_after_extract:
+        for filename in fetched_files:
+            pathlib.Path(filename).unlink(missing_ok=True)
+
 
 def main():
 
@@ -191,6 +196,12 @@ def main():
     fetch_parser = sub_parsers.add_parser("fetch")
     fetch_parser.add_argument("dataset", choices=available_datasets.keys())
     fetch_parser.add_argument("--dataset-path", default=".")
+    fetch_parser.add_argument(
+        "--remove-zip-after-extract",
+        default=False,
+        action="store_true",
+        help="Remove the zip files after extracting to save disk space.",
+    )
 
     extension_manager = RockerExtensionManager()
 
@@ -200,7 +211,9 @@ def main():
         dataset_name = args_dict["dataset"]
         dataset_directory = args_dict["dataset_path"]
         print(f"Fetching dataset {dataset_name} to {dataset_directory}")
-        fetch_dataset(dataset_name, dataset_directory)
+        fetch_dataset(
+            dataset_name, dataset_directory, args_dict["remove_zip_after_extract"]
+        )
         print("Fetch complete")
         return