Add Rust compression build to remaining agent build tasks

Integrate the Rust compression library build into all remaining invoke
tasks that compile Go code which may use the compression package:

- omnibus.py: Main packaging build and build_repackaged_agent
- otel_agent.py: OTel agent build
- sbomgen.py: SBOM generator build
- loader.py: Loader build
- full_host_profiler.py: Full host profiler build
- installer.py: Installer build
- privateactionrunner.py: Private action runner build
- cws_instrumentation.py: CWS instrumentation build
- cluster_agent_cloudfoundry.py: Cluster agent for Cloud Foundry build

Each task now calls rust_compression_build(ctx, release=True) before
the Go build, with an exclude_rust_compression parameter to optionally
skip when not needed.

Co-Authored-By: Claude Opus 4.5 <[email protected]>

Author: blt

tasks/cluster_agent_cloudfoundry.py

@@ -8,19 +8,34 @@
 
 from tasks.build_tags import compute_build_tags_for_flavor
 from tasks.cluster_agent_helpers import build_common, clean_common, refresh_assets_common, version_common
+from tasks.libs.common.utils import gitlab_section
+from tasks.rust_compression import build as rust_compression_build
 
 # constants
 BIN_PATH = os.path.join(".", "bin", "datadog-cluster-agent-cloudfoundry")
 
 
 @task
-def build(ctx, rebuild=False, build_include=None, build_exclude=None, race=False, development=True, skip_assets=False):
+def build(
+    ctx,
+    rebuild=False,
+    build_include=None,
+    build_exclude=None,
+    race=False,
+    development=True,
+    skip_assets=False,
+    exclude_rust_compression=False,
+):
     """
     Build Cluster Agent for Cloud Foundry
 
      Example invokation:
         dda inv cluster-agent-cloudfoundry.build
     """
+    if not exclude_rust_compression:
+        with gitlab_section("Build Rust compression library", collapsed=True):
+            rust_compression_build(ctx, release=True)
+
     build_common(
         ctx,
         BIN_PATH,

tasks/cws_instrumentation.py

@@ -17,7 +17,9 @@
     get_build_flags,
     get_go_version,
     get_version,
+    gitlab_section,
 )
+from tasks.rust_compression import build as rust_compression_build
 
 BIN_DIR = os.path.join(".", "bin")
 BIN_PATH = os.path.join(BIN_DIR, "cws-instrumentation", bin_name("cws-instrumentation"))
@@ -37,10 +39,15 @@ def build(
     no_strip_binary=False,
     arch_suffix=False,
     injector_only=False,
+    exclude_rust_compression=False,
 ):
     """
     Build cws-instrumentation
     """
+    if not exclude_rust_compression:
+        with gitlab_section("Build Rust compression library", collapsed=True):
+            rust_compression_build(ctx, release=True)
+
     if build_tags is None:
         build_tags = []
     ldflags, gcflags, env = get_build_flags(ctx, static=static)

tasks/full_host_profiler.py

@@ -7,18 +7,22 @@
 
 from tasks.build_tags import get_default_build_tags
 from tasks.libs.common.go import go_build
-from tasks.libs.common.utils import REPO_PATH, bin_name, get_version_ldflags
+from tasks.libs.common.utils import REPO_PATH, bin_name, get_version_ldflags, gitlab_section
+from tasks.rust_compression import build as rust_compression_build
 
 BIN_NAME = "full-host-profiler"
 BIN_DIR = os.path.join(".", "bin", "full-host-profiler")
 BIN_PATH = os.path.join(BIN_DIR, bin_name("full-host-profiler"))
 
 
 @task
-def build(ctx):
+def build(ctx, exclude_rust_compression=False):
     """
     Build the full host profiler
     """
+    if not exclude_rust_compression:
+        with gitlab_section("Build Rust compression library", collapsed=True):
+            rust_compression_build(ctx, release=True)
 
     if os.path.exists(BIN_PATH):
         os.remove(BIN_PATH)

tasks/installer.py

@@ -14,7 +14,8 @@
 )
 from tasks.flavor import AgentFlavor
 from tasks.libs.common.go import go_build
-from tasks.libs.common.utils import REPO_PATH, bin_name, get_build_flags
+from tasks.libs.common.utils import REPO_PATH, bin_name, get_build_flags, gitlab_section
+from tasks.rust_compression import build as rust_compression_build
 from tasks.windows_resources import build_messagetable, build_rc, versioninfo_vars
 
 DIR_BIN = path.join(".", "bin", "installer")
@@ -36,10 +37,14 @@ def build(
     no_strip_binary=True,
     no_cgo=False,
     fips_mode=False,
+    exclude_rust_compression=False,
 ):
     """
     Build the installer.
     """
+    if not exclude_rust_compression:
+        with gitlab_section("Build Rust compression library", collapsed=True):
+            rust_compression_build(ctx, release=True)
 
     ldflags, gcflags, env = get_build_flags(ctx, install_path=install_path, run_path=run_path)
 

tasks/loader.py

@@ -7,7 +7,8 @@
 from tasks.flavor import AgentFlavor
 from tasks.libs.common.constants import REPO_PATH
 from tasks.libs.common.go import go_build
-from tasks.libs.common.utils import bin_name, get_build_flags
+from tasks.libs.common.utils import bin_name, get_build_flags, gitlab_section
+from tasks.rust_compression import build as rust_compression_build
 
 BIN_DIR = os.path.join(".", "bin", "trace-loader")
 BIN_PATH = os.path.join(BIN_DIR, bin_name("trace-loader"))
@@ -19,7 +20,12 @@ def build(
     ctx,
     install_path=None,
     go_mod="readonly",
+    exclude_rust_compression=False,
 ):
+    if not exclude_rust_compression:
+        with gitlab_section("Build Rust compression library", collapsed=True):
+            rust_compression_build(ctx, release=True)
+
     ldflags, gcflags, env = get_build_flags(ctx, install_path=install_path)
     build_tags = get_default_build_tags(build="loader", flavor=AgentFlavor.base)
     go_build(

tasks/omnibus.py

@@ -30,6 +30,7 @@
 from tasks.libs.common.utils import gitlab_section, timed
 from tasks.libs.dependencies import get_effective_dependencies_env
 from tasks.libs.releasing.version import get_version
+from tasks.rust_compression import build as rust_compression_build
 
 
 def omnibus_run_task(ctx, task, target_project, base_dir, env, log_level="info", host_distribution=None):
@@ -208,10 +209,14 @@ def build(
     install_directory=None,
     config_directory=None,
     target_project=None,
+    exclude_rust_compression=False,
 ):
     """
     Build the Agent packages with Omnibus Installer.
     """
+    if not exclude_rust_compression:
+        with gitlab_section("Build Rust compression library", collapsed=True):
+            rust_compression_build(ctx, release=True)
 
     flavor = AgentFlavor[flavor]
     fips_mode = flavor.is_fips()
@@ -416,12 +421,16 @@ def manifest(
 
 
 @task()
-def build_repackaged_agent(ctx, log_level="info"):
+def build_repackaged_agent(ctx, log_level="info", exclude_rust_compression=False):
     """
     Create an Agent package by using an existing Agent package as a base and rebuilding the Agent binaries with the local checkout.
 
     Currently only expected to work for debian packages, and requires the `dpkg` command to be available.
     """
+    if not exclude_rust_compression:
+        with gitlab_section("Build Rust compression library", collapsed=True):
+            rust_compression_build(ctx, release=True)
+
     # Make sure we let the user know that we're going to overwrite the existing Agent installation if present
     agent_path = "/opt/datadog-agent"
     if os.path.exists(agent_path):

tasks/otel_agent.py

@@ -9,7 +9,8 @@
 from tasks.build_tags import get_default_build_tags
 from tasks.flavor import AgentFlavor
 from tasks.libs.common.go import go_build
-from tasks.libs.common.utils import REPO_PATH, bin_name, get_version_ldflags
+from tasks.libs.common.utils import REPO_PATH, bin_name, get_version_ldflags, gitlab_section
+from tasks.rust_compression import build as rust_compression_build
 from tasks.windows_resources import build_messagetable, build_rc, versioninfo_vars
 
 BIN_NAME = "otel-agent"
@@ -37,10 +38,13 @@ def byoc_release(ctx, version: str):
 
 
 @task
-def build(ctx, byoc=False, flavor=AgentFlavor.base.name):
+def build(ctx, byoc=False, flavor=AgentFlavor.base.name, exclude_rust_compression=False):
     """
     Build the otel agent
     """
+    if not exclude_rust_compression:
+        with gitlab_section("Build Rust compression library", collapsed=True):
+            rust_compression_build(ctx, release=True)
 
     if os.path.exists(BIN_PATH):
         os.remove(BIN_PATH)

tasks/privateactionrunner.py

@@ -7,7 +7,8 @@
 from tasks.flavor import AgentFlavor
 from tasks.libs.common.constants import REPO_PATH
 from tasks.libs.common.go import go_build
-from tasks.libs.common.utils import bin_name, get_build_flags
+from tasks.libs.common.utils import bin_name, get_build_flags, gitlab_section
+from tasks.rust_compression import build as rust_compression_build
 
 BIN_DIR = os.path.join(".", "bin", "privateactionrunner")
 BIN_PATH = os.path.join(BIN_DIR, bin_name("privateactionrunner"))
@@ -21,7 +22,12 @@ def build(
     flavor=AgentFlavor.base.name,
     rebuild=False,
     go_mod="readonly",
+    exclude_rust_compression=False,
 ):
+    if not exclude_rust_compression:
+        with gitlab_section("Build Rust compression library", collapsed=True):
+            rust_compression_build(ctx, release=True)
+
     ldflags, gcflags, env = get_build_flags(ctx, install_path=install_path)
     build_tags = get_default_build_tags(build="privateactionrunner", flavor=AgentFlavor[flavor])
     go_build(

tasks/sbomgen.py

@@ -7,7 +7,9 @@
 from tasks.libs.common.utils import (
     REPO_PATH,
     get_build_flags,
+    gitlab_section,
 )
+from tasks.rust_compression import build as rust_compression_build
 
 BIN_DIR = os.path.join(".", "bin")
 BIN_PATH = os.path.join(BIN_DIR, "sbomgen", "sbomgen")
@@ -19,10 +21,14 @@ def build(
     dumpdep=False,
     install_path=None,
     static=False,
+    exclude_rust_compression=False,
 ):
     """
     Build the sbomgen binary
     """
+    if not exclude_rust_compression:
+        with gitlab_section("Build Rust compression library", collapsed=True):
+            rust_compression_build(ctx, release=True)
 
     ldflags, gcflags, env = get_build_flags(ctx, static=static, install_path=install_path)
     ldflags += "-s -w"