[CI] Create several schedules (#13484)

This PR adds more schedules to the daily CI job. This will help
to split the load in different builds at different times.

Author: mrodm

.buildkite/pipeline.schedule-daily.yml

@@ -25,6 +25,8 @@ steps:
     depends_on:
       - step: "check"
         allow_failure: false
+    if: |
+      build.env('TEST_PACKAGES_7_BRANCH') == "true"
 
   - label: "Check integrations local stacks - Stack Version v8.19"
     trigger: "integrations"
@@ -37,6 +39,8 @@ steps:
     depends_on:
       - step: "check"
         allow_failure: false
+    if: |
+      build.env('TEST_PACKAGES_8_BRANCH') == "true"
 
   - label: "Check integrations local stacks - Stack Version v8.19 - LogsDB"
     trigger: "integrations"
@@ -50,6 +54,37 @@ steps:
     depends_on:
       - step: "check"
         allow_failure: false
+    if: |
+      build.env('TEST_PACKAGES_8_BRANCH') == "true"
+
+  - label: "Check integrations local stacks and basic subscription and LogsDB"
+    trigger: "integrations"
+    build:
+      env:
+        SERVERLESS: "false"
+        FORCE_CHECK_ALL: "true"
+        PUBLISH_COVERAGE_REPORTS: "false"
+        ELASTIC_SUBSCRIPTION: "basic"
+        STACK_LOGSDB_ENABLED: "true"
+    depends_on:
+      - step: "check"
+        allow_failure: false
+    if: |
+      build.env('TEST_PACKAGES_BASIC_SUBSCRIPTION') == "true"
+
+  - label: "Check integrations local stacks and basic subscription"
+    trigger: "integrations"
+    build:
+      env:
+        SERVERLESS: "false"
+        FORCE_CHECK_ALL: "true"
+        PUBLISH_COVERAGE_REPORTS: "false"
+        ELASTIC_SUBSCRIPTION: "basic"
+    depends_on:
+      - step: "check"
+        allow_failure: false
+    if: |
+      build.env('TEST_PACKAGES_BASIC_SUBSCRIPTION') == "true"
 
   - label: "Check integrations local stacks - Stack Version v9.1"
     trigger: "integrations"
@@ -62,6 +97,8 @@ steps:
     depends_on:
       - step: "check"
         allow_failure: false
+    if: |
+      build.env('TEST_PACKAGES_9_BRANCH') == "true"
 
   - label: "Check integrations in serverless - project: Observability"
     key: "trigger-integrations-serverless-obs"
@@ -72,6 +109,8 @@ steps:
     depends_on:
       - step: "check"
         allow_failure: false
+    if: |
+      build.env('TEST_PACKAGES_SERVERLESS') == "true"
 
   - label: "Check integrations in serverless - project: Security"
     key: "trigger-integrations-serverless-security"
@@ -82,10 +121,14 @@ steps:
     depends_on:
       - step: "check"
         allow_failure: false
+    if: |
+      build.env('TEST_PACKAGES_SERVERLESS') == "true"
 
   - label: ":package: Publish missing packages"
     key: "trigger-integrations-publish"
     trigger: "integrations-publish"
     depends_on:
       - step: "check"
         allow_failure: false
+    if: |
+      build.env('REPUBLISH_PACKAGES') == "true"

catalog-info.yaml

@@ -178,8 +178,31 @@ spec:
       schedules:
         main_daily:
           branch: "main"
-          cronline: "30 1 * * *"
+          cronline: "30 0 * * *"
           message: "Run the daily jobs"
+          env:
+            TEST_PACKAGES_7_BRANCH: "true"
+            TEST_PACKAGES_SERVERLESS: "true"
+            REPUBLISH_PACKAGES: "true"
+        main_daily_8_version:
+          branch: "main"
+          cronline: "30 1 * * *"
+          message: "Run the daily jobs for 8.x"
+          env:
+            TEST_PACKAGES_8_BRANCH: "true"
+        main_daily_9_version:
+          branch: "main"
+          cronline: "30 3 * * *"
+          message: "Run the daily jobs for 9.x"
+          env:
+            TEST_PACKAGES_9_BRANCH: "true"
+        main_daily_basic_subscription:
+          branch: "main"
+          cronline: "30 4 * * *"
+          message: "Run the daily jobs for basic subscription"
+          env:
+            TEST_PACKAGES_BASIC_SUBSCRIPTION: "true"
+            
       provider_settings:
         trigger_mode: none # don't trigger jobs from github activity
         build_pull_request_forks: false