ci: Add test_options and skip_tests config

Author: xclaesse

README.md

@@ -62,6 +62,11 @@ meson compile -C builddir
     Use this only when there is no other way to fix the warning.
   - `skip_dependency_check`: (Optional) List of platform specific dependency
     names that are not always provided by the project.
+  - `test_options`: (Optional) List of arguments that will be passed to
+    `meson test` command (e.g. `--timeout-multiplier`, `--no-suite`).
+  - `skip_tests`: (Optional) If set to `true` tests will not be run. This is
+    useful when tests are known to fail because of upstream issues, or requires
+    specific environment hard to setup.
 
 - Test locally by running `tools/sanity_checks.py` script. It will be executed
   on the CI and must always return success before merging any PR.

tools/sanity_checks.py

@@ -385,14 +385,16 @@ def check_new_release(self, name: str, builddir: str = '_build', deps=None, prog
                         return
             raise Exception(f'Wrap {name} failed to configure due to bugs in the wrap, rather than due to being unsupported')
         subprocess.check_call(['meson', 'compile', '-C', builddir], env=meson_env)
-        try:
-            subprocess.check_call(['meson', 'test', '-C', builddir, '--suite', name, '--print-errorlogs'])
-        except subprocess.CalledProcessError:
-            log_file = Path(builddir, 'meson-logs', 'testlog.txt')
-            print('::group::==== testlog.txt ====')
-            print(log_file.read_text(encoding='utf-8'))
-            print('::endgroup::')
-            raise
+        if not ci.get('skip_tests', False):
+            test_options = ci.get('test_options', [])
+            try:
+                subprocess.check_call(['meson', 'test', '-C', builddir, '--suite', name, '--print-errorlogs'] + test_options)
+            except subprocess.CalledProcessError:
+                log_file = Path(builddir, 'meson-logs', 'testlog.txt')
+                print('::group::==== testlog.txt ====')
+                print(log_file.read_text(encoding='utf-8'))
+                print('::endgroup::')
+                raise
         subprocess.check_call(['meson', 'install', '-C', builddir, '--destdir', 'pkg'])
 
     def is_permitted_file(self, subproject: str, filename: str):