diff --git a/.github/workflows/java-versions.yml b/.github/workflows/java-versions.yml
index 25e317b7..6645292c 100644
--- a/.github/workflows/java-versions.yml
+++ b/.github/workflows/java-versions.yml
@@ -14,6 +14,7 @@ on:
 jobs:
   openjdk:
     strategy:
+      fail-fast: false
       matrix:
         jdk: [8, 11, 17]
     name: "OpenJDK ${{ matrix.jdk }}"
diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml
index 10735bc3..c48962c7 100644
--- a/.github/workflows/main.yml
+++ b/.github/workflows/main.yml
@@ -14,6 +14,7 @@ on:
 jobs:
   gradle:
     strategy:
+      fail-fast: false
       matrix:
         os: [ubuntu-latest, macos-latest, windows-latest]
     runs-on: ${{ matrix.os }}
diff --git a/src/compatTest/kotlin/io/github/gradlenexus/publishplugin/JavaVersionInCompatTest.kt b/src/compatTest/kotlin/io/github/gradlenexus/publishplugin/JavaVersionInCompatTest.kt
new file mode 100644
index 00000000..ac86585c
--- /dev/null
+++ b/src/compatTest/kotlin/io/github/gradlenexus/publishplugin/JavaVersionInCompatTest.kt
@@ -0,0 +1,11 @@
+package io.github.gradlenexus.publishplugin
+
+import org.junit.jupiter.api.Test
+import org.junit.jupiter.api.fail
+
+class JavaVersionInCompatTest {
+
+    @Test fun test() {
+        fail(System.getProperty("java.version").toString())
+    }
+}
diff --git a/src/e2eTest/kotlin/io/github/gradlenexus/publishplugin/e2e/JavaVersionInE2ETest.kt b/src/e2eTest/kotlin/io/github/gradlenexus/publishplugin/e2e/JavaVersionInE2ETest.kt
new file mode 100644
index 00000000..495012bc
--- /dev/null
+++ b/src/e2eTest/kotlin/io/github/gradlenexus/publishplugin/e2e/JavaVersionInE2ETest.kt
@@ -0,0 +1,11 @@
+package io.github.gradlenexus.publishplugin.e2e
+
+import org.junit.jupiter.api.Test
+import org.junit.jupiter.api.fail
+
+class JavaVersionInE2ETest {
+
+    @Test fun test() {
+        fail(System.getProperty("java.version").toString())
+    }
+}
diff --git a/src/test/kotlin/io/github/gradlenexus/publishplugin/JavaVersionUnitTest.kt b/src/test/kotlin/io/github/gradlenexus/publishplugin/JavaVersionUnitTest.kt
new file mode 100644
index 00000000..8ecb635e
--- /dev/null
+++ b/src/test/kotlin/io/github/gradlenexus/publishplugin/JavaVersionUnitTest.kt
@@ -0,0 +1,11 @@
+package io.github.gradlenexus.publishplugin
+
+import org.junit.jupiter.api.Test
+import org.junit.jupiter.api.fail
+
+class JavaVersionUnitTest {
+
+    @Test fun test() {
+        fail(System.getProperty("java.version").toString())
+    }
+}