diff --git a/.github/workflows/packaging-test-pipelines.yml b/.github/workflows/packaging-test-pipelines.yml
index aecf8876c..71f6eeba2 100644
--- a/.github/workflows/packaging-test-pipelines.yml
+++ b/.github/workflows/packaging-test-pipelines.yml
@@ -33,7 +33,7 @@ jobs:
     needs: get_postgres_versions_from_file
     runs-on: ubuntu-latest
     strategy:
-      fail-fast: false
+      fail-fast: true
       matrix:
         # While we use separate images for different Postgres versions in rpm
         # based distros
@@ -97,7 +97,7 @@ jobs:
     needs: get_postgres_versions_from_file
     runs-on: ubuntu-latest
     strategy:
-      fail-fast: false
+      fail-fast: true
       matrix:
         # On deb based distros, we use the same docker image for
         # builds based on different Postgres versions because deb