diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index ee50a6fe..0403d5bd 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -20,18 +20,28 @@ jobs:
           pip freeze | tee pip_freeze.log
       - name: Unit tests
         run: python3 manage.py test -v2
+
       - name: Regression tests
+        id: regression_tests
         run: bash RegressionTests/run.sh
         # Continue even if tests fail, so that we can collect test outputs for debugging
         continue-on-error: true
+
       - name: Collect outputs
+        # This step will run even if the regression tests failed
         run: |
           find . -type f \( -name "*.log" -o -name "*.out" -o -name "*.diff" \) -print | cut -c3- > listing.txt
           echo "Creating an artifact with the following files:"
           cat listing.txt
           7z a -tzip regression-tests-appraise.zip @listing.txt
+        
       - name: Publish outputs
         uses: actions/upload-artifact@v4
         with:
           name: regression-tests-appraise
           path: regression-tests-appraise.zip
+     
+      # Enforce the failure
+      - name: Check on failures
+        if: steps.regression_tests.outcome == 'failure'
+        run: exit 1