From 42ded897a471d4a96dd5818e64ea021ecccd820f Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Vil=C3=A9m=20Zouhar?= Date: Tue, 5 Aug 2025 12:58:14 -0700 Subject: [PATCH 1/2] restructure github tests to fail on fail --- .github/workflows/tests.yml | 14 ++++++++++++-- 1 file changed, 12 insertions(+), 2 deletions(-) diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml index ee50a6fe..9a367f9a 100644 --- a/.github/workflows/tests.yml +++ b/.github/workflows/tests.yml @@ -20,18 +20,28 @@ jobs: pip freeze | tee pip_freeze.log - name: Unit tests run: python3 manage.py test -v2 + - name: Regression tests + id: regression_tests run: bash RegressionTests/run.sh - # Continue even if tests fail, so that we can collect test outputs for debugging + # Continue even if tests fail, so that we can collect tst outputs for debugging continue-on-error: true + - name: Collect outputs + # This step will run even if the regression tests failed run: | find . -type f \( -name "*.log" -o -name "*.out" -o -name "*.diff" \) -print | cut -c3- > listing.txt echo "Creating an artifact with the following files:" cat listing.txt 7z a -tzip regression-tests-appraise.zip @listing.txt + - name: Publish outputs - uses: actions/upload-artifact@v4 + uses: actions/upload-artifact@v3 with: name: regression-tests-appraise path: regression-tests-appraise.zip + + # Enforce the failure + - name: Check on failures + if: steps.regression_tests.outcome == 'failure' + run: exit 1 From c27b69eb070b0cb6141de4dc849caaf432bd3d14 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Vil=C3=A9m=20Zouhar?= Date: Tue, 5 Aug 2025 13:05:51 -0700 Subject: [PATCH 2/2] fix version --- .github/workflows/tests.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml index 9a367f9a..0403d5bd 100644 --- a/.github/workflows/tests.yml +++ b/.github/workflows/tests.yml @@ -24,7 +24,7 @@ jobs: - name: Regression tests id: regression_tests run: bash RegressionTests/run.sh - # Continue even if tests fail, so that we can collect tst outputs for debugging + # Continue even if tests fail, so that we can collect test outputs for debugging continue-on-error: true - name: Collect outputs @@ -36,7 +36,7 @@ jobs: 7z a -tzip regression-tests-appraise.zip @listing.txt - name: Publish outputs - uses: actions/upload-artifact@v3 + uses: actions/upload-artifact@v4 with: name: regression-tests-appraise path: regression-tests-appraise.zip