diff --git a/.github/workflows/rest_api_tests.yml b/.github/workflows/rest_api_tests.yml
index 23b0c55ea..f307f7224 100644
--- a/.github/workflows/rest_api_tests.yml
+++ b/.github/workflows/rest_api_tests.yml
@@ -81,11 +81,15 @@ jobs:
           pip install .
 
       - name: Run tests
+        env:
+          PYTEST_PARAMS: --maxfail=5 --durations=10 --suppress-no-test-exit-code
         run: |
           pytest ${{ env.PYTEST_PARAMS }} rest_api/
 
       - uses: act10ns/slack@v2
+        env:
+          SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}
         with:
           status: ${{ job.status }}
           channel: "#haystack"
-        if: failure() && github.repository_owner == 'deepset-ai' && github.ref == 'refs/heads/main'
+        if: failure() && github.ref == 'refs/heads/main'