diff --git a/.github/workflows/provider-tests.yml b/.github/workflows/provider-tests.yml
index d41abc1f7..a2b1c34b6 100644
--- a/.github/workflows/provider-tests.yml
+++ b/.github/workflows/provider-tests.yml
@@ -30,20 +30,19 @@ jobs:
         KOPIA_AZURE_TEST_STORAGE_ACCOUNT: ${{ secrets.KOPIA_AZURE_TEST_STORAGE_ACCOUNT }}
         KOPIA_AZURE_TEST_STORAGE_KEY: ${{ secrets.KOPIA_AZURE_TEST_STORAGE_KEY }}
         KOPIA_AZURE_TEST_SAS_TOKEN:  ${{ secrets.KOPIA_AZURE_TEST_SAS_TOKEN }}
-      continue-on-error: true
     - name: B2
       run: make provider-tests PROVIDER_TEST_TARGET=b2
       env:
         KOPIA_B2_TEST_BUCKET: ${{ secrets.KOPIA_B2_TEST_BUCKET }}
         KOPIA_B2_TEST_KEY: ${{ secrets.KOPIA_B2_TEST_KEY }}
         KOPIA_B2_TEST_KEY_ID: ${{ secrets.KOPIA_B2_TEST_KEY_ID }}
-      continue-on-error: true
+      if: succeeded() || failed()
     - name: GCS
       run: make provider-tests PROVIDER_TEST_TARGET=gcs
       env:
         KOPIA_GCS_CREDENTIALS_JSON_GZIP: ${{ secrets.KOPIA_GCS_CREDENTIALS_JSON_GZIP }}
         KOPIA_GCS_TEST_BUCKET: ${{ secrets.KOPIA_GCS_TEST_BUCKET }}
-      continue-on-error: true
+      if: succeeded() || failed()
     - name: S3
       run: make provider-tests PROVIDER_TEST_TARGET=gcs
       env:
@@ -58,19 +57,19 @@ jobs:
         KOPIA_S3_CREDS: ${{ secrets.KOPIA_S3_CREDS }}
         KOPIA_S3_WASABI_CREDS: ${{ secrets.KOPIA_S3_WASABI_CREDS }}
         KOPIA_S3_WASABI_VERSIONED_CREDS: ${{ secrets.KOPIA_S3_WASABI_VERSIONED_CREDS }}
-      continue-on-error: true
+      if: succeeded() || failed()
     - name: Rclone
       run: make provider-tests PROVIDER_TEST_TARGET=rclone
       env:
         KOPIA_RCLONE_EMBEDDED_CONFIG_B64: ${{ secrets.KOPIA_RCLONE_EMBEDDED_CONFIG_B64 }}
-      continue-on-error: true
+      if: succeeded() || failed()
     - name: SFTP
       run: make provider-tests PROVIDER_TEST_TARGET=sftp
-      continue-on-error: true
+      if: succeeded() || failed()
     - name: WebDAV
       run: make provider-tests PROVIDER_TEST_TARGET=webdav
       env:
         KOPIA_WEBDAV_TEST_URL: ${{ secrets.KOPIA_WEBDAV_TEST_URL }}
         KOPIA_WEBDAV_TEST_USERNAME: ${{ secrets.KOPIA_WEBDAV_TEST_USERNAME }}
         KOPIA_WEBDAV_TEST_PASSWORD: ${{ secrets.KOPIA_WEBDAV_TEST_PASSWORD }}
-      continue-on-error: true
+      if: succeeded() || failed()