diff --git a/.github/workflows/python-tests.yml b/.github/workflows/python-tests.yml
index f584cf89..ed523253 100644
--- a/.github/workflows/python-tests.yml
+++ b/.github/workflows/python-tests.yml
@@ -39,6 +39,13 @@ jobs:
         run: |
           pip install pytest pytest-cov
           pytest --cov-report html --cov="." tests/
+        continue-on-error: true
+      - name: Upload artifacts
+        if: ${{matrix.os == 'ubuntu-latest' && matrix.python-version == '3.10'}}
+        uses: actions/upload-artifact@v3
+        with:
+          name: reference_files
+          path: ./tests/reference_files
       - name: Upload coverage data to smokeshow
         if: ${{matrix.os == 'ubuntu-latest' && matrix.python-version == '3.12'}} # upload coverage once
         run: |
diff --git a/tests/test_rendering.py b/tests/test_rendering.py
index daf67782..e823613a 100644
--- a/tests/test_rendering.py
+++ b/tests/test_rendering.py
@@ -415,9 +415,6 @@ class TestDataModel(unittest.TestCase):
                 os.path.getsize(pdf_file) == os.path.getsize(reference_pdf_file)
             )
 
-            # Remove the output file:
-            os.remove(pdf_file)
-
         nonexistent_latex_file_path = os.path.join(
             os.path.dirname(__file__), "reference_files", "nonexistent.tex"
         )