diff --git a/fdroidserver/build.py b/fdroidserver/build.py
index c16bd182..f0f027be 100644
--- a/fdroidserver/build.py
+++ b/fdroidserver/build.py
@@ -1231,6 +1231,10 @@ def main():
                             compare_result = \
                                 common.verify_apks(of, unsigned_apk, tmpdir)
                             if compare_result:
+                                logging.debug('removing %s', unsigned_apk)
+                                os.remove(unsigned_apk)
+                                logging.debug('removing %s', of)
+                                os.remove(of)
                                 compare_result = compare_result.split('\n')
                                 line_count = len(compare_result)
                                 compare_result = compare_result[:299]