diff --git a/src/createDownloader.ts b/src/createDownloader.ts
index 39fbd5573d..adbb8c2630 100644
--- a/src/createDownloader.ts
+++ b/src/createDownloader.ts
@@ -166,6 +166,10 @@ export default (
               }),
               waitTillClosed({ stream, size, getDownloaded: () => downloaded, url }),
             ])
+            .then((vals) => {
+              return renameOverwrite(stage, opts.unpackTo)
+                .then(() => resolve(vals[1]))
+            })
             .catch((err) => {
               rimraf(stage, (err) => {
                 // Just ignoring this error
@@ -173,10 +177,6 @@ export default (
               })
               reject(err)
             })
-            .then((vals) => {
-              return renameOverwrite(stage, opts.unpackTo)
-                .then(() => resolve(vals[1]))
-            })
         })
       } catch (err) {
         err.attempts = currentAttempt