diff --git a/lib/init-archive.js b/lib/init-archive.js
index <HASH>..<HASH> 100644
--- a/lib/init-archive.js
+++ b/lib/init-archive.js
@@ -125,9 +125,12 @@ module.exports = function (opts, cb) {
       }
 
       function tryOtherKey () {
-        debug('Bad Key. Trying other key.')
-        archive = drive.createArchive(keys[0], opts)
-        doneArchive()
+        archive.close(function (err) {
+          if (err) debug(err) // Hopefully no error but we just want this thing closed!
+          debug('Bad Key. Trying other key.')
+          archive = drive.createArchive(keys[0], opts)
+          doneArchive()
+        })
       }
     })
   }
close old archive before opening new (#<I>)