diff --git a/src/BinaryInstaller.php b/src/BinaryInstaller.php
index 2a88b0fd..5004cb15 100644
--- a/src/BinaryInstaller.php
+++ b/src/BinaryInstaller.php
@@ -250,7 +250,6 @@ protected function installBinary($binary, $version, $url, $sha, $hashalgo = 'sha
             $this->io->write(sprintf('%s v%s (%s) already exists in bin-dir, not overwriting.', $binary, $version, $sha));
         }
         else {
-            $fs->remove($binDestination);
             $fs->copy($cacheExtractedBinary, $binDestination);
             // Make executable.
             if ('windows' !== $this->platform) {