diff --git a/java/com/facebook/soloader/SoLoader.java b/java/com/facebook/soloader/SoLoader.java
index 2d3f0b1..d89f73a 100644
--- a/java/com/facebook/soloader/SoLoader.java
+++ b/java/com/facebook/soloader/SoLoader.java
@@ -458,8 +458,10 @@ private static void addBackupSoSource(
       // Clean up backups
       final File backupDir = UnpackingSoSource.getSoStorePath(context, SO_STORE_NAME_MAIN);
       try {
-        SysUtil.dumbDelete(backupDir);
-      } catch (IOException e) {
+        if (backupDir.exists()) {
+          SysUtil.dumbDelete(backupDir);
+        }
+      } catch (Exception e) {
         LogUtil.w(TAG, "Failed to delete " + backupDir.getCanonicalPath(), e);
       }
       return;