diff --git a/hudi-common/src/main/java/org/apache/hudi/common/util/collection/BitCaskDiskMap.java b/hudi-common/src/main/java/org/apache/hudi/common/util/collection/BitCaskDiskMap.java
index 289901df8..7644afa4b 100644
--- a/hudi-common/src/main/java/org/apache/hudi/common/util/collection/BitCaskDiskMap.java
+++ b/hudi-common/src/main/java/org/apache/hudi/common/util/collection/BitCaskDiskMap.java
@@ -281,12 +281,12 @@ public final class BitCaskDiskMap<T extends Serializable, R extends Serializable
           }
         }
       }
-      writeOnlyFile.delete();
-      this.iterators.forEach(ClosableIterator::close);
     } catch (Exception e) {
       // delete the file for any sort of exception
-      writeOnlyFile.delete();
+      LOG.error("BitCaskDisMap close error ", e);
     } finally {
+      this.iterators.forEach(ClosableIterator::close);
+      writeOnlyFile.delete();
       super.close();
     }
   }