diff --git a/src/main/java/xyz/zhouxy/jdbc/JdbcOperationSupport.java b/src/main/java/xyz/zhouxy/jdbc/JdbcOperationSupport.java
index a64624e..d77a7dc 100644
--- a/src/main/java/xyz/zhouxy/jdbc/JdbcOperationSupport.java
+++ b/src/main/java/xyz/zhouxy/jdbc/JdbcOperationSupport.java
@@ -255,11 +255,13 @@ class JdbcOperationSupport {
                         result.recordErrorBatch(batchIndex, updateCounts, e);
                         if (!quietly) {
                             result.interrupt();
-                            return result;
+                            break;
                         }
                     }
-                    stmt.clearBatch();
-                    batchIndex++;
+                    finally {
+                        stmt.clearBatch();
+                        batchIndex++;
+                    }
                 }
             }
             return result;