diff --git a/packages/rrweb/src/record/error-handler.ts b/packages/rrweb/src/record/error-handler.ts
index 99e392dae7..cc0511457a 100644
--- a/packages/rrweb/src/record/error-handler.ts
+++ b/packages/rrweb/src/record/error-handler.ts
@@ -25,7 +25,9 @@ export const callbackWrapper = <T extends Callback>(cb: T): T => {
       return cb(...rest);
     } catch (error) {
       if (errorHandler && errorHandler(error) === true) {
-        return;
+        return () => {
+          // This will get called by `record()`'s cleanup function
+        };
       }
 
       throw error;