diff --git a/packages/block-editor/src/components/grid-visualizer/grid-item-resizer.js b/packages/block-editor/src/components/grid-visualizer/grid-item-resizer.js
index 1fee6d1e375356..21e9bfccee754f 100644
--- a/packages/block-editor/src/components/grid-visualizer/grid-item-resizer.js
+++ b/packages/block-editor/src/components/grid-visualizer/grid-item-resizer.js
@@ -83,9 +83,6 @@ function GridItemResizerInner( {
 		} ),
 	};
 
-	// Controller to remove event listener on resize stop.
-	const controller = new AbortController();
-
 	return (
 		<BlockPopoverCover
 			className="block-editor-grid-item-resizer"
@@ -124,15 +121,14 @@ function GridItemResizerInner( {
 					 * isn't directly above the handle, so we try to detect if it happens
 					 * outside the grid and dispatch a mouseup event on the handle.
 					 */
-					controller.abort();
-					event.target.ownerDocument.addEventListener(
+					blockElement.ownerDocument.addEventListener(
 						'mouseup',
 						() => {
 							event.target.dispatchEvent(
 								new Event( 'mouseup', { bubbles: true } )
 							);
 						},
-						{ signal: controller.signal, capture: true }
+						{ once: true }
 					);
 				} }
 				onResizeStop={ ( event, direction, boxElement ) => {
@@ -176,8 +172,6 @@ function GridItemResizerInner( {
 						columnSpan: columnEnd - columnStart + 1,
 						rowSpan: rowEnd - rowStart + 1,
 					} );
-					// Removes event listener added in onResizeStart.
-					controller.abort();
 				} }
 			/>
 		</BlockPopoverCover>