diff --git a/packages/block-library/src/image/image.js b/packages/block-library/src/image/image.js
index c3783b50e00065..6f4c5180c409b9 100644
--- a/packages/block-library/src/image/image.js
+++ b/packages/block-library/src/image/image.js
@@ -512,7 +512,7 @@ export default function Image( {
 		isSingleSelected &&
 		canEditImage &&
 		! isEditingImage &&
-		! isContentOnlyMode;
+		hasNonContentControls;
 
 	function switchToCover() {
 		replaceBlocks(
@@ -702,7 +702,8 @@ export default function Image( {
 		! lockHrefControls &&
 		! lockUrlControls;
 
-	const showCoverControls = isSingleSelected && canInsertCover;
+	const showCoverControls =
+		isSingleSelected && canInsertCover && hasNonContentControls;
 
 	const showBlockControls = showUrlInput || allowCrop || showCoverControls;