diff --git a/packages/frontend/core/src/blocksuite/ai/actions/doc-handler.ts b/packages/frontend/core/src/blocksuite/ai/actions/doc-handler.ts
index ffeab44688..90bded5394 100644
--- a/packages/frontend/core/src/blocksuite/ai/actions/doc-handler.ts
+++ b/packages/frontend/core/src/blocksuite/ai/actions/doc-handler.ts
@@ -208,7 +208,18 @@ export function actionToHandler<T extends keyof BlockSuitePresets.AIActions>(
     if (!blocks || blocks.length === 0) return;
     const block = blocks.at(-1);
     if (!block) return;
-    aiPanel.toggle(block, '');
+    if (
+      blocks.length === 1 &&
+      block.model.flavour === 'affine:image' &&
+      id === 'createImage'
+    ) {
+      // if only one image block is selected, and the action is createImage
+      // toggle panel to allow user to enter text prompt
+      aiPanel.toggle(block, 'input');
+    } else {
+      // generate the answer
+      aiPanel.toggle(block, 'generate');
+    }
   };
 }
 
@@ -232,7 +243,7 @@ export function handleInlineAskAIAction(
   });
 
   if (!actionGroups) {
-    panel.toggle(block);
+    panel.toggle(block, 'input');
     return;
   }
 
@@ -252,7 +263,7 @@ export function handleInlineAskAIAction(
     clear();
   };
 
-  panel.toggle(block);
+  panel.toggle(block, 'input');
 
   setTimeout(() => {
     abortController = new AbortController();
diff --git a/packages/frontend/core/src/blocksuite/ai/actions/edgeless-handler.ts b/packages/frontend/core/src/blocksuite/ai/actions/edgeless-handler.ts
index 1091fe716a..8c60bdc7d2 100644
--- a/packages/frontend/core/src/blocksuite/ai/actions/edgeless-handler.ts
+++ b/packages/frontend/core/src/blocksuite/ai/actions/edgeless-handler.ts
@@ -457,7 +457,7 @@ export function actionToHandler<T extends keyof BlockSuitePresets.AIActions>(
 
     togglePanel()
       .then(isEmpty => {
-        aiPanel.toggle(referenceElement, isEmpty ? undefined : '', false);
+        aiPanel.toggle(referenceElement, isEmpty ? 'input' : 'generate');
       })
       .catch(console.error);
   };
diff --git a/packages/frontend/core/src/blocksuite/ai/widgets/ai-panel/ai-panel.ts b/packages/frontend/core/src/blocksuite/ai/widgets/ai-panel/ai-panel.ts
index cab8ba7938..7555cdd84b 100644
--- a/packages/frontend/core/src/blocksuite/ai/widgets/ai-panel/ai-panel.ts
+++ b/packages/frontend/core/src/blocksuite/ai/widgets/ai-panel/ai-panel.ts
@@ -333,20 +333,14 @@ export class AffineAIPanelWidget extends WidgetComponent {
     }
   };
 
-  toggle = (
-    reference: Element,
-    input?: string,
-    shouldTriggerCallback?: boolean
-  ) => {
-    if (typeof input === 'string') {
-      this._inputText = input;
+  toggle = (reference: Element, type: 'input' | 'generate') => {
+    if (type === 'generate') {
+      this._inputText = '';
       this.generate();
-    } else {
-      // reset state
-      this.hide(shouldTriggerCallback);
+    } else if (type === 'input') {
+      this.hide();
       this.state = 'input';
     }
-
     this._autoUpdatePosition(reference);
   };
 
diff --git a/tests/affine-cloud-copilot/e2e/utils/editor-utils.ts b/tests/affine-cloud-copilot/e2e/utils/editor-utils.ts
index f2ba407246..af079ef75c 100644
--- a/tests/affine-cloud-copilot/e2e/utils/editor-utils.ts
+++ b/tests/affine-cloud-copilot/e2e/utils/editor-utils.ts
@@ -551,9 +551,11 @@ export class EditorUtils {
       explainImage: this.createAction(page, () =>
         page.getByTestId('action-explain-image').click()
       ),
-      generateImage: this.createAction(page, () =>
-        page.getByTestId('action-generate-image').click()
-      ),
+      generateImage: this.createAction(page, async () => {
+        await page.getByTestId('action-generate-image').click();
+        await page.keyboard.type('generate an image');
+        await page.getByTestId('ai-panel-input-send').click();
+      }),
       generateCaption: this.createAction(page, () =>
         page.getByTestId('action-generate-caption').click()
       ),