Files
AFFiNE-Mirror/tests/affine-cloud-copilot/e2e/insertion/insert.spec.ts
yoyoyohamapi 317d3e7ea6 test(core): split and enhance copilot e2e tests (#11007)
### TL;DR

Split and enhance copilot e2e tests.

### What Changed

#### Tests Structure

The e2e tests are organized into the following categories:

1. **Basic Tests (`/basic`)**: Tests for verifying core AI capabilities including feature onboarding, authorization workflows, and basic chat interactions.
2. **Chat Interaction Tests (`/chat-with`)**: Tests for verifying the AI's interaction with various ​object types, such as attachments, images, text content, Edgeless elements, etc.
3. **AI Action Tests (`/ai-action`)**: Tests for verifying the AI's actions, such as text translation, gramma correction, etc.
4. **Insertion Tests (`/insertion`)**: Tests for verifying answer insertion functionality.

#### Tests Writing

Writing a copilot test cases is easier and clear

e.g.
```ts
test('support chat with specified doc', async ({ page, utils }) => {
  // Initialize the doc
  await focusDocTitle(page);
  await page.keyboard.insertText('Test Doc');
  await page.keyboard.press('Enter');
  await page.keyboard.insertText('EEee is a cute cat');

  await utils.chatPanel.chatWithDoc(page, 'Test Doc');

  await utils.chatPanel.makeChat(page, 'What is EEee?');
  await utils.chatPanel.waitForHistory(page, [
    {
      role: 'user',
      content: 'What is EEee?',
    },
    {
      role: 'assistant',
      status: 'success',
    },
  ]);

  const { content } = await utils.chatPanel.getLatestAssistantMessage(page);
  expect(content).toMatch(/EEee/);
});
```

#### Summary

||Cases|
|------|----|
|Before|19||
|After|151||

> Close BS-2769
2025-03-29 03:41:09 +00:00

202 lines
5.9 KiB
TypeScript

import { loginUser } from '@affine-test/kit/utils/cloud';
import { focusDocTitle } from '@affine-test/kit/utils/editor';
import { expect } from '@playwright/test';
import { test } from '../base/base-test';
test.describe('AIInsertion/Insert', () => {
test.beforeEach(async ({ page, utils }) => {
const user = await utils.testUtils.getUser();
await loginUser(page, user);
await utils.testUtils.setupTestEnvironment(page);
await utils.chatPanel.openChatPanel(page);
});
test('should insert content below selected block in page mode', async ({
page,
utils,
}) => {
// Create tow blocks
// - Hello Block
// - World Block
await utils.editor.focusToEditor(page);
await page.keyboard.insertText('Hello Block');
await page.keyboard.press('Enter');
await page.keyboard.insertText('World Block');
await utils.chatPanel.openChatPanel(page);
await utils.chatPanel.makeChat(page, 'Hello');
await utils.chatPanel.waitForHistory(page, [
{
role: 'user',
content: 'Hello',
},
{
role: 'assistant',
status: 'success',
},
]);
// Focus to Hello
// - Hello<cursor />
await page.getByText('Hello Block').click();
const { actions } = await utils.chatPanel.getLatestAssistantMessage(page);
await actions.insert();
await expect(async () => {
const { content } = await utils.chatPanel.getLatestAssistantMessage(page);
const editorContent = await utils.editor.getEditorContent(page);
expect(editorContent).toBe(`Hello Block\n${content}\nWorld Block`);
}).toPass({ timeout: 5000 });
});
test('should insert content below selected block in edgeless mode', async ({
page,
utils,
}) => {
await utils.editor.switchToEdgelessMode(page);
await utils.editor.focusToEditor(page);
await page.keyboard.insertText('Hello Block');
await page.keyboard.press('Enter');
await page.keyboard.insertText('World Block');
await utils.chatPanel.openChatPanel(page);
await utils.chatPanel.makeChat(page, 'Hello');
await utils.chatPanel.waitForHistory(page, [
{
role: 'user',
content: 'Hello',
},
{
role: 'assistant',
status: 'success',
},
]);
// Focus to Hello
// - Hello<cursor />
await page.locator('affine-edgeless-note').dblclick();
await page.getByText('Hello Block').click();
const { actions } = await utils.chatPanel.getLatestAssistantMessage(page);
await actions.insert();
await expect(async () => {
const { content } = await utils.chatPanel.getLatestAssistantMessage(page);
const noteContent = await utils.editor.getNoteContent(page);
expect(noteContent).toBe(`Hello Block\n${content}\nWorld Block`);
}).toPass({ timeout: 5000 });
});
test('should insert content at the end of the page when no block is selected', async ({
page,
utils,
}) => {
// Create tow blocks
// - Hello Block
// - World Block
await utils.editor.focusToEditor(page);
await page.keyboard.insertText('Hello Block');
await page.keyboard.press('Enter');
await page.keyboard.insertText('World Block');
await utils.chatPanel.openChatPanel(page);
await utils.chatPanel.makeChat(page, 'Hello');
await utils.chatPanel.waitForHistory(page, [
{
role: 'user',
content: 'Hello',
},
{
role: 'assistant',
status: 'success',
},
]);
// Focus Doc Title
// - Hello<cursor />
await focusDocTitle(page);
const { actions } = await utils.chatPanel.getLatestAssistantMessage(page);
await actions.insert();
await expect(async () => {
const { content } = await utils.chatPanel.getLatestAssistantMessage(page);
const editorContent = await utils.editor.getEditorContent(page);
expect(editorContent).toBe(`Hello Block\nWorld Block\n${content}`);
}).toPass({ timeout: 5000 });
});
test('should insert content at the end of the note when no block is selected in edgeless mode', async ({
page,
utils,
}) => {
await utils.editor.switchToEdgelessMode(page);
await utils.editor.focusToEditor(page);
await page.keyboard.insertText('Hello Block');
await page.keyboard.press('Enter');
await page.keyboard.insertText('World Block');
await utils.chatPanel.openChatPanel(page);
await utils.chatPanel.makeChat(page, 'Hello');
await utils.chatPanel.waitForHistory(page, [
{
role: 'user',
content: 'Hello',
},
{
role: 'assistant',
status: 'success',
},
]);
const { actions } = await utils.chatPanel.getLatestAssistantMessage(page);
await actions.insert();
await expect(async () => {
const { content } = await utils.chatPanel.getLatestAssistantMessage(page);
const noteContent = await utils.editor.getNoteContent(page);
expect(noteContent).toBe(`Hello Block\nWorld Block\n${content}`);
}).toPass({ timeout: 5000 });
});
test('should create a new note when no block or note is selected in edgeless mode', async ({
page,
utils,
}) => {
await utils.editor.switchToEdgelessMode(page);
// Delete default note
await (await page.waitForSelector('affine-edgeless-note')).click();
page.keyboard.press('Delete');
await utils.chatPanel.openChatPanel(page);
await utils.chatPanel.makeChat(page, 'Hello');
await utils.chatPanel.waitForHistory(page, [
{
role: 'user',
content: 'Hello',
},
{
role: 'assistant',
status: 'success',
},
]);
const { actions } = await utils.chatPanel.getLatestAssistantMessage(page);
await actions.insert();
await expect(async () => {
const { content } = await utils.chatPanel.getLatestAssistantMessage(page);
const noteContent = await utils.editor.getNoteContent(page);
expect(noteContent).toBe(content);
}).toPass({ timeout: 5000 });
});
});