d494394c8d
### TL:DR By sharing initialization logic, accelerate test case execution. ### What Changed * Global setup for copilot e2e * Login * Create Workspace * Enable fully parallel for ci ### Optimization Comparison Comparing with PR [fix(core): ask AI input box in the whiteboard is blocked by the menu …](https://github.com/toeverything/AFFiNE/pull/11634)： | | Shard 1 |2|3|4|5|6|7|8| | ------|----|----|----|----|----|---|---|--| |Before|15min|14min|14min|14min|14min|13min|15min|10min| |After|8min|11min|8min|8min|8min|8min|8min|7min| ### Trade-Off Since all copilot use cases currently share a single user and workspace, some test cases need to focus on **isolation** and **independence**. For example, when testing Embedding-related workflows： * Different document contents should be used to avoid interference. * After each test case execution, **cleanup** operations are also required. * Some tests should be configured to **serial** mode. ```ts test.describe.configure({ mode: 'serial' }); test.describe('AIChatWith/Collections', () => { test.beforeEach(async ({ loggedInPage: page, utils }) => { await utils.testUtils.setupTestEnvironment(page); await utils.chatPanel.openChatPanel(page); await utils.editor.clearAllCollections(page); await utils.testUtils.createNewPage(page); }); test.afterEach(async ({ loggedInPage: page, utils }) => { // clear all collections await utils.editor.clearAllCollections(page); }); test('should support chat with collection', async ({ loggedInPage: page, utils, }) => { // Create two collections await utils.editor.createCollectionAndDoc( page, 'Collection 1', 'CollectionAAaa is a cute dog' ); await utils.chatPanel.chatWithCollections(page, ['Collection 1']); await utils.chatPanel.makeChat(page, 'What is CollectionAAaa(Use English)'); // ... }); test('should support chat with multiple collections', async ({ loggedInPage: page, utils, }) => { // Create two collections await utils.editor.createCollectionAndDoc( page, 'Collection 2', 'CollectionEEee is a cute cat' ); await utils.editor.createCollectionAndDoc( page, 'Collection 3', 'CollectionFFff is a cute dog' ); await utils.chatPanel.chatWithCollections(page, [ 'Collection 2', 'Collection 3', ]); await utils.chatPanel.makeChat( page, 'What is CollectionEEee? What is CollectionFFff?(Use English)' ); // ... }); }); ``` > CLOSE AI-51
86 lines
2.5 KiB
TypeScript
86 lines
2.5 KiB
TypeScript
import { focusDocTitle } from '@affine-test/kit/utils/editor';
|
|
import {
|
|
clickNewPageButton,
|
|
waitForEditorLoad,
|
|
} from '@affine-test/kit/utils/page-logic';
|
|
import { expect } from '@playwright/test';
|
|
|
|
import { test } from '../base/base-test';
|
|
|
|
test.describe('AIChatWith/Doc', () => {
|
|
test.beforeEach(async ({ loggedInPage: page, utils }) => {
|
|
await utils.testUtils.setupTestEnvironment(page);
|
|
await utils.chatPanel.openChatPanel(page);
|
|
});
|
|
|
|
test('support chat with specified doc', async ({
|
|
loggedInPage: page,
|
|
utils,
|
|
}) => {
|
|
// Initialize the doc
|
|
await focusDocTitle(page);
|
|
await page.keyboard.insertText('Test Doc');
|
|
await page.keyboard.press('Enter');
|
|
await page.keyboard.insertText('DocEEee is a cute cat');
|
|
|
|
await utils.chatPanel.chatWithDoc(page, 'Test Doc');
|
|
|
|
await utils.chatPanel.makeChat(page, 'What is DocEEee?');
|
|
await utils.chatPanel.waitForHistory(page, [
|
|
{
|
|
role: 'user',
|
|
content: 'What is DocEEee?',
|
|
},
|
|
{
|
|
role: 'assistant',
|
|
status: 'success',
|
|
},
|
|
]);
|
|
|
|
await expect(async () => {
|
|
const { content } = await utils.chatPanel.getLatestAssistantMessage(page);
|
|
expect(content).toMatch(/DocEEee/);
|
|
}).toPass({ timeout: 10000 });
|
|
});
|
|
|
|
test('support chat with specified docs', async ({
|
|
loggedInPage: page,
|
|
utils,
|
|
}) => {
|
|
// Initialize the doc 1
|
|
await focusDocTitle(page);
|
|
await page.keyboard.insertText('Test Doc1');
|
|
await page.keyboard.press('Enter');
|
|
await page.keyboard.insertText('DocEEee is a cute cat');
|
|
|
|
// Initialize the doc 2
|
|
await clickNewPageButton(page);
|
|
await waitForEditorLoad(page);
|
|
await focusDocTitle(page);
|
|
await page.keyboard.insertText('Test Doc2');
|
|
await page.keyboard.press('Enter');
|
|
await page.keyboard.insertText('DocFFff is a cute dog');
|
|
|
|
await utils.chatPanel.chatWithDoc(page, 'Test Doc1');
|
|
await utils.chatPanel.chatWithDoc(page, 'Test Doc2');
|
|
|
|
await utils.chatPanel.makeChat(page, 'What is DocEEee? What is DocFFff?');
|
|
await utils.chatPanel.waitForHistory(page, [
|
|
{
|
|
role: 'user',
|
|
content: 'What is DocEEee? What is DocFFff?',
|
|
},
|
|
{
|
|
role: 'assistant',
|
|
status: 'success',
|
|
},
|
|
]);
|
|
|
|
await expect(async () => {
|
|
const { content } = await utils.chatPanel.getLatestAssistantMessage(page);
|
|
expect(content).toMatch(/DocEEee/);
|
|
expect(content).toMatch(/DocFFff/);
|
|
}).toPass({ timeout: 10000 });
|
|
});
|
|
});
|