Jayden/AFFiNE-Mirror
0
0
Fork 0
mirror of https://github.com/toeverything/AFFiNE.git synced 2026-07-30 00:29:46 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat(server): context awareness for copilot (#9611)

Browse Source 
fix PD-2167
fix PD-2169
fix PD-2190
This commit is contained in:
darkskygit
2025-03-13 11:44:55 +00:00
parent 05f3069efd
commit d8373f66e7
51 changed files with 2101 additions and 294 deletions
Download Patch File Download Diff File Expand all files Collapse all files
packages/frontend/graphql/src/graphql/copilot-context-file-add.gql
+10
View File
@@ -0,0 +1,10 @@
mutation addContextFile($content: Upload!, $options: AddContextFileInput!) {
addContextFile(content: $content, options: $options) {
id
createdAt
name
chunkSize
status
blobId
}
}
packages/frontend/graphql/src/graphql/copilot-context-file-list.gql
+24
View File
@@ -0,0 +1,24 @@
query listContextFiles(
$workspaceId: String!
$sessionId: String!
$contextId: String!
) {
currentUser {
copilot(workspaceId: $workspaceId) {
contexts(sessionId: $sessionId, contextId: $contextId) {
docs {
id
createdAt
}
files {
id
name
blobId
chunkSize
status
createdAt
}
}
}
}
}
packages/frontend/graphql/src/graphql/copilot-context-file-match.gql
+14
View File
@@ -0,0 +1,14 @@
query matchContext($contextId: String!, $content: String!, $limit: SafeInt) {
currentUser {
copilot {
contexts(contextId: $contextId) {
matchContext(content: $content, limit: $limit) {
fileId
chunk
content
distance
}
}
}
}
}
packages/frontend/graphql/src/graphql/copilot-context-file-remove.gql
+3
View File
@@ -0,0 +1,3 @@
mutation removeContextFile($options: RemoveContextFileInput!) {
removeContextFile(options: $options)
}
packages/frontend/graphql/src/graphql/copilot-context-list-docs-and-files.gql
+1
View File
@@ -11,6 +11,7 @@ query listContextDocsAndFiles($workspaceId: String!, $sessionId: String!, $conte
name
blobId
chunkSize
error
status
createdAt
}
packages/frontend/graphql/src/graphql/copilot-context-list.gql
+1
View File
@@ -3,6 +3,7 @@ query listContext($workspaceId: String!, $sessionId: String!) {
copilot(workspaceId: $workspaceId) {
contexts(sessionId: $sessionId) {
id
workspaceId
}
}
}
packages/frontend/graphql/src/graphql/copilot-context-workspace-match.gql
+14
View File
@@ -0,0 +1,14 @@
query matchWorkspaceContext($contextId: String!, $content: String!, $limit: SafeInt) {
currentUser {
copilot {
contexts(contextId: $contextId) {
matchWorkspaceContext(content: $content, limit: $limit) {
docId
chunk
content
distance
}
}
}
}
}
packages/frontend/graphql/src/graphql/copilot-context-workspace-query.gql
+6
View File
@@ -0,0 +1,6 @@
query getWorkspaceEmbeddingStatus($workspaceId: String!) {
queryWorkspaceEmbeddingStatus(workspaceId: $workspaceId) {
total
embedded
}
}
packages/frontend/graphql/src/graphql/copilot-context-workspace-queue.gql
+3
View File
@@ -0,0 +1,3 @@
mutation queueWorkspaceEmbedding($workspaceId: String!, $docId: [String!]!) {
queueWorkspaceEmbedding(workspaceId: $workspaceId, docId: $docId)
}
packages/frontend/graphql/src/graphql/index.ts
+112 -4
View File
@@ -161,10 +161,26 @@ export const removeContextDocMutation = {
}`,
};
export const listContextDocsAndFilesQuery = {
id: 'listContextDocsAndFilesQuery' as const,
op: 'listContextDocsAndFiles',
query: `query listContextDocsAndFiles($workspaceId: String!, $sessionId: String!, $contextId: String!) {
export const addContextFileMutation = {
id: 'addContextFileMutation' as const,
op: 'addContextFile',
query: `mutation addContextFile($content: Upload!, $options: AddContextFileInput!) {
addContextFile(content: $content, options: $options) {
id
createdAt
name
chunkSize
status
blobId
}
}`,
file: true,
};
export const listContextFilesQuery = {
id: 'listContextFilesQuery' as const,
op: 'listContextFiles',
query: `query listContextFiles($workspaceId: String!, $sessionId: String!, $contextId: String!) {
currentUser {
copilot(workspaceId: $workspaceId) {
contexts(sessionId: $sessionId, contextId: $contextId) {
@@ -186,6 +202,59 @@ export const listContextDocsAndFilesQuery = {
}`,
};
export const matchContextQuery = {
id: 'matchContextQuery' as const,
op: 'matchContext',
query: `query matchContext($contextId: String!, $content: String!, $limit: SafeInt) {
currentUser {
copilot {
contexts(contextId: $contextId) {
matchContext(content: $content, limit: $limit) {
fileId
chunk
content
distance
}
}
}
}
}`,
};
export const removeContextFileMutation = {
id: 'removeContextFileMutation' as const,
op: 'removeContextFile',
query: `mutation removeContextFile($options: RemoveContextFileInput!) {
removeContextFile(options: $options)
}`,
};
export const listContextDocsAndFilesQuery = {
id: 'listContextDocsAndFilesQuery' as const,
op: 'listContextDocsAndFiles',
query: `query listContextDocsAndFiles($workspaceId: String!, $sessionId: String!, $contextId: String!) {
currentUser {
copilot(workspaceId: $workspaceId) {
contexts(sessionId: $sessionId, contextId: $contextId) {
docs {
id
createdAt
}
files {
id
name
blobId
chunkSize
error
status
createdAt
}
}
}
}
}`,
};
export const listContextQuery = {
id: 'listContextQuery' as const,
op: 'listContext',
@@ -194,12 +263,51 @@ export const listContextQuery = {
copilot(workspaceId: $workspaceId) {
contexts(sessionId: $sessionId) {
id
workspaceId
}
}
}
}`,
};
export const matchWorkspaceContextQuery = {
id: 'matchWorkspaceContextQuery' as const,
op: 'matchWorkspaceContext',
query: `query matchWorkspaceContext($contextId: String!, $content: String!, $limit: SafeInt) {
currentUser {
copilot {
contexts(contextId: $contextId) {
matchWorkspaceContext(content: $content, limit: $limit) {
docId
chunk
content
distance
}
}
}
}
}`,
};
export const getWorkspaceEmbeddingStatusQuery = {
id: 'getWorkspaceEmbeddingStatusQuery' as const,
op: 'getWorkspaceEmbeddingStatus',
query: `query getWorkspaceEmbeddingStatus($workspaceId: String!) {
queryWorkspaceEmbeddingStatus(workspaceId: $workspaceId) {
total
embedded
}
}`,
};
export const queueWorkspaceEmbeddingMutation = {
id: 'queueWorkspaceEmbeddingMutation' as const,
op: 'queueWorkspaceEmbedding',
query: `mutation queueWorkspaceEmbedding($workspaceId: String!, $docId: [String!]!) {
queueWorkspaceEmbedding(workspaceId: $workspaceId, docId: $docId)
}`,
};
export const getCopilotHistoryIdsQuery = {
id: 'getCopilotHistoryIdsQuery' as const,
op: 'getCopilotHistoryIds',
packages/frontend/graphql/src/schema.ts
+255 -16
View File
@@ -42,6 +42,11 @@ export interface AddContextDocInput {
docId: Scalars['String']['input'];
}
export interface AddContextFileInput {
blobId: Scalars['String']['input'];
contextId: Scalars['String']['input'];
}
export interface AlreadyInSpaceDataType {
__typename?: 'AlreadyInSpaceDataType';
spaceId: Scalars['String']['output'];
@@ -74,6 +79,28 @@ export enum ContextFileStatus {
processing = 'processing',
}
export interface ContextMatchedDocChunk {
__typename?: 'ContextMatchedDocChunk';
chunk: Scalars['SafeInt']['output'];
content: Scalars['String']['output'];
distance: Maybe<Scalars['Float']['output']>;
docId: Scalars['String']['output'];
}
export interface ContextMatchedFileChunk {
__typename?: 'ContextMatchedFileChunk';
chunk: Scalars['SafeInt']['output'];
content: Scalars['String']['output'];
distance: Maybe<Scalars['Float']['output']>;
fileId: Scalars['String']['output'];
}
export interface ContextWorkspaceEmbeddingStatus {
__typename?: 'ContextWorkspaceEmbeddingStatus';
embedded: Scalars['SafeInt']['output'];
total: Scalars['SafeInt']['output'];
}
export interface Copilot {
__typename?: 'Copilot';
/** Get the context list of a session */
@@ -93,7 +120,7 @@ export interface Copilot {
export interface CopilotContextsArgs {
contextId?: InputMaybe<Scalars['String']['input']>;
sessionId: Scalars['String']['input'];
sessionId?: InputMaybe<Scalars['String']['input']>;
}
export interface CopilotHistoriesArgs {
@@ -118,9 +145,23 @@ export interface CopilotContext {
/** list files in context */
files: Array<CopilotContextFile>;
id: Scalars['ID']['output'];
/** match file context */
matchContext: Array<ContextMatchedFileChunk>;
/** match workspace doc content */
matchWorkspaceContext: ContextMatchedDocChunk;
workspaceId: Scalars['String']['output'];
}
export interface CopilotContextMatchContextArgs {
content: Scalars['String']['input'];
limit?: InputMaybe<Scalars['SafeInt']['input']>;
}
export interface CopilotContextMatchWorkspaceContextArgs {
content: Scalars['String']['input'];
limit?: InputMaybe<Scalars['SafeInt']['input']>;
}
export interface CopilotContextDoc {
__typename?: 'CopilotContextDoc';
createdAt: Scalars['SafeInt']['output'];
@@ -132,6 +173,7 @@ export interface CopilotContextFile {
blobId: Scalars['String']['output'];
chunkSize: Scalars['SafeInt']['output'];
createdAt: Scalars['SafeInt']['output'];
error: Maybe<Scalars['String']['output']>;
id: Scalars['ID']['output'];
name: Scalars['String']['output'];
status: ContextFileStatus;
@@ -143,16 +185,6 @@ export interface CopilotContextFileNotSupportedDataType {
message: Scalars['String']['output'];
}
export interface CopilotContextListItem {
__typename?: 'CopilotContextListItem';
blobId: Maybe<Scalars['String']['output']>;
chunkSize: Maybe<Scalars['SafeInt']['output']>;
createdAt: Scalars['SafeInt']['output'];
id: Scalars['ID']['output'];
name: Maybe<Scalars['String']['output']>;
status: Maybe<ContextFileStatus>;
}
export interface CopilotDocNotFoundDataType {
__typename?: 'CopilotDocNotFoundDataType';
docId: Scalars['String']['output'];
@@ -478,6 +510,7 @@ export enum ErrorNames {
COPILOT_ACTION_TAKEN = 'COPILOT_ACTION_TAKEN',
COPILOT_CONTEXT_FILE_NOT_SUPPORTED = 'COPILOT_CONTEXT_FILE_NOT_SUPPORTED',
COPILOT_DOC_NOT_FOUND = 'COPILOT_DOC_NOT_FOUND',
COPILOT_EMBEDDING_UNAVAILABLE = 'COPILOT_EMBEDDING_UNAVAILABLE',
COPILOT_FAILED_TO_CREATE_MESSAGE = 'COPILOT_FAILED_TO_CREATE_MESSAGE',
COPILOT_FAILED_TO_GENERATE_TEXT = 'COPILOT_FAILED_TO_GENERATE_TEXT',
COPILOT_FAILED_TO_MATCH_CONTEXT = 'COPILOT_FAILED_TO_MATCH_CONTEXT',
@@ -896,7 +929,9 @@ export interface Mutation {
acceptInviteById: Scalars['Boolean']['output'];
activateLicense: License;
/** add a doc to context */
addContextDoc: Array<CopilotContextListItem>;
addContextDoc: CopilotContextDoc;
/** add a file to context */
addContextFile: CopilotContextFile;
addWorkspaceFeature: Scalars['Boolean']['output'];
approveMember: Scalars['Boolean']['output'];
/** Ban an user */
@@ -949,6 +984,8 @@ export interface Mutation {
publishDoc: DocType;
/** @deprecated use publishDoc instead */
publishPage: DocType;
/** queue workspace doc embedding */
queueWorkspaceEmbedding: Scalars['Boolean']['output'];
/** mark notification as read */
readNotification: Scalars['Boolean']['output'];
recoverDoc: Scalars['DateTime']['output'];
@@ -957,6 +994,8 @@ export interface Mutation {
removeAvatar: RemoveAvatar;
/** remove a doc from context */
removeContextDoc: Scalars['Boolean']['output'];
/** remove a file from context */
removeContextFile: Scalars['Boolean']['output'];
removeWorkspaceFeature: Scalars['Boolean']['output'];
resumeSubscription: SubscriptionType;
revoke: Scalars['Boolean']['output'];
@@ -1009,6 +1048,11 @@ export interface MutationAddContextDocArgs {
options: AddContextDocInput;
}
export interface MutationAddContextFileArgs {
content: Scalars['Upload']['input'];
options: AddContextFileInput;
}
export interface MutationAddWorkspaceFeatureArgs {
feature: FeatureType;
workspaceId: Scalars['String']['input'];
@@ -1167,6 +1211,11 @@ export interface MutationPublishPageArgs {
workspaceId: Scalars['String']['input'];
}
export interface MutationQueueWorkspaceEmbeddingArgs {
docId: Array<Scalars['String']['input']>;
workspaceId: Scalars['String']['input'];
}
export interface MutationReadNotificationArgs {
id: Scalars['String']['input'];
}
@@ -1185,6 +1234,10 @@ export interface MutationRemoveContextDocArgs {
options: RemoveContextDocInput;
}
export interface MutationRemoveContextFileArgs {
options: RemoveContextFileInput;
}
export interface MutationRemoveWorkspaceFeatureArgs {
feature: FeatureType;
workspaceId: Scalars['String']['input'];
@@ -1453,6 +1506,8 @@ export interface Query {
prices: Array<SubscriptionPrice>;
/** Get public user by id */
publicUserById: Maybe<PublicUserType>;
/** query workspace embedding status */
queryWorkspaceEmbeddingStatus: ContextWorkspaceEmbeddingStatus;
/** server config */
serverConfig: ServerConfigType;
/** get all server runtime configurable settings */
@@ -1499,6 +1554,10 @@ export interface QueryPublicUserByIdArgs {
id: Scalars['String']['input'];
}
export interface QueryQueryWorkspaceEmbeddingStatusArgs {
workspaceId: Scalars['String']['input'];
}
export interface QueryUserArgs {
email: Scalars['String']['input'];
}
@@ -1561,6 +1620,11 @@ export interface RemoveContextDocInput {
docId: Scalars['String']['input'];
}
export interface RemoveContextFileInput {
contextId: Scalars['String']['input'];
fileId: Scalars['String']['input'];
}
export interface RevokeDocUserRoleInput {
docId: Scalars['String']['input'];
userId: Scalars['String']['input'];
@@ -2261,11 +2325,11 @@ export type AddContextDocMutationVariables = Exact<{
export type AddContextDocMutation = {
__typename?: 'Mutation';
addContextDoc: Array<{
__typename?: 'CopilotContextListItem';
addContextDoc: {
__typename?: 'CopilotContextDoc';
id: string;
createdAt: number;
}>;
};
};
export type RemoveContextDocMutationVariables = Exact<{
@@ -2277,6 +2341,92 @@ export type RemoveContextDocMutation = {
removeContextDoc: boolean;
};
export type AddContextFileMutationVariables = Exact<{
content: Scalars['Upload']['input'];
options: AddContextFileInput;
}>;
export type AddContextFileMutation = {
__typename?: 'Mutation';
addContextFile: {
__typename?: 'CopilotContextFile';
id: string;
createdAt: number;
name: string;
chunkSize: number;
status: ContextFileStatus;
blobId: string;
};
};
export type ListContextFilesQueryVariables = Exact<{
workspaceId: Scalars['String']['input'];
sessionId: Scalars['String']['input'];
contextId: Scalars['String']['input'];
}>;
export type ListContextFilesQuery = {
__typename?: 'Query';
currentUser: {
__typename?: 'UserType';
copilot: {
__typename?: 'Copilot';
contexts: Array<{
__typename?: 'CopilotContext';
docs: Array<{
__typename?: 'CopilotContextDoc';
id: string;
createdAt: number;
}>;
files: Array<{
__typename?: 'CopilotContextFile';
id: string;
name: string;
blobId: string;
chunkSize: number;
status: ContextFileStatus;
createdAt: number;
}>;
}>;
};
} | null;
};
export type MatchContextQueryVariables = Exact<{
contextId: Scalars['String']['input'];
content: Scalars['String']['input'];
limit?: InputMaybe<Scalars['SafeInt']['input']>;
}>;
export type MatchContextQuery = {
__typename?: 'Query';
currentUser: {
__typename?: 'UserType';
copilot: {
__typename?: 'Copilot';
contexts: Array<{
__typename?: 'CopilotContext';
matchContext: Array<{
__typename?: 'ContextMatchedFileChunk';
fileId: string;
chunk: number;
content: string;
distance: number | null;
}>;
}>;
};
} | null;
};
export type RemoveContextFileMutationVariables = Exact<{
options: RemoveContextFileInput;
}>;
export type RemoveContextFileMutation = {
__typename?: 'Mutation';
removeContextFile: boolean;
};
export type ListContextDocsAndFilesQueryVariables = Exact<{
workspaceId: Scalars['String']['input'];
sessionId: Scalars['String']['input'];
@@ -2302,6 +2452,7 @@ export type ListContextDocsAndFilesQuery = {
name: string;
blobId: string;
chunkSize: number;
error: string | null;
status: ContextFileStatus;
createdAt: number;
}>;
@@ -2321,11 +2472,64 @@ export type ListContextQuery = {
__typename?: 'UserType';
copilot: {
__typename?: 'Copilot';
contexts: Array<{ __typename?: 'CopilotContext'; id: string }>;
contexts: Array<{
__typename?: 'CopilotContext';
id: string;
workspaceId: string;
}>;
};
} | null;
};
export type MatchWorkspaceContextQueryVariables = Exact<{
contextId: Scalars['String']['input'];
content: Scalars['String']['input'];
limit?: InputMaybe<Scalars['SafeInt']['input']>;
}>;
export type MatchWorkspaceContextQuery = {
__typename?: 'Query';
currentUser: {
__typename?: 'UserType';
copilot: {
__typename?: 'Copilot';
contexts: Array<{
__typename?: 'CopilotContext';
matchWorkspaceContext: {
__typename?: 'ContextMatchedDocChunk';
docId: string;
chunk: number;
content: string;
distance: number | null;
};
}>;
};
} | null;
};
export type GetWorkspaceEmbeddingStatusQueryVariables = Exact<{
workspaceId: Scalars['String']['input'];
}>;
export type GetWorkspaceEmbeddingStatusQuery = {
__typename?: 'Query';
queryWorkspaceEmbeddingStatus: {
__typename?: 'ContextWorkspaceEmbeddingStatus';
total: number;
embedded: number;
};
};
export type QueueWorkspaceEmbeddingMutationVariables = Exact<{
workspaceId: Scalars['String']['input'];
docId: Array<Scalars['String']['input']> | Scalars['String']['input'];
}>;
export type QueueWorkspaceEmbeddingMutation = {
__typename?: 'Mutation';
queueWorkspaceEmbedding: boolean;
};
export type GetCopilotHistoryIdsQueryVariables = Exact<{
workspaceId: Scalars['String']['input'];
docId?: InputMaybe<Scalars['String']['input']>;
@@ -3818,6 +4022,16 @@ export type Queries =
variables: ListBlobsQueryVariables;
response: ListBlobsQuery;
}
| {
name: 'listContextFilesQuery';
variables: ListContextFilesQueryVariables;
response: ListContextFilesQuery;
}
| {
name: 'matchContextQuery';
variables: MatchContextQueryVariables;
response: MatchContextQuery;
}
| {
name: 'listContextDocsAndFilesQuery';
variables: ListContextDocsAndFilesQueryVariables;
@@ -3828,6 +4042,16 @@ export type Queries =
variables: ListContextQueryVariables;
response: ListContextQuery;
}
| {
name: 'matchWorkspaceContextQuery';
variables: MatchWorkspaceContextQueryVariables;
response: MatchWorkspaceContextQuery;
}
| {
name: 'getWorkspaceEmbeddingStatusQuery';
variables: GetWorkspaceEmbeddingStatusQueryVariables;
response: GetWorkspaceEmbeddingStatusQuery;
}
| {
name: 'getCopilotHistoryIdsQuery';
variables: GetCopilotHistoryIdsQueryVariables;
@@ -4115,6 +4339,21 @@ export type Mutations =
variables: RemoveContextDocMutationVariables;
response: RemoveContextDocMutation;
}
| {
name: 'addContextFileMutation';
variables: AddContextFileMutationVariables;
response: AddContextFileMutation;
}
| {
name: 'removeContextFileMutation';
variables: RemoveContextFileMutationVariables;
response: RemoveContextFileMutation;
}
| {
name: 'queueWorkspaceEmbeddingMutation';
variables: QueueWorkspaceEmbeddingMutationVariables;
response: QueueWorkspaceEmbeddingMutation;
}
| {
name: 'createCopilotMessageMutation';
variables: CreateCopilotMessageMutationVariables;