fix(server): token calculate (#12667)

packages/backend/native/src/tiktoken.rs

@@ -15,16 +15,25 @@ pub fn from_model_name(model_name: String) -> Option<Tokenizer> {
 impl Tokenizer {
   #[napi]
   pub fn count(&self, content: String, allowed_special: Option<Vec<String>>) -> u32 {
-    self
-      .inner
-      .encode(
-        &content,
-        if let Some(allowed_special) = &allowed_special {
-          HashSet::from_iter(allowed_special.iter().map(|s| s.as_str()))
-        } else {
-          Default::default()
-        },
-      )
-      .len() as u32
+    let allowed_special = if let Some(allowed_special) = &allowed_special {
+      HashSet::from_iter(allowed_special.iter().map(|s| s.as_str()))
+    } else {
+      Default::default()
+    };
+
+    self.inner.encode(&content, &allowed_special).0.len() as u32
+  }
+}
+
+#[cfg(test)]
+mod tests {
+  use super::*;
+
+  #[test]
+  fn test_tokenizer() {
+    let tokenizer = from_model_name("gpt-4.1".to_string()).unwrap();
+    let content = "Hello, world!";
+    let count = tokenizer.count(content.to_string(), None);
+    assert!(count > 0);
   }
 }

packages/backend/server/src/plugins/copilot/session.ts

@@ -19,7 +19,6 @@ import { ChatMessageCache } from './message';
 import { PromptService } from './prompt';
 import { PromptMessage, PromptParams } from './providers';
 import {
-  AvailableModel,
   ChatHistory,
   ChatMessage,
   ChatMessageSchema,
@@ -38,7 +37,7 @@ export class ChatSession implements AsyncDisposable {
     private readonly messageCache: ChatMessageCache,
     private readonly state: ChatSessionState,
     private readonly dispose?: (state: ChatSessionState) => Promise<void>,
-    private readonly maxTokenSize = 3840
+    private readonly maxTokenSize = state.prompt.config?.maxTokens || 128 * 1024
   ) {}
 
   get model() {
@@ -297,8 +296,8 @@ export class ChatSessionService {
               messageCost: { increment: userMessages.length },
               tokenCost: {
                 increment: this.calculateTokenSize(
-                  userMessages,
-                  state.prompt.model as AvailableModel
+                  state.messages,
+                  state.prompt.model
                 ),
               },
             },
@@ -402,10 +401,7 @@ export class ChatSessionService {
     });
   }
 
-  private calculateTokenSize(
-    messages: PromptMessage[],
-    model: AvailableModel
-  ): number {
+  private calculateTokenSize(messages: PromptMessage[], model: string): number {
     const encoder = getTokenEncoder(model);
     return messages
       .map(m => encoder?.count(m.content) ?? 0)

packages/backend/server/src/plugins/copilot/types.ts

@@ -47,26 +47,24 @@ export enum AvailableModels {
   Gpt41 = 'gpt-4.1',
   Gpt410414 = 'gpt-4.1-2025-04-14',
   Gpt41Mini = 'gpt-4.1-mini',
+  Gpt41Nano = 'gpt-4.1-nano',
   // embeddings
   TextEmbedding3Large = 'text-embedding-3-large',
   TextEmbedding3Small = 'text-embedding-3-small',
   TextEmbeddingAda002 = 'text-embedding-ada-002',
-  // moderation
-  TextModerationLatest = 'text-moderation-latest',
-  TextModerationStable = 'text-moderation-stable',
   // text to image
   DallE3 = 'dall-e-3',
+  GptImage = 'gpt-image-1',
 }
 
-export type AvailableModel = keyof typeof AvailableModels;
+const availableModels = Object.values(AvailableModels);
 
 export function getTokenEncoder(model?: string | null): Tokenizer | null {
   if (!model) return null;
-  const modelStr = AvailableModels[model as AvailableModel];
-  if (!modelStr) return null;
-  if (modelStr.startsWith('gpt')) {
-    return fromModelName(modelStr);
-  } else if (modelStr.startsWith('dall')) {
+  if (!availableModels.includes(model as AvailableModels)) return null;
+  if (model.startsWith('gpt')) {
+    return fromModelName(model);
+  } else if (model.startsWith('dall')) {
     // dalle don't need to calc the token
     return null;
   } else {

packages/backend/server/src/schema.gql

@@ -262,12 +262,12 @@ enum CopilotModels {
   Gpt4OmniMini0718
   Gpt41
   Gpt41Mini
+  Gpt41Nano
   Gpt410414
+  GptImage
   TextEmbedding3Large
   TextEmbedding3Small
   TextEmbeddingAda002
-  TextModerationLatest
-  TextModerationStable
 }
 
 input CopilotPromptConfigInput {

packages/common/graphql/src/schema.ts

@@ -356,12 +356,12 @@ export enum CopilotModels {
   Gpt4OmniMini0718 = 'Gpt4OmniMini0718',
   Gpt41 = 'Gpt41',
   Gpt41Mini = 'Gpt41Mini',
+  Gpt41Nano = 'Gpt41Nano',
   Gpt410414 = 'Gpt410414',
+  GptImage = 'GptImage',
   TextEmbedding3Large = 'TextEmbedding3Large',
   TextEmbedding3Small = 'TextEmbedding3Small',
   TextEmbeddingAda002 = 'TextEmbeddingAda002',
-  TextModerationLatest = 'TextModerationLatest',
-  TextModerationStable = 'TextModerationStable',
 }
 
 export interface CopilotPromptConfigInput {