1919 lines · 57.2 KB · TypeScript
RawDownload
import { describe, expect, test } from "bun:test"import { ProviderTransform } from "../../src/provider/transform" const OUTPUT_TOKEN_MAX = 32000 describe("ProviderTransform.options - setCacheKey", () => {  const sessionID = "test-session-123"   const mockModel = {    id: "anthropic/claude-3-5-sonnet",    providerID: "anthropic",    api: {      id: "claude-3-5-sonnet-20241022",      url: "https://api.anthropic.com",      npm: "@ai-sdk/anthropic",    },    name: "Claude 3.5 Sonnet",    capabilities: {      temperature: true,      reasoning: false,      attachment: true,      toolcall: true,      input: { text: true, audio: false, image: true, video: false, pdf: true },      output: { text: true, audio: false, image: false, video: false, pdf: false },      interleaved: false,    },    cost: {      input: 0.003,      output: 0.015,      cache: { read: 0.0003, write: 0.00375 },    },    limit: {      context: 200000,      output: 8192,    },    status: "active",    options: {},    headers: {},  } as any   test("should set promptCacheKey when providerOptions.setCacheKey is true", () => {    const result = ProviderTransform.options({      model: mockModel,      sessionID,      providerOptions: { setCacheKey: true },    })    expect(result.promptCacheKey).toBe(sessionID)  })   test("should not set promptCacheKey when providerOptions.setCacheKey is false", () => {    const result = ProviderTransform.options({      model: mockModel,      sessionID,      providerOptions: { setCacheKey: false },    })    expect(result.promptCacheKey).toBeUndefined()  })   test("should not set promptCacheKey when providerOptions is undefined", () => {    const result = ProviderTransform.options({      model: mockModel,      sessionID,      providerOptions: undefined,    })    expect(result.promptCacheKey).toBeUndefined()  })   test("should not set promptCacheKey when providerOptions does not have setCacheKey", () => {    const result = ProviderTransform.options({ model: mockModel, sessionID, providerOptions: {} })    expect(result.promptCacheKey).toBeUndefined()  })   test("should set promptCacheKey for openai provider regardless of setCacheKey", () => {    const openaiModel = {      ...mockModel,      providerID: "openai",      api: {        id: "gpt-4",        url: "https://api.openai.com",        npm: "@ai-sdk/openai",      },    }    const result = ProviderTransform.options({ model: openaiModel, sessionID, providerOptions: {} })    expect(result.promptCacheKey).toBe(sessionID)  })   test("should set store=false for openai provider", () => {    const openaiModel = {      ...mockModel,      providerID: "openai",      api: {        id: "gpt-4",        url: "https://api.openai.com",        npm: "@ai-sdk/openai",      },    }    const result = ProviderTransform.options({      model: openaiModel,      sessionID,      providerOptions: {},    })    expect(result.store).toBe(false)  })}) describe("ProviderTransform.maxOutputTokens", () => {  test("returns 32k when modelLimit > 32k", () => {    const modelLimit = 100000    const result = ProviderTransform.maxOutputTokens("@ai-sdk/openai", {}, modelLimit, OUTPUT_TOKEN_MAX)    expect(result).toBe(OUTPUT_TOKEN_MAX)  })   test("returns modelLimit when modelLimit < 32k", () => {    const modelLimit = 16000    const result = ProviderTransform.maxOutputTokens("@ai-sdk/openai", {}, modelLimit, OUTPUT_TOKEN_MAX)    expect(result).toBe(16000)  })   describe("gateway effort<->max_tokens conflict", () => {    test("drops the output cap when a reasoningEffort is set (gateway rejects both)", () => {      const result = ProviderTransform.maxOutputTokens(        "@ai-sdk/gateway",        { reasoningEffort: "high" },        100000,        OUTPUT_TOKEN_MAX,      )      expect(result).toBeUndefined()    })     test("keeps the standard cap when no reasoningEffort is set", () => {      const result = ProviderTransform.maxOutputTokens("@ai-sdk/gateway", {}, 100000, OUTPUT_TOKEN_MAX)      expect(result).toBe(OUTPUT_TOKEN_MAX)    })  })   describe("azure", () => {    test("returns 32k when modelLimit > 32k", () => {      const modelLimit = 100000      const result = ProviderTransform.maxOutputTokens("@ai-sdk/azure", {}, modelLimit, OUTPUT_TOKEN_MAX)      expect(result).toBe(OUTPUT_TOKEN_MAX)    })     test("returns modelLimit when modelLimit < 32k", () => {      const modelLimit = 16000      const result = ProviderTransform.maxOutputTokens("@ai-sdk/azure", {}, modelLimit, OUTPUT_TOKEN_MAX)      expect(result).toBe(16000)    })  })   describe("bedrock", () => {    test("returns 32k when modelLimit > 32k", () => {      const modelLimit = 100000      const result = ProviderTransform.maxOutputTokens("@ai-sdk/amazon-bedrock", {}, modelLimit, OUTPUT_TOKEN_MAX)      expect(result).toBe(OUTPUT_TOKEN_MAX)    })     test("returns modelLimit when modelLimit < 32k", () => {      const modelLimit = 16000      const result = ProviderTransform.maxOutputTokens("@ai-sdk/amazon-bedrock", {}, modelLimit, OUTPUT_TOKEN_MAX)      expect(result).toBe(16000)    })  })   describe("anthropic without thinking options", () => {    test("returns 32k when modelLimit > 32k", () => {      const modelLimit = 100000      const result = ProviderTransform.maxOutputTokens("@ai-sdk/anthropic", {}, modelLimit, OUTPUT_TOKEN_MAX)      expect(result).toBe(OUTPUT_TOKEN_MAX)    })     test("returns modelLimit when modelLimit < 32k", () => {      const modelLimit = 16000      const result = ProviderTransform.maxOutputTokens("@ai-sdk/anthropic", {}, modelLimit, OUTPUT_TOKEN_MAX)      expect(result).toBe(16000)    })  })   describe("anthropic with thinking options", () => {    test("returns 32k when budgetTokens + 32k <= modelLimit", () => {      const modelLimit = 100000      const options = {        thinking: {          type: "enabled",          budgetTokens: 10000,        },      }      const result = ProviderTransform.maxOutputTokens("@ai-sdk/anthropic", options, modelLimit, OUTPUT_TOKEN_MAX)      expect(result).toBe(OUTPUT_TOKEN_MAX)    })     test("returns modelLimit - budgetTokens when budgetTokens + 32k > modelLimit", () => {      const modelLimit = 50000      const options = {        thinking: {          type: "enabled",          budgetTokens: 30000,        },      }      const result = ProviderTransform.maxOutputTokens("@ai-sdk/anthropic", options, modelLimit, OUTPUT_TOKEN_MAX)      expect(result).toBe(20000)    })     test("returns 32k when thinking type is not enabled", () => {      const modelLimit = 100000      const options = {        thinking: {          type: "disabled",          budgetTokens: 10000,        },      }      const result = ProviderTransform.maxOutputTokens("@ai-sdk/anthropic", options, modelLimit, OUTPUT_TOKEN_MAX)      expect(result).toBe(OUTPUT_TOKEN_MAX)    })  })}) describe("ProviderTransform.schema - gemini array items", () => {  test("adds missing items for array properties", () => {    const geminiModel = {      providerID: "google",      api: {        id: "gemini-3-pro",      },    } as any     const schema = {      type: "object",      properties: {        nodes: { type: "array" },        edges: { type: "array", items: { type: "string" } },      },    } as any     const result = ProviderTransform.schema(geminiModel, schema) as any     expect(result.properties.nodes.items).toBeDefined()    expect(result.properties.edges.items.type).toBe("string")  })}) describe("ProviderTransform.message - DeepSeek reasoning content", () => {  test("DeepSeek with tool calls includes reasoning_content in providerOptions", () => {    const msgs = [      {        role: "assistant",        content: [          { type: "reasoning", text: "Let me think about this..." },          {            type: "tool-call",            toolCallId: "test",            toolName: "bash",            input: { command: "echo hello" },          },        ],      },    ] as any[]     const result = ProviderTransform.message(      msgs,      {        id: "deepseek/deepseek-chat",        providerID: "deepseek",        api: {          id: "deepseek-chat",          url: "https://api.deepseek.com",          npm: "@ai-sdk/openai-compatible",        },        name: "DeepSeek Chat",        capabilities: {          temperature: true,          reasoning: true,          attachment: false,          toolcall: true,          input: { text: true, audio: false, image: false, video: false, pdf: false },          output: { text: true, audio: false, image: false, video: false, pdf: false },          interleaved: {            field: "reasoning_content",          },        },        cost: {          input: 0.001,          output: 0.002,          cache: { read: 0.0001, write: 0.0002 },        },        limit: {          context: 128000,          output: 8192,        },        status: "active",        options: {},        headers: {},        release_date: "2023-04-01",      },      {},    )     expect(result).toHaveLength(1)    expect(result[0].content).toEqual([      {        type: "tool-call",        toolCallId: "test",        toolName: "bash",        input: { command: "echo hello" },      },    ])    expect(result[0].providerOptions?.openaiCompatible?.reasoning_content).toBe("Let me think about this...")  })   test("Non-DeepSeek providers leave reasoning content unchanged", () => {    const msgs = [      {        role: "assistant",        content: [          { type: "reasoning", text: "Should not be processed" },          { type: "text", text: "Answer" },        ],      },    ] as any[]     const result = ProviderTransform.message(      msgs,      {        id: "openai/gpt-4",        providerID: "openai",        api: {          id: "gpt-4",          url: "https://api.openai.com",          npm: "@ai-sdk/openai",        },        name: "GPT-4",        capabilities: {          temperature: true,          reasoning: false,          attachment: true,          toolcall: true,          input: { text: true, audio: false, image: true, video: false, pdf: false },          output: { text: true, audio: false, image: false, video: false, pdf: false },          interleaved: false,        },        cost: {          input: 0.03,          output: 0.06,          cache: { read: 0.001, write: 0.002 },        },        limit: {          context: 128000,          output: 4096,        },        status: "active",        options: {},        headers: {},        release_date: "2023-04-01",      },      {},    )     expect(result[0].content).toEqual([      { type: "reasoning", text: "Should not be processed" },      { type: "text", text: "Answer" },    ])    expect(result[0].providerOptions?.openaiCompatible?.reasoning_content).toBeUndefined()  })}) describe("ProviderTransform.message - empty image handling", () => {  const mockModel = {    id: "anthropic/claude-3-5-sonnet",    providerID: "anthropic",    api: {      id: "claude-3-5-sonnet-20241022",      url: "https://api.anthropic.com",      npm: "@ai-sdk/anthropic",    },    name: "Claude 3.5 Sonnet",    capabilities: {      temperature: true,      reasoning: false,      attachment: true,      toolcall: true,      input: { text: true, audio: false, image: true, video: false, pdf: true },      output: { text: true, audio: false, image: false, video: false, pdf: false },      interleaved: false,    },    cost: {      input: 0.003,      output: 0.015,      cache: { read: 0.0003, write: 0.00375 },    },    limit: {      context: 200000,      output: 8192,    },    status: "active",    options: {},    headers: {},  } as any   test("should replace empty base64 image with error text", () => {    const msgs = [      {        role: "user",        content: [          { type: "text", text: "What is in this image?" },          { type: "image", image: "data:image/png;base64," },        ],      },    ] as any[]     const result = ProviderTransform.message(msgs, mockModel, {})     expect(result).toHaveLength(1)    expect(result[0].content).toHaveLength(2)    expect(result[0].content[0]).toEqual({ type: "text", text: "What is in this image?" })    expect(result[0].content[1]).toEqual({      type: "text",      text: "ERROR: Image file is empty or corrupted. Please provide a valid image.",    })  })   test("should keep valid base64 images unchanged", () => {    const validBase64 =      "iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mNk+M9QDwADhgGAWjR9awAAAABJRU5ErkJggg=="    const msgs = [      {        role: "user",        content: [          { type: "text", text: "What is in this image?" },          { type: "image", image: `data:image/png;base64,${validBase64}` },        ],      },    ] as any[]     const result = ProviderTransform.message(msgs, mockModel, {})     expect(result).toHaveLength(1)    expect(result[0].content).toHaveLength(2)    expect(result[0].content[0]).toEqual({ type: "text", text: "What is in this image?" })    expect(result[0].content[1]).toEqual({ type: "image", image: `data:image/png;base64,${validBase64}` })  })   test("should handle mixed valid and empty images", () => {    const validBase64 =      "iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mNk+M9QDwADhgGAWjR9awAAAABJRU5ErkJggg=="    const msgs = [      {        role: "user",        content: [          { type: "text", text: "Compare these images" },          { type: "image", image: `data:image/png;base64,${validBase64}` },          { type: "image", image: "data:image/jpeg;base64," },        ],      },    ] as any[]     const result = ProviderTransform.message(msgs, mockModel, {})     expect(result).toHaveLength(1)    expect(result[0].content).toHaveLength(3)    expect(result[0].content[0]).toEqual({ type: "text", text: "Compare these images" })    expect(result[0].content[1]).toEqual({ type: "image", image: `data:image/png;base64,${validBase64}` })    expect(result[0].content[2]).toEqual({      type: "text",      text: "ERROR: Image file is empty or corrupted. Please provide a valid image.",    })  })}) describe("ProviderTransform.message - anthropic empty content filtering", () => {  const anthropicModel = {    id: "anthropic/claude-3-5-sonnet",    providerID: "anthropic",    api: {      id: "claude-3-5-sonnet-20241022",      url: "https://api.anthropic.com",      npm: "@ai-sdk/anthropic",    },    name: "Claude 3.5 Sonnet",    capabilities: {      temperature: true,      reasoning: false,      attachment: true,      toolcall: true,      input: { text: true, audio: false, image: true, video: false, pdf: true },      output: { text: true, audio: false, image: false, video: false, pdf: false },      interleaved: false,    },    cost: {      input: 0.003,      output: 0.015,      cache: { read: 0.0003, write: 0.00375 },    },    limit: {      context: 200000,      output: 8192,    },    status: "active",    options: {},    headers: {},  } as any 

Lines 1–500 of 1919.