324 lines · 11.1 KB · TypeScript
RawDownload
import { describe, expect, it } from "vitest";import {  DEFAULT_MODEL,  DEFAULT_MODEL_BY_PROVIDER,  MODEL_OPTIONS,  MODEL_OPTIONS_BY_PROVIDER,  CODEX_REASONING_EFFORT_OPTIONS,} from "@t3tools/contracts"; import {  applyClaudePromptEffortPrefix,  getDefaultModel,  getModelCapabilities,  getModelOptions,  isClaudeUltrathinkPrompt,  normalizeClaudeModelOptions,  normalizeCodexModelOptions,  normalizeModelSlug,  resolveSelectableModel,  resolveModelSlug,  resolveModelSlugForProvider,  getDefaultEffort,  hasEffortLevel,} from "./model"; describe("normalizeModelSlug", () => {  it("maps known aliases to canonical slugs", () => {    expect(normalizeModelSlug("5.3")).toBe("gpt-5.3-codex");    expect(normalizeModelSlug("gpt-5.3")).toBe("gpt-5.3-codex");  });   it("returns null for empty or missing values", () => {    expect(normalizeModelSlug("")).toBeNull();    expect(normalizeModelSlug("   ")).toBeNull();    expect(normalizeModelSlug(null)).toBeNull();    expect(normalizeModelSlug(undefined)).toBeNull();  });   it("preserves non-aliased model slugs", () => {    expect(normalizeModelSlug("gpt-5.2")).toBe("gpt-5.2");    expect(normalizeModelSlug("gpt-5.2-codex")).toBe("gpt-5.2-codex");  });   it("does not leak prototype properties as aliases", () => {    expect(normalizeModelSlug("toString")).toBe("toString");    expect(normalizeModelSlug("constructor")).toBe("constructor");  });   it("uses provider-specific aliases", () => {    expect(normalizeModelSlug("sonnet", "claudeAgent")).toBe("claude-sonnet-4-6");    expect(normalizeModelSlug("opus-4.6", "claudeAgent")).toBe("claude-opus-4-6");    expect(normalizeModelSlug("claude-haiku-4-5-20251001", "claudeAgent")).toBe("claude-haiku-4-5");  });}); describe("resolveModelSlug", () => {  it("returns default only when the model is missing", () => {    expect(resolveModelSlug(undefined)).toBe(DEFAULT_MODEL);    expect(resolveModelSlug(null)).toBe(DEFAULT_MODEL);  });   it("preserves unknown custom models", () => {    expect(resolveModelSlug("gpt-4.1")).toBe(DEFAULT_MODEL);    expect(resolveModelSlug("custom/internal-model")).toBe(DEFAULT_MODEL);  });   it("resolves only supported model options", () => {    for (const model of MODEL_OPTIONS) {      expect(resolveModelSlug(model.slug)).toBe(model.slug);    }  });   it("supports provider-aware resolution", () => {    expect(resolveModelSlugForProvider("claudeAgent", undefined)).toBe(      DEFAULT_MODEL_BY_PROVIDER.claudeAgent,    );    expect(resolveModelSlugForProvider("claudeAgent", "sonnet")).toBe("claude-sonnet-4-6");    expect(resolveModelSlugForProvider("claudeAgent", "gpt-5.3-codex")).toBe(      DEFAULT_MODEL_BY_PROVIDER.claudeAgent,    );  });   it("keeps codex defaults for backward compatibility", () => {    expect(getDefaultModel()).toBe(DEFAULT_MODEL);    expect(getModelOptions()).toEqual(MODEL_OPTIONS);    expect(getModelOptions("claudeAgent")).toEqual(MODEL_OPTIONS_BY_PROVIDER.claudeAgent);  });}); describe("resolveSelectableModel", () => {  it("resolves exact slug matches", () => {    expect(      resolveSelectableModel("codex", "gpt-5.3-codex", [        { slug: "gpt-5.4", name: "GPT-5.4" },        { slug: "gpt-5.3-codex", name: "GPT-5.3 Codex" },      ]),    ).toBe("gpt-5.3-codex");  });   it("resolves case-insensitive display-name matches", () => {    expect(      resolveSelectableModel("codex", "gpt-5.3 codex", [        { slug: "gpt-5.4", name: "GPT-5.4" },        { slug: "gpt-5.3-codex", name: "GPT-5.3 Codex" },      ]),    ).toBe("gpt-5.3-codex");  });   it("resolves provider-specific aliases after normalization", () => {    expect(      resolveSelectableModel("claudeAgent", "sonnet", [        { slug: "claude-opus-4-6", name: "Claude Opus 4.6" },        { slug: "claude-sonnet-4-6", name: "Claude Sonnet 4.6" },      ]),    ).toBe("claude-sonnet-4-6");  });   it("returns null for empty input", () => {    expect(resolveSelectableModel("codex", "", [{ slug: "gpt-5.4", name: "GPT-5.4" }])).toBeNull();    expect(      resolveSelectableModel("codex", "   ", [{ slug: "gpt-5.4", name: "GPT-5.4" }]),    ).toBeNull();    expect(      resolveSelectableModel("codex", null, [{ slug: "gpt-5.4", name: "GPT-5.4" }]),    ).toBeNull();  });   it("returns null for unknown values that are not present in options", () => {    expect(      resolveSelectableModel("codex", "gpt-4.1", [{ slug: "gpt-5.4", name: "GPT-5.4" }]),    ).toBeNull();  });   it("does not accept normalized custom-looking slugs unless they exist in options", () => {    expect(      resolveSelectableModel("codex", "custom/internal-model", [        { slug: "gpt-5.4", name: "GPT-5.4" },      ]),    ).toBeNull();  });   it("respects provider boundaries", () => {    expect(      resolveSelectableModel("codex", "sonnet", [{ slug: "gpt-5.3-codex", name: "GPT-5.3 Codex" }]),    ).toBeNull();    expect(      resolveSelectableModel("claudeAgent", "5.3", [        { slug: "claude-sonnet-4-6", name: "Claude Sonnet 4.6" },      ]),    ).toBeNull();  });}); describe("getModelCapabilities reasoningEffortLevels", () => {  const values = (provider: "codex" | "claudeAgent", model: string | null) =>    getModelCapabilities(provider, model).reasoningEffortLevels.map((l) => l.value);   it("returns codex reasoning options for codex", () => {    expect(values("codex", "gpt-5.4")).toEqual([...CODEX_REASONING_EFFORT_OPTIONS]);  });   it("returns claude effort options for Opus 4.6", () => {    expect(values("claudeAgent", "claude-opus-4-6")).toEqual([      "low",      "medium",      "high",      "max",      "ultrathink",    ]);  });   it("returns claude effort options for Sonnet 4.6", () => {    expect(values("claudeAgent", "claude-sonnet-4-6")).toEqual([      "low",      "medium",      "high",      "ultrathink",    ]);  });   it("returns no claude effort options for Haiku 4.5", () => {    expect(values("claudeAgent", "claude-haiku-4-5")).toEqual([]);  });   it("co-locates labels with effort values", () => {    const levels = getModelCapabilities("claudeAgent", "claude-opus-4-6").reasoningEffortLevels;    const high = levels.find((l) => l.value === "high");    expect(high).toEqual({ value: "high", label: "High", isDefault: true });    const xhigh = getModelCapabilities("codex", "gpt-5.4").reasoningEffortLevels.find(      (l) => l.value === "xhigh",    );    expect(xhigh).toEqual({ value: "xhigh", label: "Extra High" });  });}); describe("getDefaultEffort", () => {  it("returns the default effort from capabilities", () => {    expect(getDefaultEffort(getModelCapabilities("codex", "gpt-5.4"))).toBe("high");    expect(getDefaultEffort(getModelCapabilities("claudeAgent", "claude-opus-4-6"))).toBe("high");    expect(getDefaultEffort(getModelCapabilities("claudeAgent", "claude-haiku-4-5"))).toBeNull();  });}); describe("hasEffortLevel", () => {  it("validates effort against model capabilities", () => {    const opusCaps = getModelCapabilities("claudeAgent", "claude-opus-4-6");    expect(hasEffortLevel(opusCaps, "max")).toBe(true);    expect(hasEffortLevel(opusCaps, "xhigh")).toBe(false);     const codexCaps = getModelCapabilities("codex", "gpt-5.4");    expect(hasEffortLevel(codexCaps, "xhigh")).toBe(true);    expect(hasEffortLevel(codexCaps, "max")).toBe(false);  });}); describe("applyClaudePromptEffortPrefix", () => {  it("prefixes ultrathink prompts exactly once", () => {    expect(applyClaudePromptEffortPrefix("Investigate this", "ultrathink")).toBe(      "Ultrathink:\nInvestigate this",    );    expect(applyClaudePromptEffortPrefix("Ultrathink:\nInvestigate this", "ultrathink")).toBe(      "Ultrathink:\nInvestigate this",    );  });   it("leaves non-ultrathink prompts unchanged", () => {    expect(applyClaudePromptEffortPrefix("Investigate this", "high")).toBe("Investigate this");  });}); describe("normalizeCodexModelOptions", () => {  it("drops default-only codex options", () => {    expect(      normalizeCodexModelOptions("gpt-5.4", { reasoningEffort: "high", fastMode: false }),    ).toBeUndefined();  });   it("preserves non-default codex options", () => {    expect(      normalizeCodexModelOptions("gpt-5.4", { reasoningEffort: "xhigh", fastMode: true }),    ).toEqual({      reasoningEffort: "xhigh",      fastMode: true,    });  });}); describe("normalizeClaudeModelOptions", () => {  it("drops unsupported fast mode and max effort for Sonnet", () => {    expect(      normalizeClaudeModelOptions("claude-sonnet-4-6", {        effort: "max",        fastMode: true,      }),    ).toBeUndefined();  });   it("keeps the Haiku thinking toggle and removes unsupported effort", () => {    expect(      normalizeClaudeModelOptions("claude-haiku-4-5", {        thinking: false,        effort: "high",      }),    ).toEqual({      thinking: false,    });  });}); describe("getModelCapabilities Claude capability flags", () => {  it("only enables adaptive reasoning for Opus 4.6 and Sonnet 4.6", () => {    const has = (m: string | undefined) =>      getModelCapabilities("claudeAgent", m).reasoningEffortLevels.length > 0;    expect(has("claude-opus-4-6")).toBe(true);    expect(has("claude-sonnet-4-6")).toBe(true);    expect(has("claude-haiku-4-5")).toBe(false);    expect(has(undefined)).toBe(false);  });   it("only enables max effort for Opus 4.6", () => {    const has = (m: string | undefined) =>      getModelCapabilities("claudeAgent", m).reasoningEffortLevels.some((l) => l.value === "max");    expect(has("claude-opus-4-6")).toBe(true);    expect(has("claude-sonnet-4-6")).toBe(false);    expect(has("claude-haiku-4-5")).toBe(false);    expect(has(undefined)).toBe(false);  });   it("only enables Claude fast mode for Opus 4.6", () => {    const has = (m: string | undefined) => getModelCapabilities("claudeAgent", m).supportsFastMode;    expect(has("claude-opus-4-6")).toBe(true);    expect(has("opus")).toBe(true);    expect(has("claude-sonnet-4-6")).toBe(false);    expect(has("claude-haiku-4-5")).toBe(false);    expect(has(undefined)).toBe(false);  });   it("only enables ultrathink keyword handling for Opus 4.6 and Sonnet 4.6", () => {    const has = (m: string | undefined) =>      getModelCapabilities("claudeAgent", m).reasoningEffortLevels.length > 0;    expect(has("claude-opus-4-6")).toBe(true);    expect(has("claude-sonnet-4-6")).toBe(true);    expect(has("claude-haiku-4-5")).toBe(false);  });   it("only enables the Claude thinking toggle for Haiku 4.5", () => {    const has = (m: string | undefined) =>      getModelCapabilities("claudeAgent", m).supportsThinkingToggle;    expect(has("claude-opus-4-6")).toBe(false);    expect(has("claude-sonnet-4-6")).toBe(false);    expect(has("claude-haiku-4-5")).toBe(true);    expect(has("haiku")).toBe(true);    expect(has(undefined)).toBe(false);  });}); describe("isClaudeUltrathinkPrompt", () => {  it("detects ultrathink prompts case-insensitively", () => {    expect(isClaudeUltrathinkPrompt("Please ultrathink about this")).toBe(true);    expect(isClaudeUltrathinkPrompt("Ultrathink:\nInvestigate")).toBe(true);    expect(isClaudeUltrathinkPrompt("Think hard about this")).toBe(false);    expect(isClaudeUltrathinkPrompt(undefined)).toBe(false);  });});