PranitInitial commit439f83c3 months agoHistory
297 lines · 12.8 KB · Zig
RawDownload
const std = @import("std");const model_capabilities = @import("../../config/model_capabilities.zig");const types = @import("../../shared/types.zig");const session_runtime = @import("../../session/session.zig");const gateway_json = @import("../../gateway/gateway_json.zig"); const runtime_config = @import("config.zig"); const Allocator = std.mem.Allocator;const ChatMessage = types.ChatMessage;const HistoryTurn = types.HistoryTurn; pub fn historyContextBudgetTokensForCapabilities(capabilities: model_capabilities.Capabilities) usize {    const context_window = capabilities.context_window orelse        return runtime_config.default_history_context_budget_tokens;    const context_tokens: usize = @intCast(context_window);    const available_input_tokens = if (capabilities.max_output_tokens) |max_output_tokens|        context_tokens -| @as(usize, @intCast(max_output_tokens))    else        context_tokens;    return @max(        @as(usize, 1),        available_input_tokens / runtime_config.history_context_budget_window_divisor,    );} pub fn buildGatewayMessages(    alloc: Allocator,    stable_prefix: []const ChatMessage,    ephemeral_overlay: []const ChatMessage,    durable_history: []const ChatMessage,    current_user_message: ChatMessage,    within_turn_suffix: []const ChatMessage,) !std.ArrayList(ChatMessage) {    var messages: std.ArrayList(ChatMessage) = .empty;    errdefer messages.deinit(alloc);     try messages.appendSlice(alloc, stable_prefix);    try appendEphemeralOverlayMessages(alloc, &messages, ephemeral_overlay);    try messages.appendSlice(alloc, durable_history);    try messages.append(alloc, current_user_message);    try messages.appendSlice(alloc, within_turn_suffix);    return messages;} fn appendEphemeralOverlayMessages(alloc: Allocator, messages: *std.ArrayList(ChatMessage), ephemeral_overlay: []const ChatMessage) !void {    for (ephemeral_overlay) |overlay_message| {        var copy = overlay_message;        copy.cache_policy = .no_cache;        try messages.append(alloc, copy);    }} test "history context budget reserves known output capacity from one capability snapshot" {    const cases = [_]struct {        capabilities: model_capabilities.Capabilities,        expected: usize,    }{        .{ .capabilities = .{ .context_window = 128_000, .max_output_tokens = 32_000 }, .expected = 24_000 },        .{ .capabilities = .{ .context_window = 256_000, .max_output_tokens = 64_000 }, .expected = 48_000 },        .{ .capabilities = .{ .context_window = 1_000_000, .max_output_tokens = 128_000 }, .expected = 218_000 },        .{ .capabilities = .{ .context_window = 512_000 }, .expected = 128_000 },        .{ .capabilities = .{ .max_output_tokens = 32_000 }, .expected = runtime_config.default_history_context_budget_tokens },        .{ .capabilities = .{ .context_window = 32_000, .max_output_tokens = 32_000 }, .expected = 1 },        .{ .capabilities = .{ .context_window = 32_000, .max_output_tokens = 64_000 }, .expected = 1 },        .{ .capabilities = .{}, .expected = runtime_config.default_history_context_budget_tokens },    };     for (cases) |case| {        try std.testing.expectEqual(            case.expected,            historyContextBudgetTokensForCapabilities(case.capabilities),        );    }} test "budgeted history projection uses corrected Anthropic window while remaining bounded" {    const alloc = std.testing.allocator;    var arena_state = std.heap.ArenaAllocator.init(alloc);    defer arena_state.deinit();    const arena = arena_state.allocator();     const large_user = try arena.alloc(u8, 120_000);    @memset(large_user, 'u');    const large_assistant = try arena.alloc(u8, 120_000);    @memset(large_assistant, 'a');     var history: [5]HistoryTurn = undefined;    for (&history) |*turn| {        turn.* = try session_runtime.makeAssistantTurn(arena, large_user, large_assistant);    }     const exact_budget = historyContextBudgetTokensForCapabilities(        model_capabilities.capabilitiesForModel("anthropic/claude-opus-4.8"),    );    try std.testing.expectEqual(@as(usize, 250_000), exact_budget);     var below_new_budget: std.ArrayList(ChatMessage) = .empty;    try session_runtime.appendHistoryChatMessagesBudgeted(        arena,        &below_new_budget,        history[0..4],        .{ .max_tokens = exact_budget },    );    try std.testing.expectEqual(@as(usize, 8), below_new_budget.items.len);    try std.testing.expectEqualStrings(large_assistant, below_new_budget.items[below_new_budget.items.len - 1].content.?);     var above_new_budget: std.ArrayList(ChatMessage) = .empty;    try session_runtime.appendHistoryChatMessagesBudgeted(        arena,        &above_new_budget,        &history,        .{ .max_tokens = exact_budget },    );    try std.testing.expectEqual(types.ChatRole.system, above_new_budget.items[0].role);    try std.testing.expectEqual(@as(usize, 9), above_new_budget.items.len);    try std.testing.expectEqualStrings(large_assistant, above_new_budget.items[above_new_budget.items.len - 1].content.?);     const body = try gateway_json.buildGatewayRequestBodyWithOptions(        arena,        "[]",        above_new_budget.items,        .{},        .auto,    );    try std.testing.expect(body.len < 1_100_000);     var older_model_projection: std.ArrayList(ChatMessage) = .empty;    try session_runtime.appendHistoryChatMessagesBudgeted(        arena,        &older_model_projection,        history[0..4],        .{ .max_tokens = historyContextBudgetTokensForCapabilities(model_capabilities.capabilitiesForModel("anthropic/claude-opus-4.5")) },    );    try std.testing.expectEqual(types.ChatRole.system, older_model_projection.items[0].role);    try std.testing.expectEqual(@as(usize, 3), older_model_projection.items.len);    try std.testing.expectEqualStrings(large_assistant, older_model_projection.items[older_model_projection.items.len - 1].content.?);} test "buildGatewayMessages orders transient overlay before history and current prompt" {    const alloc = std.testing.allocator;    const stable_prefix = [_]ChatMessage{        .{ .role = .system, .content = "stable system prompt" },        .{ .role = .system, .content = "stable project context" },    };    const overlay = [_]ChatMessage{        .{ .role = .system, .content = "volatile runtime overlay" },    };    const history = [_]ChatMessage{        .{ .role = .user, .content = "history user prompt" },        .{ .role = .assistant, .content = "history assistant answer" },    };    const current = ChatMessage{ .role = .user, .content = "current user prompt" };    const suffix = [_]ChatMessage{        .{ .role = .assistant, .content = "within turn assistant" },    };     var messages = try buildGatewayMessages(alloc, &stable_prefix, &overlay, &history, current, &suffix);    defer messages.deinit(alloc);     try std.testing.expectEqual(@as(usize, 7), messages.items.len);    try std.testing.expectEqualStrings("stable system prompt", messages.items[0].content.?);    try std.testing.expectEqualStrings("stable project context", messages.items[1].content.?);    try std.testing.expectEqualStrings("volatile runtime overlay", messages.items[2].content.?);    try std.testing.expectEqualStrings("history user prompt", messages.items[3].content.?);    try std.testing.expectEqualStrings("history assistant answer", messages.items[4].content.?);    try std.testing.expectEqualStrings("current user prompt", messages.items[5].content.?);    try std.testing.expectEqualStrings("within turn assistant", messages.items[6].content.?);    try std.testing.expectEqual(types.ChatCachePolicy.no_cache, messages.items[2].cache_policy);} test "buildGatewayMessages preserves one system prefix for projected session history" {    const alloc = std.testing.allocator;    var arena_state = std.heap.ArenaAllocator.init(alloc);    defer arena_state.deinit();    const arena = arena_state.allocator();     var calls = [_]types.ToolCall{.{        .id = "call_read",        .name = "read_file",        .arguments_json = "{\"path\":\"src/portable.zig\"}",    }};    var results = [_]types.PersistedToolResult{.{        .tool_call_id = @constCast("call_read"),        .tool_name = @constCast("read_file"),        .status = .success,        .output = @constCast("portable contents"),        .output_bytes = 17,        .stored_output_bytes = 17,    }};    var steps = [_]types.ToolExecutionStep{.{        .assistant = @constCast("Reading the file."),        .tool_calls = calls[0..],        .tool_results = results[0..],    }};    var files = [_]types.FileEvidence{.{        .path = @constCast("src/portable.zig"),        .tool_call_id = @constCast("call_read"),        .tool_name = @constCast("read_file"),        .action = .read,        .status = .success,        .model_view_covers_full_file = true,    }};    const history = [_]HistoryTurn{        .{ .compacted_summary = .{            .summary = @constCast("LEADING_SUMMARY_ONLY"),            .removed_turn_count = 2,            .compaction_count = 1,        } },        .{ .assistant = .{            .user = .{ .text = @constCast("inspect portable history") },            .assistant = @constCast("inspection complete"),            .execution = .{ .tool_steps = steps[0..], .files = files[0..] },        } },        .{ .compacted_summary = .{            .summary = @constCast("LATE_SUMMARY_ONLY"),            .removed_turn_count = 1,            .compaction_count = 2,        } },        .{ .background_command = .{            .user = .{ .text = @constCast("run portable server") },            .assistant = @constCast("server started"),            .log_path = @constCast("/tmp/portable.log"),            .expect_url = false,        } },        .{ .interrupted = .{            .user = .{ .text = @constCast("stop portable work") },            .assistant = @constCast("partial portable work"),        } },    };     var projected_history: std.ArrayList(ChatMessage) = .empty;    defer projected_history.deinit(arena);    try session_runtime.appendHistoryChatMessages(arena, &projected_history, &history);     const stable_prefix = [_]ChatMessage{        .{ .role = .system, .content = "stable system prompt" },        .{ .role = .system, .content = "stable project context" },    };    const overlay = [_]ChatMessage{.{ .role = .system, .content = "ephemeral overlay" }};    const current = ChatMessage{ .role = .user, .content = "current portable prompt" };    const suffix = [_]ChatMessage{.{ .role = .assistant, .content = "within-turn suffix" }};    var messages = try buildGatewayMessages(        arena,        &stable_prefix,        &overlay,        projected_history.items,        current,        &suffix,    );    defer messages.deinit(arena);     var saw_non_system = false;    var leading_summary_count: usize = 0;    var late_summary_count: usize = 0;    var file_evidence_count: usize = 0;    var background_count: usize = 0;    var interruption_count: usize = 0;    for (messages.items) |entry| {        if (entry.role == .system) {            try std.testing.expect(!saw_non_system);        } else {            saw_non_system = true;        }        const content = entry.content orelse continue;        if (std.mem.find(u8, content, "LEADING_SUMMARY_ONLY") != null) {            try std.testing.expectEqual(types.ChatRole.system, entry.role);            leading_summary_count += 1;        }        if (std.mem.find(u8, content, "LATE_SUMMARY_ONLY") != null) {            try std.testing.expectEqual(types.ChatRole.user, entry.role);            late_summary_count += 1;        }        if (std.mem.find(u8, content, "src/portable.zig") != null and            std.mem.find(u8, content, "Session file evidence") != null)        {            try std.testing.expectEqual(types.ChatRole.user, entry.role);            file_evidence_count += 1;        }        if (std.mem.find(u8, content, "/tmp/portable.log") != null) {            try std.testing.expectEqual(types.ChatRole.user, entry.role);            background_count += 1;        }        if (std.mem.find(u8, content, "<turn_aborted>") != null) {            try std.testing.expectEqual(types.ChatRole.user, entry.role);            interruption_count += 1;        }    }    try std.testing.expectEqual(@as(usize, 1), leading_summary_count);    try std.testing.expectEqual(@as(usize, 1), late_summary_count);    try std.testing.expectEqual(@as(usize, 1), file_evidence_count);    try std.testing.expectEqual(@as(usize, 1), background_count);    try std.testing.expectEqual(@as(usize, 1), interruption_count);    try std.testing.expectEqualStrings("current portable prompt", messages.items[messages.items.len - 2].content.?);    try std.testing.expectEqualStrings("within-turn suffix", messages.items[messages.items.len - 1].content.?);    try gateway_json.validateToolMessageHistory(arena, messages.items);}

Keyboard shortcuts

General

Show keyboard shortcuts
?
Focus the current search
/

Issues and pull requests

Open filters
f

Issues, pull requests and Inbox

Select next item
j↓
Select previous item
k↑
Open selected item
Enter
Dismiss filters or clear selection
Esc

Repository code

Go to file
t