2743 lines · 92.5 KB · Go
RawDownload
package executor import (	"bufio"	"bytes"	"compress/flate"	"compress/gzip"	"context"	"crypto/sha256"	"encoding/hex"	"fmt"	"io"	"net/http"	"strings"	"time" 	"github.com/andybalholm/brotli"	"github.com/google/uuid"	"github.com/klauspost/compress/zstd"	claudeauth "github.com/router-for-me/CLIProxyAPI/v7/internal/auth/claude"	"github.com/router-for-me/CLIProxyAPI/v7/internal/config"	"github.com/router-for-me/CLIProxyAPI/v7/internal/misc"	"github.com/router-for-me/CLIProxyAPI/v7/internal/registry"	"github.com/router-for-me/CLIProxyAPI/v7/internal/runtime/executor/helps"	sigcompat "github.com/router-for-me/CLIProxyAPI/v7/internal/signature"	"github.com/router-for-me/CLIProxyAPI/v7/internal/thinking"	"github.com/router-for-me/CLIProxyAPI/v7/internal/util"	cliproxyauth "github.com/router-for-me/CLIProxyAPI/v7/sdk/cliproxy/auth"	cliproxyexecutor "github.com/router-for-me/CLIProxyAPI/v7/sdk/cliproxy/executor"	sdktranslator "github.com/router-for-me/CLIProxyAPI/v7/sdk/translator"	log "github.com/sirupsen/logrus"	"github.com/tidwall/gjson"	"github.com/tidwall/sjson" 	"github.com/gin-gonic/gin") // ClaudeExecutor is a stateless executor for Anthropic Claude over the messages API.// If api_key is unavailable on auth, it falls back to legacy via ClientAdapter.type ClaudeExecutor struct {	cfg                     *config.Config	requestLogProvider      string	upstreamModelNormalizer func(string) string} // claudeToolPrefix is empty to match real Claude Code behavior (no tool name prefix).// Previously "proxy_" was used but this is a detectable fingerprint difference.const claudeToolPrefix = "" func shouldSanitizeClaudeMessagesForUpstream(baseModel string) bool {	return sigcompat.SignatureProviderFromModelName(baseModel) == sigcompat.SignatureProviderClaude} func sanitizeClaudeMessagesForClaudeUpstreamWithDebug(ctx context.Context, body []byte, baseModel string) []byte {	sanitized := body	if shouldSanitizeClaudeMessagesForUpstream(baseModel) {		var report sigcompat.SignatureSanitizeReport		sanitized, report = sigcompat.SanitizeClaudeMessagesForClaudeUpstream(body, baseModel)		logClaudeSignatureSanitizeReport(ctx, baseModel, report)	}	return sanitizeClaudeWebSearchDomains(sanitized)} // sanitizeClaudeWebSearchDomains removes empty allowed_domains/blocked_domains// arrays from built-in web_search tools. Some clients (e.g. litellm) emit an// empty array instead of omitting the field, and Anthropic rejects it with// "Empty list of domains is ambiguous. Provide at least one domain or null.".// Deleting the key is equivalent to leaving it unset.func sanitizeClaudeWebSearchDomains(body []byte) []byte {	tools := gjson.GetBytes(body, "tools")	if !tools.Exists() || !tools.IsArray() {		return body	}	tools.ForEach(func(index, tool gjson.Result) bool {		if !strings.HasPrefix(tool.Get("type").String(), "web_search_") {			return true		}		for _, field := range []string{"allowed_domains", "blocked_domains"} {			value := tool.Get(field)			if value.Exists() && value.IsArray() && len(value.Array()) == 0 {				path := fmt.Sprintf("tools.%d.%s", index.Int(), field)				if updated, errDelete := sjson.DeleteBytes(body, path); errDelete == nil {					body = updated				}			}		}		return true	})	return body} func logClaudeSignatureSanitizeReport(ctx context.Context, baseModel string, report sigcompat.SignatureSanitizeReport) {	if report.DroppedBlocks == 0 && report.DroppedSignatures == 0 && report.ReplacedSignatures == 0 {		return	} 	fields := log.Fields{		"component":           "signature_sanitizer",		"executor":            "claude",		"action":              "sanitize_claude_messages",		"target_provider":     string(report.TargetProvider),		"target_model":        baseModel,		"preserved":           report.Preserved,		"dropped_blocks":      report.DroppedBlocks,		"dropped_signatures":  report.DroppedSignatures,		"replaced_signatures": report.ReplacedSignatures,	}	if len(report.Decisions) > 0 {		decision := report.Decisions[0]		fields["first_block_kind"] = string(decision.BlockKind)		fields["first_detected_provider"] = string(decision.DetectedProvider)		fields["first_reason"] = decision.Reason	} 	helps.LogWithRequestID(ctx).WithFields(fields).Debug("claude executor: sanitized signature history before upstream")} // oauthToolRenameMap maps OpenCode-style (lowercase) tool names to Claude Code-style// (TitleCase) names. Anthropic uses tool name fingerprinting to detect third-party// clients on OAuth traffic. Renaming to official names avoids extra-usage billing.// All tools are mapped to TitleCase equivalents to match Claude Code naming patterns.var oauthToolRenameMap = map[string]string{	"bash":         "Bash",	"read":         "Read",	"write":        "Write",	"edit":         "Edit",	"glob":         "Glob",	"grep":         "Grep",	"task":         "Task",	"webfetch":     "WebFetch",	"todowrite":    "TodoWrite",	"question":     "Question",	"skill":        "Skill",	"ls":           "LS",	"todoread":     "TodoRead",	"notebookedit": "NotebookEdit",} // The reverse map is now computed per-request in remapOAuthToolNames so that// only names the client actually caused us to rewrite are restored on the// response. A global reverse map — as used previously — corrupted responses// for clients that sent mixed casing (e.g. `Bash` TitleCase alongside `glob`// lowercase; the request flagged renames via `glob` -> `Glob`, then the global// reverse map incorrectly rewrote every `Bash` in the response to `bash`). // oauthToolsToRemove lists tool names that must be stripped from OAuth requests// even after remapping. Currently empty — all tools are mapped instead of removed.var oauthToolsToRemove = map[string]bool{} // Anthropic-compatible upstreams may reject or even crash when Claude models// omit max_tokens. Prefer registered model metadata before using a fallback.const defaultModelMaxTokens = 1024 func NewClaudeExecutor(cfg *config.Config) *ClaudeExecutor { return &ClaudeExecutor{cfg: cfg} } func (e *ClaudeExecutor) Identifier() string { return "claude" } func (e *ClaudeExecutor) upstreamRequestLogProvider() string {	if provider := strings.TrimSpace(e.requestLogProvider); provider != "" {		return provider	}	return e.Identifier()} func (e *ClaudeExecutor) upstreamModel(baseModel string) string {	if e.upstreamModelNormalizer != nil {		return e.upstreamModelNormalizer(baseModel)	}	return baseModel} func (e *ClaudeExecutor) restoreResponseModel(payload []byte, model string) []byte {	if e.upstreamModelNormalizer == nil || strings.TrimSpace(model) == "" {		return payload	}	return restoreClaudeResponseModel(payload, model)} func restoreClaudeResponseModel(payload []byte, model string) []byte {	if updated, changed := setClaudeResponseModel(payload, model); changed {		return updated	} 	trimmed := bytes.TrimSpace(payload)	if !bytes.HasPrefix(trimmed, []byte("data:")) {		return payload	}	dataIndex := bytes.Index(payload, []byte("data:"))	if dataIndex < 0 {		return payload	}	rawJSON := bytes.TrimSpace(payload[dataIndex+len("data:"):])	updated, changed := setClaudeResponseModel(rawJSON, model)	if !changed {		return payload	}	rebuilt := make([]byte, 0, dataIndex+len("data: ")+len(updated))	rebuilt = append(rebuilt, payload[:dataIndex]...)	rebuilt = append(rebuilt, []byte("data: ")...)	rebuilt = append(rebuilt, updated...)	return rebuilt} func setClaudeResponseModel(payload []byte, model string) ([]byte, bool) {	if !gjson.ValidBytes(payload) {		return payload, false	}	updated := payload	changed := false	for _, path := range []string{"model", "message.model"} {		if !gjson.GetBytes(updated, path).Exists() {			continue		}		next, errSet := sjson.SetBytes(updated, path, model)		if errSet != nil {			continue		}		updated = next		changed = true	}	return updated, changed} // PrepareRequest injects Claude credentials into the outgoing HTTP request.func (e *ClaudeExecutor) PrepareRequest(req *http.Request, auth *cliproxyauth.Auth) error {	if req == nil {		return nil	}	apiKey, _ := claudeCreds(auth)	if strings.TrimSpace(apiKey) == "" {		return nil	}	useAPIKey := auth != nil && auth.Attributes != nil && strings.TrimSpace(auth.Attributes["api_key"]) != ""	isAnthropicBase := req.URL != nil && strings.EqualFold(req.URL.Scheme, "https") && strings.EqualFold(req.URL.Host, "api.anthropic.com")	if isAnthropicBase && useAPIKey {		req.Header.Del("Authorization")		req.Header.Set("x-api-key", apiKey)	} else {		req.Header.Del("x-api-key")		req.Header.Set("Authorization", "Bearer "+apiKey)	}	var attrs map[string]string	if auth != nil {		attrs = auth.Attributes	}	util.ApplyCustomHeadersFromAttrs(req, attrs)	return nil} // HttpRequest injects Claude credentials into the request and executes it.func (e *ClaudeExecutor) HttpRequest(ctx context.Context, auth *cliproxyauth.Auth, req *http.Request) (*http.Response, error) {	if req == nil {		return nil, fmt.Errorf("claude executor: request is nil")	}	if ctx == nil {		ctx = req.Context()	}	httpReq := req.WithContext(ctx)	if err := e.PrepareRequest(httpReq, auth); err != nil {		return nil, err	}	httpClient := helps.NewUtlsHTTPClient(ctx, e.cfg, auth, 0)	return httpClient.Do(httpReq)} func (e *ClaudeExecutor) Execute(ctx context.Context, auth *cliproxyauth.Auth, req cliproxyexecutor.Request, opts cliproxyexecutor.Options) (resp cliproxyexecutor.Response, err error) {	if opts.Alt == "responses/compact" {		return resp, statusErr{code: http.StatusNotImplemented, msg: "/responses/compact not supported"}	}	baseModel := thinking.ParseSuffix(req.Model).ModelName	upstreamModel := e.upstreamModel(baseModel) 	apiKey, baseURL := claudeCreds(auth)	if baseURL == "" {		baseURL = "https://api.anthropic.com"	} 	reporter := helps.NewExecutorUsageReporter(ctx, e, baseModel, auth)	defer reporter.TrackFailure(ctx, &err)	from := opts.SourceFormat	responseFormat := cliproxyexecutor.ResponseFormatOrSource(opts)	to := sdktranslator.FromString("claude")	// Use streaming translation to preserve function calling, except for claude.	stream := from != to	originalPayloadSource := req.Payload	if len(opts.OriginalRequest) > 0 {		originalPayloadSource = opts.OriginalRequest	}	originalPayload := originalPayloadSource	originalTranslated := helps.TranslateRequestWithCodexMultiAgentV2(ctx, opts.Headers, e.cfg, from, to, baseModel, originalPayload, stream)	body := helps.TranslateRequestWithCodexMultiAgentV2(ctx, opts.Headers, e.cfg, from, to, baseModel, req.Payload, stream)	body = helps.SetStringIfDifferent(body, "model", upstreamModel) 	body, err = thinking.ApplyThinking(body, req.Model, from.String(), to.String(), e.Identifier())	if err != nil {		return resp, err	}	if rebuildMidSystemMessageEnabled(e.cfg, auth) {		body = rebuildMidSystemMessagesToTopLevel(body)	} 	// Apply cloaking (system prompt injection, fake user ID, sensitive word obfuscation)	// based on client type and configuration.	body, err = applyCloaking(ctx, e.cfg, auth, body, baseModel, apiKey)	if err != nil {		return resp, err	} 	requestedModel := helps.PayloadRequestedModel(opts, req.Model)	requestPath := helps.PayloadRequestPath(opts)	body = helps.ApplyPayloadConfigWithRequest(e.cfg, baseModel, to.String(), from.String(), "", body, originalTranslated, requestedModel, requestPath, opts.Headers)	body = ensureModelMaxTokens(body, baseModel) 	// Disable thinking if tool_choice forces tool use (Anthropic API constraint)	body = disableThinkingIfToolChoiceForced(body)	body = normalizeClaudeSamplingForUpstream(body)	// Claude OAuth (and this executor's redact-thinking beta) returns signature-only	// thinking blocks unless display is set to "summarized".	body = ensureClaudeThinkingDisplay(body) 	// Auto-inject cache_control if missing (optimization for ClawdBot/clients without caching support)	if countCacheControls(body) == 0 {		body = ensureCacheControl(body)	} 	// Enforce Anthropic's cache_control block limit (max 4 breakpoints per request).	// Cloaking and ensureCacheControl may push the total over 4 when the client	// already sends multiple cache_control blocks.	body = enforceCacheControlLimit(body, 4) 	// Normalize TTL values to prevent ordering violations under prompt-caching-scope-2026-01-05.	// A 1h-TTL block must not appear after a 5m-TTL block in evaluation order (tools→system→messages).	body = normalizeCacheControlTTL(body) 	// Extract betas from body and convert to header	var extraBetas []string	extraBetas, body = extractAndRemoveBetas(body)	bodyForTranslation := body	bodyForUpstream := body	oauthToken := isClaudeOAuthToken(apiKey)	var oauthToolNamesReverseMap map[string]string	if oauthToken {		bodyForUpstream, oauthToolNamesReverseMap = prepareClaudeOAuthToolNamesForUpstream(bodyForUpstream, claudeToolPrefix, auth.ToolPrefixDisabled())	}	bodyForUpstream = sanitizeClaudeMessagesForClaudeUpstreamWithDebug(ctx, bodyForUpstream, baseModel)	// Enable cch signing by default for OAuth tokens (not just experimental flag).	// Claude Code always computes cch; missing or invalid cch is a detectable fingerprint.	if oauthToken || experimentalCCHSigningEnabled(e.cfg, auth) {		bodyForUpstream = signAnthropicMessagesBody(bodyForUpstream)	}	reporter.SetTranslatedReasoningEffort(bodyForUpstream, to.String()) 	url := fmt.Sprintf("%s/v1/messages?beta=true", baseURL)	httpReq, err := http.NewRequestWithContext(ctx, http.MethodPost, url, bytes.NewReader(bodyForUpstream))	if err != nil {		return resp, err	}	if errHeaders := applyClaudeHeaders(httpReq, auth, apiKey, false, extraBetas, e.cfg, opts.Headers); errHeaders != nil {		return resp, errHeaders	}	var authID, authLabel, authType, authValue string	if auth != nil {		authID = auth.ID		authLabel = auth.Label		authType, authValue = auth.AccountInfo()	}	helps.RecordAPIRequest(ctx, e.cfg, helps.UpstreamRequestLog{		URL:       url,		Method:    http.MethodPost,		Headers:   httpReq.Header.Clone(),		Body:      bodyForUpstream,		Provider:  e.upstreamRequestLogProvider(),		AuthID:    authID,		AuthLabel: authLabel,		AuthType:  authType,		AuthValue: authValue,	}) 	httpClient := helps.NewUtlsHTTPClient(ctx, e.cfg, auth, 0)	httpClient = reporter.TrackHTTPClient(httpClient)	httpResp, err := httpClient.Do(httpReq)	if err != nil {		helps.RecordAPIResponseError(ctx, e.cfg, err)		return resp, err	}	helps.RecordAPIResponseMetadata(ctx, e.cfg, httpResp.StatusCode, httpResp.Header.Clone())	if httpResp.StatusCode < 200 || httpResp.StatusCode >= 300 {		// Decompress error responses — pass the Content-Encoding value (may be empty)		// and let decodeResponseBody handle both header-declared and magic-byte-detected		// compression.  This keeps error-path behaviour consistent with the success path.		errBody, decErr := decodeResponseBody(httpResp.Body, httpResp.Header.Get("Content-Encoding"))		if decErr != nil {			helps.RecordAPIResponseError(ctx, e.cfg, decErr)			msg := fmt.Sprintf("failed to decode error response body: %v", decErr)			helps.LogWithRequestID(ctx).Warn(msg)			return resp, statusErr{code: httpResp.StatusCode, msg: msg}		}		b, readErr := io.ReadAll(errBody)		if readErr != nil {			helps.RecordAPIResponseError(ctx, e.cfg, readErr)			msg := fmt.Sprintf("failed to read error response body: %v", readErr)			helps.LogWithRequestID(ctx).Warn(msg)			b = []byte(msg)		}		helps.AppendAPIResponseChunk(ctx, e.cfg, b)		helps.LogWithRequestID(ctx).Debugf("request error, error status: %d, error message: %s", httpResp.StatusCode, helps.SummarizeErrorBody(httpResp.Header.Get("Content-Type"), b))		err = statusErr{code: httpResp.StatusCode, msg: string(b)}		if errClose := errBody.Close(); errClose != nil {			log.Errorf("response body close error: %v", errClose)		}		return resp, err	}	decodedBody, err := decodeResponseBody(httpResp.Body, httpResp.Header.Get("Content-Encoding"))	if err != nil {		helps.RecordAPIResponseError(ctx, e.cfg, err)		if errClose := httpResp.Body.Close(); errClose != nil {			log.Errorf("response body close error: %v", errClose)		}		return resp, err	}	defer func() {		if errClose := decodedBody.Close(); errClose != nil {			log.Errorf("response body close error: %v", errClose)		}	}()	data, err := io.ReadAll(decodedBody)	if err != nil {		helps.RecordAPIResponseError(ctx, e.cfg, err)		return resp, err	}	helps.AppendAPIResponseChunk(ctx, e.cfg, data)	if stream {		if errValidate := validateClaudeStreamingResponse(data); errValidate != nil {			helps.RecordAPIResponseError(ctx, e.cfg, errValidate)			return resp, errValidate		}		lines := bytes.Split(data, []byte("\n"))		for _, line := range lines {			if detail, ok := helps.ParseClaudeStreamUsage(line); ok {				reporter.Publish(ctx, detail)			}		}	} else {		reporter.Publish(ctx, helps.ParseClaudeUsage(data))	}	data = restoreClaudeOAuthToolNamesFromResponse(data, claudeToolPrefix, auth.ToolPrefixDisabled(), oauthToolNamesReverseMap)	data = e.restoreResponseModel(data, req.Model)	var param any	out := sdktranslator.TranslateNonStream(		ctx,		to,		responseFormat,		req.Model,		opts.OriginalRequest,		bodyForTranslation,		data,		&param,	)	resp = cliproxyexecutor.Response{Payload: out, Headers: httpResp.Header.Clone()}	return resp, nil} func (e *ClaudeExecutor) ExecuteStream(ctx context.Context, auth *cliproxyauth.Auth, req cliproxyexecutor.Request, opts cliproxyexecutor.Options) (_ *cliproxyexecutor.StreamResult, err error) {	if opts.Alt == "responses/compact" {		return nil, statusErr{code: http.StatusNotImplemented, msg: "/responses/compact not supported"}	}	baseModel := thinking.ParseSuffix(req.Model).ModelName	upstreamModel := e.upstreamModel(baseModel) 	apiKey, baseURL := claudeCreds(auth)	if baseURL == "" {		baseURL = "https://api.anthropic.com"	} 	reporter := helps.NewExecutorUsageReporter(ctx, e, baseModel, auth)	defer reporter.TrackFailure(ctx, &err)	from := opts.SourceFormat	responseFormat := cliproxyexecutor.ResponseFormatOrSource(opts)	to := sdktranslator.FromString("claude")	originalPayloadSource := req.Payload	if len(opts.OriginalRequest) > 0 {		originalPayloadSource = opts.OriginalRequest	}	originalPayload := originalPayloadSource	originalTranslated := helps.TranslateRequestWithCodexMultiAgentV2(ctx, opts.Headers, e.cfg, from, to, baseModel, originalPayload, true)	body := helps.TranslateRequestWithCodexMultiAgentV2(ctx, opts.Headers, e.cfg, from, to, baseModel, req.Payload, true)	body = helps.SetStringIfDifferent(body, "model", upstreamModel) 	body, err = thinking.ApplyThinking(body, req.Model, from.String(), to.String(), e.Identifier())	if err != nil {		return nil, err	}	if rebuildMidSystemMessageEnabled(e.cfg, auth) {		body = rebuildMidSystemMessagesToTopLevel(body)	} 	// Apply cloaking (system prompt injection, fake user ID, sensitive word obfuscation)	// based on client type and configuration.	body, err = applyCloaking(ctx, e.cfg, auth, body, baseModel, apiKey)	if err != nil {

Lines 1–500 of 2743.