961 lines · 33.3 KB · Go
RawDownload
// Package main provides the entry point for the CLI Proxy API server.// This server acts as a proxy that provides OpenAI/Gemini/Claude compatible API interfaces// for CLI models, allowing CLI models to be used with tools and libraries designed for standard AI APIs.package main import (	"context"	"errors"	"flag"	"fmt"	"io"	"io/fs"	"net/url"	"os"	"path/filepath"	"strconv"	"strings"	"time" 	"github.com/joho/godotenv"	configaccess "github.com/router-for-me/CLIProxyAPI/v7/internal/access/config_access"	"github.com/router-for-me/CLIProxyAPI/v7/internal/api"	"github.com/router-for-me/CLIProxyAPI/v7/internal/buildinfo"	"github.com/router-for-me/CLIProxyAPI/v7/internal/cmd"	"github.com/router-for-me/CLIProxyAPI/v7/internal/config"	"github.com/router-for-me/CLIProxyAPI/v7/internal/home"	"github.com/router-for-me/CLIProxyAPI/v7/internal/homeplugins"	"github.com/router-for-me/CLIProxyAPI/v7/internal/logging"	"github.com/router-for-me/CLIProxyAPI/v7/internal/managementasset"	"github.com/router-for-me/CLIProxyAPI/v7/internal/misc"	"github.com/router-for-me/CLIProxyAPI/v7/internal/pluginhost"	"github.com/router-for-me/CLIProxyAPI/v7/internal/redisqueue"	"github.com/router-for-me/CLIProxyAPI/v7/internal/registry"	"github.com/router-for-me/CLIProxyAPI/v7/internal/safemode"	"github.com/router-for-me/CLIProxyAPI/v7/internal/store"	_ "github.com/router-for-me/CLIProxyAPI/v7/internal/translator"	"github.com/router-for-me/CLIProxyAPI/v7/internal/tui"	"github.com/router-for-me/CLIProxyAPI/v7/internal/util"	sdkAuth "github.com/router-for-me/CLIProxyAPI/v7/sdk/auth"	coreauth "github.com/router-for-me/CLIProxyAPI/v7/sdk/cliproxy/auth"	sdkpluginstore "github.com/router-for-me/CLIProxyAPI/v7/sdk/pluginstore"	log "github.com/sirupsen/logrus") var (	Version           = "dev"	Commit            = "none"	BuildDate         = "unknown"	DefaultConfigPath = "") // init initializes the shared logger setup.func init() {	logging.SetupBaseLogger()	buildinfo.Version = Version	buildinfo.Commit = Commit	buildinfo.BuildDate = BuildDate} func shouldEnableExampleAPIKeySafeMode(cfg *config.Config, commandMode, tuiMode, standalone, cloudConfigMissing, homeMode bool) bool {	if cfg == nil || commandMode || homeMode || cloudConfigMissing {		return false	}	if tuiMode && !standalone {		return false	}	return safemode.HasExampleAPIKeys(cfg.APIKeys)} // main is the entry point of the application.// It parses command-line flags, loads configuration, and starts the appropriate// service based on the provided flags (login, codex-login, or server mode).func main() {	if len(os.Args) > 1 && os.Args[1] == "discover" {		discoverFlags := flag.NewFlagSet("discover", flag.ExitOnError)		timeoutSec := discoverFlags.Int("timeout", 3, "Discovery timeout in seconds")		jsonOut := discoverFlags.Bool("json", false, "Output in JSON format")		serviceType := discoverFlags.String("service-type", "", "DNS-SD service type (default _ai-gateway._tcp)")		configPathFlag := discoverFlags.String("config", DefaultConfigPath, "Configure File Path")		var include, exclude []string		discoverFlags.Func("include", "Comma-separated interface names to scan (overrides default physical LAN filter)", appendCSV(&include))		discoverFlags.Func("exclude", "Comma-separated interface names to skip", appendCSV(&exclude))		_ = discoverFlags.Parse(os.Args[2:])		if !*jsonOut {			fmt.Fprintf(os.Stderr, "proxy Version: %s, Commit: %s, BuiltAt: %s\n", buildinfo.Version, buildinfo.Commit, buildinfo.BuildDate)		}		cfgInclude, cfgExclude := cmd.LoadDiscoveryScanFilters(*configPathFlag)		include, exclude = cmd.ResolveDiscoveryInterfaceFilters(include, exclude, cfgInclude, cfgExclude)		code := cmd.DoDiscoverWithOptions(cmd.DiscoverOptions{			Timeout:     time.Duration(*timeoutSec) * time.Second,			JSONOutput:  *jsonOut,			ServiceType: *serviceType,			Include:     include,			Exclude:     exclude,		})		os.Exit(code)	} 	// For legacy --discover-json flag or JSON requests, keep stdout clean	isJSONDiscover := argvEnablesBoolFlag(os.Args[1:], "discover-json")	isDiscoverMode := isJSONDiscover || argvEnablesBoolFlag(os.Args[1:], "discover")	if !isJSONDiscover {		fmt.Printf("proxy Version: %s, Commit: %s, BuiltAt: %s\n", buildinfo.Version, buildinfo.Commit, buildinfo.BuildDate)	} 	// Command-line flags to control the application's behavior.	var codexLogin bool	var codexDeviceLogin bool	var claudeLogin bool	var noBrowser bool	var oauthCallbackPort int	var antigravityLogin bool	var kimiLogin bool	var xaiLogin bool	var devinLogin bool	var metaLogin bool	var discoverGateways bool	var discoverTimeout int	var discoverJSON bool	var discoverServiceType string	var discoverInclude []string	var discoverExclude []string	var vertexImport string	var vertexImportPrefix string	var configPath string	var password string	var homeJWT string	var homeDisableClusterDiscovery bool	var tuiMode bool	var standalone bool	var localModel bool 	// Define command-line flags for different operation modes.	flag.BoolVar(&codexLogin, "codex-login", false, "Login to Codex using OAuth")	flag.BoolVar(&codexDeviceLogin, "codex-device-login", false, "Login to Codex using device code flow")	flag.BoolVar(&claudeLogin, "claude-login", false, "Login to Claude using OAuth")	flag.BoolVar(&noBrowser, "no-browser", false, "Don't open browser automatically for OAuth")	flag.IntVar(&oauthCallbackPort, "oauth-callback-port", 0, "Override OAuth callback port (defaults to provider-specific port)")	flag.BoolVar(&antigravityLogin, "antigravity-login", false, "Login to Antigravity using OAuth")	flag.BoolVar(&kimiLogin, "kimi-login", false, "Login to Kimi using OAuth")	flag.BoolVar(&xaiLogin, "xai-login", false, "Login to xAI using OAuth")	flag.BoolVar(&devinLogin, "devin-login", false, "Login to Devin using OAuth")	flag.BoolVar(&metaLogin, "meta-login", false, "Login to Meta using OAuth")	flag.BoolVar(&discoverGateways, "discover", false, "Discover local AI gateways and CPA instances on the LAN")	flag.IntVar(&discoverTimeout, "discover-timeout", 3, "Timeout in seconds for LAN discovery (default 3s)")	flag.BoolVar(&discoverJSON, "discover-json", false, "Output discovered gateways in JSON format")	flag.StringVar(&discoverServiceType, "discover-service-type", "", "DNS-SD service type for LAN discovery (default _ai-gateway._tcp)")	flag.Func("discover-include", "Comma-separated interface names to scan during LAN discovery", appendCSV(&discoverInclude))	flag.Func("discover-exclude", "Comma-separated interface names to skip during LAN discovery", appendCSV(&discoverExclude))	flag.StringVar(&configPath, "config", DefaultConfigPath, "Configure File Path")	flag.StringVar(&vertexImport, "vertex-import", "", "Import Vertex service account key JSON file")	flag.StringVar(&vertexImportPrefix, "vertex-import-prefix", "", "Prefix for Vertex model namespacing (use with -vertex-import)")	flag.StringVar(&password, "password", "", "")	flag.StringVar(&homeJWT, "home-jwt", "", "Home control plane JWT for mTLS certificate bootstrap and connection")	flag.BoolVar(&homeDisableClusterDiscovery, "home-disable-cluster-discovery", false, "Disable Home CLUSTER NODES discovery and keep using the configured -home-jwt address")	flag.BoolVar(&tuiMode, "tui", false, "Start with terminal management UI")	flag.BoolVar(&standalone, "standalone", false, "In TUI mode, start an embedded local server")	flag.BoolVar(&localModel, "local-model", false, "Use embedded models.json and codex_client_models.json only, skip remote model catalog fetching") 	flag.CommandLine.Usage = func() {		out := flag.CommandLine.Output()		_, _ = fmt.Fprintf(out, "Usage of %s\n", os.Args[0])		flag.CommandLine.VisitAll(func(f *flag.Flag) {			if f.Name == "password" {				return			}			s := fmt.Sprintf("  -%s", f.Name)			name, unquoteUsage := flag.UnquoteUsage(f)			if name != "" {				s += " " + name			}			if len(s) <= 4 {				s += "	"			} else {				s += "\n    "			}			if unquoteUsage != "" {				s += unquoteUsage			}			if f.DefValue != "" && f.DefValue != "false" && f.DefValue != "0" {				s += fmt.Sprintf(" (default %s)", f.DefValue)			}			_, _ = fmt.Fprint(out, s+"\n")		})	} 	pluginHost := pluginhost.New()	if !isDiscoverMode {		if bootstrapCfg := loadPluginBootstrapConfig(pluginBootstrapConfigPath(os.Args[1:], DefaultConfigPath)); bootstrapCfg != nil {			pluginHost.ApplyConfig(context.Background(), bootstrapCfg)			pluginHost.RegisterCommandLineFlags(context.Background(), flag.CommandLine)		}	} 	// Parse the command-line flags.	flag.Parse() 	if discoverGateways || discoverJSON {		cfgInclude, cfgExclude := cmd.LoadDiscoveryScanFilters(configPath)		include, exclude := cmd.ResolveDiscoveryInterfaceFilters(discoverInclude, discoverExclude, cfgInclude, cfgExclude)		code := cmd.DoDiscoverWithOptions(cmd.DiscoverOptions{			Timeout:     time.Duration(discoverTimeout) * time.Second,			JSONOutput:  discoverJSON,			ServiceType: discoverServiceType,			Include:     include,			Exclude:     exclude,		})		os.Exit(code)	} 	// Core application variables.	var err error	var cfg *config.Config	var isCloudDeploy bool	var configLoadedFromHome bool	var homeClient *home.Client	var homePluginSyncReport homeplugins.SyncReport	var homePluginStatusReady bool	var (		usePostgresStore     bool		pgStoreDSN           string		pgStoreSchema        string		pgStoreLocalPath     string		pgStoreInst          *store.PostgresStore		useGitStore          bool		gitStoreRemoteURL    string		gitStoreUser         string		gitStorePassword     string		gitStoreBranch       string		gitStoreLocalPath    string		gitStoreInst         *store.GitTokenStore		gitStoreRoot         string		useObjectStore       bool		objectStoreEndpoint  string		objectStoreAccess    string		objectStoreSecret    string		objectStoreBucket    string		objectStoreLocalPath string		objectStoreInst      *store.ObjectTokenStore	) 	wd, err := os.Getwd()	if err != nil {		log.Errorf("failed to get working directory: %v", err)		return	} 	// Load environment variables from .env if present.	if errLoad := godotenv.Load(filepath.Join(wd, ".env")); errLoad != nil {		if !errors.Is(errLoad, os.ErrNotExist) {			log.WithError(errLoad).Warn("failed to load .env file")		}	} 	lookupEnv := func(keys ...string) (string, bool) {		for _, key := range keys {			if value, ok := os.LookupEnv(key); ok {				if trimmed := strings.TrimSpace(value); trimmed != "" {					return trimmed, true				}			}		}		return "", false	}	writableBase := util.WritablePath() 	if strings.TrimSpace(homeJWT) == "" {		if v, ok := lookupEnv("HOME_JWT", "home_jwt"); ok {			homeJWT = v		}	} 	if value, ok := lookupEnv("PGSTORE_DSN", "pgstore_dsn"); ok {		usePostgresStore = true		pgStoreDSN = value	}	if usePostgresStore {		if value, ok := lookupEnv("PGSTORE_SCHEMA", "pgstore_schema"); ok {			pgStoreSchema = value		}		if value, ok := lookupEnv("PGSTORE_LOCAL_PATH", "pgstore_local_path"); ok {			pgStoreLocalPath = value		}		if pgStoreLocalPath == "" {			if writableBase != "" {				pgStoreLocalPath = writableBase			} else {				pgStoreLocalPath = wd			}		}		useGitStore = false	}	if value, ok := lookupEnv("GITSTORE_GIT_URL", "gitstore_git_url"); ok {		useGitStore = true		gitStoreRemoteURL = value	}	if value, ok := lookupEnv("GITSTORE_GIT_USERNAME", "gitstore_git_username"); ok {		gitStoreUser = value	}	if value, ok := lookupEnv("GITSTORE_GIT_TOKEN", "gitstore_git_token"); ok {		gitStorePassword = value	}	if value, ok := lookupEnv("GITSTORE_LOCAL_PATH", "gitstore_local_path"); ok {		gitStoreLocalPath = value	}	if value, ok := lookupEnv("GITSTORE_GIT_BRANCH", "gitstore_git_branch"); ok {		gitStoreBranch = value	}	if value, ok := lookupEnv("OBJECTSTORE_ENDPOINT", "objectstore_endpoint"); ok {		useObjectStore = true		objectStoreEndpoint = value	}	if value, ok := lookupEnv("OBJECTSTORE_ACCESS_KEY", "objectstore_access_key"); ok {		objectStoreAccess = value	}	if value, ok := lookupEnv("OBJECTSTORE_SECRET_KEY", "objectstore_secret_key"); ok {		objectStoreSecret = value	}	if value, ok := lookupEnv("OBJECTSTORE_BUCKET", "objectstore_bucket"); ok {		objectStoreBucket = value	}	if value, ok := lookupEnv("OBJECTSTORE_LOCAL_PATH", "objectstore_local_path"); ok {		objectStoreLocalPath = value	} 	// Check for cloud deploy mode only on first execution	// Read env var name in uppercase: DEPLOY	deployEnv := os.Getenv("DEPLOY")	if deployEnv == "cloud" {		isCloudDeploy = true	} 	// Determine and load the configuration file.	// Prefer the Postgres store when configured, otherwise fallback to git or local files.	var configFilePath string	if strings.TrimSpace(homeJWT) != "" {		configLoadedFromHome = true		ctxHome, cancelHome := context.WithTimeout(context.Background(), 30*time.Second)		homeCfg, errHomeCfg := home.ConfigFromJWT(ctxHome, homeJWT)		cancelHome()		if errHomeCfg != nil {			log.Errorf("invalid -home-jwt: %v", errHomeCfg)			return		}		if homeDisableClusterDiscovery {			homeCfg.DisableClusterDiscovery = true		}		homeClient = home.New(homeCfg)		defer func() {			if homeClient != nil {				homeClient.Close()			}		}() 		ctxHomeConfig, cancelHomeConfig := context.WithTimeout(context.Background(), 30*time.Second)		raw, errGetConfig := homeClient.GetConfig(ctxHomeConfig)		cancelHomeConfig()		if errGetConfig != nil {			log.Errorf("failed to fetch config from home: %v", errGetConfig)			return		} 		parsed, errParseConfig := config.ParseConfigBytes(raw)		if errParseConfig != nil {			log.Errorf("failed to parse config payload from home: %v", errParseConfig)			return		}		if parsed == nil {			parsed = &config.Config{}		}		parsed.Home = homeCfg		parsed.Port = config.NormalizeHomePort(parsed.Port)		parsed.UsageStatisticsEnabled = true		pluginSyncCfg := *parsed		parsed.Plugins.StoreAuth = nil		var errHomePlugins error		platform := homeplugins.CurrentPlatform()		if pluginSyncCfg.Plugins.Enabled {			ctxHomePlugins, cancelHomePlugins := context.WithTimeout(context.Background(), 30*time.Second)			installedVersions, errInstalledPlugins := homeplugins.InstalledVersions(&pluginSyncCfg)			if errInstalledPlugins != nil {				homePluginStatusReady = true				errHomePlugins = errInstalledPlugins				homePluginSyncReport = homeplugins.CompletedSyncReport(platform, errInstalledPlugins)			} else {				pluginSyncRequest := sdkpluginstore.PluginSyncRequest{					SchemaVersion:     sdkpluginstore.PluginSyncSchemaVersion,					GOOS:              platform.GOOS,					GOARCH:            platform.GOARCH,					InstalledVersions: installedVersions,				}				pluginSyncResponse, errFetchPlugins := homeClient.GetPluginSync(ctxHomePlugins, pluginSyncRequest)				errHomePlugins = errFetchPlugins				switch {				case errHomePlugins == nil:					homePluginStatusReady = true					homePluginSyncReport, errHomePlugins = homeplugins.SyncResolvedWithReport(ctxHomePlugins, &pluginSyncCfg, pluginSyncResponse.Items, pluginSyncResponse.ExpiresAt, pluginSyncRequest.InstalledVersions, pluginHost)				case errors.Is(errHomePlugins, home.ErrPluginSyncUnsupported):					homePluginStatusReady = true					homePluginSyncReport, errHomePlugins = homeplugins.SyncWithReport(ctxHomePlugins, &pluginSyncCfg, pluginHost)				default:					homePluginStatusReady = true					homePluginSyncReport = homeplugins.CompletedSyncReport(platform, errHomePlugins)				}				pluginSyncRequest.Clear()				pluginSyncResponse.Clear()			}			cancelHomePlugins()		} else {			homePluginStatusReady = true			homePluginSyncReport = homeplugins.CompletedSyncReport(platform, nil)		}		if errHomePlugins != nil {			log.Errorf("failed to sync plugins from home: %v", errHomePlugins)		}		if homePluginStatusReady {			errReportPlugins := home.ReportPluginStatus(context.Background(), homeClient, homeCfg.NodeID, homePluginSyncReport)			if errReportPlugins != nil {				log.Warnf("failed to report home plugin sync status: %v", errReportPlugins)			}		}		if errHomePlugins != nil {			return		}		cfg = parsed 		// Keep a non-empty config path for downstream components (log paths, management assets, etc),		// but do not require the file to exist when loading config from home.		if strings.TrimSpace(configPath) != "" {			configFilePath = configPath		} else {			configFilePath = filepath.Join(wd, "config.yaml")		} 		// Local stores are intentionally disabled when config is loaded from home.		usePostgresStore = false		useObjectStore = false		useGitStore = false	} else if usePostgresStore {		if pgStoreLocalPath == "" {			pgStoreLocalPath = wd		}		pgStoreLocalPath = filepath.Join(pgStoreLocalPath, "pgstore")		ctx, cancel := context.WithTimeout(context.Background(), 30*time.Second)		pgStoreInst, err = store.NewPostgresStore(ctx, store.PostgresStoreConfig{			DSN:      pgStoreDSN,			Schema:   pgStoreSchema,			SpoolDir: pgStoreLocalPath,		})		cancel()		if err != nil {			log.Errorf("failed to initialize postgres token store: %v", err)			return		}		examplePath := filepath.Join(wd, "config.example.yaml")		ctx, cancel = context.WithTimeout(context.Background(), 30*time.Second)		if errBootstrap := pgStoreInst.Bootstrap(ctx, examplePath); errBootstrap != nil {			cancel()			log.Errorf("failed to bootstrap postgres-backed config: %v", errBootstrap)			return		}		cancel()		configFilePath = pgStoreInst.ConfigPath()		cfg, err = config.LoadConfigOptional(configFilePath, isCloudDeploy)		if err == nil {			cfg.AuthDir = pgStoreInst.AuthDir()			log.Infof("postgres-backed token store enabled, workspace path: %s", pgStoreInst.WorkDir())		}	} else if useObjectStore {		if objectStoreLocalPath == "" {			if writableBase != "" {				objectStoreLocalPath = writableBase			} else {				objectStoreLocalPath = wd			}		}		objectStoreRoot := filepath.Join(objectStoreLocalPath, "objectstore")		resolvedEndpoint := strings.TrimSpace(objectStoreEndpoint)		useSSL := true		if strings.Contains(resolvedEndpoint, "://") {			parsed, errParse := url.Parse(resolvedEndpoint)			if errParse != nil {				log.Errorf("failed to parse object store endpoint %q: %v", objectStoreEndpoint, errParse)				return			}			switch strings.ToLower(parsed.Scheme) {			case "http":				useSSL = false			case "https":				useSSL = true			default:				log.Errorf("unsupported object store scheme %q (only http and https are allowed)", parsed.Scheme)				return			}			if parsed.Host == "" {				log.Errorf("object store endpoint %q is missing host information", objectStoreEndpoint)				return			}			resolvedEndpoint = parsed.Host			if parsed.Path != "" && parsed.Path != "/" {

Lines 1–500 of 961.