207 lines · 9.0 KB · Rust
RawDownload
use anyhow::anyhow;use serde::{Deserialize, Serialize};use strum::EnumIter; #[cfg_attr(feature = "schemars", derive(schemars::JsonSchema))]#[derive(Clone, Debug, Default, Serialize, Deserialize, PartialEq, EnumIter)]pub enum Model {    // Anthropic models (already included)    #[default]    #[serde(rename = "claude-3-5-sonnet-v2", alias = "claude-3-5-sonnet-latest")]    Claude3_5Sonnet,    #[serde(rename = "claude-3-7-sonnet", alias = "claude-3-7-sonnet-latest")]    Claude3_7Sonnet,    #[serde(rename = "claude-3-opus", alias = "claude-3-opus-latest")]    Claude3Opus,    #[serde(rename = "claude-3-sonnet", alias = "claude-3-sonnet-latest")]    Claude3Sonnet,    #[serde(rename = "claude-3-5-haiku", alias = "claude-3-5-haiku-latest")]    Claude3_5Haiku,    // Amazon Nova Models    AmazonNovaLite,    AmazonNovaMicro,    AmazonNovaPro,    // AI21 models    AI21J2GrandeInstruct,    AI21J2JumboInstruct,    AI21J2Mid,    AI21J2MidV1,    AI21J2Ultra,    AI21J2UltraV1_8k,    AI21J2UltraV1,    AI21JambaInstructV1,    AI21Jamba15LargeV1,    AI21Jamba15MiniV1,    // Cohere models    CohereCommandTextV14_4k,    CohereCommandRV1,    CohereCommandRPlusV1,    CohereCommandLightTextV14_4k,    // Meta models    MetaLlama38BInstructV1,    MetaLlama370BInstructV1,    MetaLlama318BInstructV1_128k,    MetaLlama318BInstructV1,    MetaLlama3170BInstructV1_128k,    MetaLlama3170BInstructV1,    MetaLlama3211BInstructV1,    MetaLlama3290BInstructV1,    MetaLlama321BInstructV1,    MetaLlama323BInstructV1,    // Mistral models    MistralMistral7BInstructV0,    MistralMixtral8x7BInstructV0,    MistralMistralLarge2402V1,    MistralMistralSmall2402V1,    #[serde(rename = "custom")]    Custom {        name: String,        max_tokens: usize,        /// The name displayed in the UI, such as in the assistant panel model dropdown menu.        display_name: Option<String>,        max_output_tokens: Option<u32>,        default_temperature: Option<f32>,    },} impl Model {    pub fn from_id(id: &str) -> anyhow::Result<Self> {        if id.starts_with("claude-3-5-sonnet-v2") {            Ok(Self::Claude3_5Sonnet)        } else if id.starts_with("claude-3-opus") {            Ok(Self::Claude3Opus)        } else if id.starts_with("claude-3-sonnet") {            Ok(Self::Claude3Sonnet)        } else if id.starts_with("claude-3-5-haiku") {            Ok(Self::Claude3_5Haiku)        } else if id.starts_with("claude-3-7-sonnet") {            Ok(Self::Claude3_7Sonnet)        } else {            Err(anyhow!("invalid model id"))        }    }     pub fn id(&self) -> &str {        match self {            Model::Claude3_5Sonnet => "us.anthropic.claude-3-5-sonnet-20241022-v2:0",            Model::Claude3Opus => "us.anthropic.claude-3-opus-20240229-v1:0",            Model::Claude3Sonnet => "us.anthropic.claude-3-sonnet-20240229-v1:0",            Model::Claude3_5Haiku => "us.anthropic.claude-3-5-haiku-20241022-v1:0",            Model::Claude3_7Sonnet => "us.anthropic.claude-3-7-sonnet-20250219-v1:0",            Model::AmazonNovaLite => "us.amazon.nova-lite-v1:0",            Model::AmazonNovaMicro => "us.amazon.nova-micro-v1:0",            Model::AmazonNovaPro => "us.amazon.nova-pro-v1:0",            Model::AI21J2GrandeInstruct => "ai21.j2-grande-instruct",            Model::AI21J2JumboInstruct => "ai21.j2-jumbo-instruct",            Model::AI21J2Mid => "ai21.j2-mid",            Model::AI21J2MidV1 => "ai21.j2-mid-v1",            Model::AI21J2Ultra => "ai21.j2-ultra",            Model::AI21J2UltraV1_8k => "ai21.j2-ultra-v1:0:8k",            Model::AI21J2UltraV1 => "ai21.j2-ultra-v1",            Model::AI21JambaInstructV1 => "ai21.jamba-instruct-v1:0",            Model::AI21Jamba15LargeV1 => "ai21.jamba-1-5-large-v1:0",            Model::AI21Jamba15MiniV1 => "ai21.jamba-1-5-mini-v1:0",            Model::CohereCommandTextV14_4k => "cohere.command-text-v14:7:4k",            Model::CohereCommandRV1 => "cohere.command-r-v1:0",            Model::CohereCommandRPlusV1 => "cohere.command-r-plus-v1:0",            Model::CohereCommandLightTextV14_4k => "cohere.command-light-text-v14:7:4k",            Model::MetaLlama38BInstructV1 => "meta.llama3-8b-instruct-v1:0",            Model::MetaLlama370BInstructV1 => "meta.llama3-70b-instruct-v1:0",            Model::MetaLlama318BInstructV1_128k => "meta.llama3-1-8b-instruct-v1:0:128k",            Model::MetaLlama318BInstructV1 => "meta.llama3-1-8b-instruct-v1:0",            Model::MetaLlama3170BInstructV1_128k => "meta.llama3-1-70b-instruct-v1:0:128k",            Model::MetaLlama3170BInstructV1 => "meta.llama3-1-70b-instruct-v1:0",            Model::MetaLlama3211BInstructV1 => "meta.llama3-2-11b-instruct-v1:0",            Model::MetaLlama3290BInstructV1 => "meta.llama3-2-90b-instruct-v1:0",            Model::MetaLlama321BInstructV1 => "meta.llama3-2-1b-instruct-v1:0",            Model::MetaLlama323BInstructV1 => "meta.llama3-2-3b-instruct-v1:0",            Model::MistralMistral7BInstructV0 => "mistral.mistral-7b-instruct-v0:2",            Model::MistralMixtral8x7BInstructV0 => "mistral.mixtral-8x7b-instruct-v0:1",            Model::MistralMistralLarge2402V1 => "mistral.mistral-large-2402-v1:0",            Model::MistralMistralSmall2402V1 => "mistral.mistral-small-2402-v1:0",            Self::Custom { name, .. } => name,        }    }     pub fn display_name(&self) -> &str {        match self {            Self::Claude3_5Sonnet => "Claude 3.5 Sonnet v2",            Self::Claude3Opus => "Claude 3 Opus",            Self::Claude3Sonnet => "Claude 3 Sonnet",            Self::Claude3_5Haiku => "Claude 3.5 Haiku",            Self::Claude3_7Sonnet => "Claude 3.7 Sonnet",            Self::AmazonNovaLite => "Amazon Nova Lite",            Self::AmazonNovaMicro => "Amazon Nova Micro",            Self::AmazonNovaPro => "Amazon Nova Pro",            Self::AI21J2GrandeInstruct => "AI21 Jurassic2 Grande Instruct",            Self::AI21J2JumboInstruct => "AI21 Jurassic2 Jumbo Instruct",            Self::AI21J2Mid => "AI21 Jurassic2 Mid",            Self::AI21J2MidV1 => "AI21 Jurassic2 Mid V1",            Self::AI21J2Ultra => "AI21 Jurassic2 Ultra",            Self::AI21J2UltraV1_8k => "AI21 Jurassic2 Ultra V1 8K",            Self::AI21J2UltraV1 => "AI21 Jurassic2 Ultra V1",            Self::AI21JambaInstructV1 => "AI21 Jamba Instruct",            Self::AI21Jamba15LargeV1 => "AI21 Jamba 1.5 Large",            Self::AI21Jamba15MiniV1 => "AI21 Jamba 1.5 Mini",            Self::CohereCommandTextV14_4k => "Cohere Command Text V14 4K",            Self::CohereCommandRV1 => "Cohere Command R V1",            Self::CohereCommandRPlusV1 => "Cohere Command R Plus V1",            Self::CohereCommandLightTextV14_4k => "Cohere Command Light Text V14 4K",            Self::MetaLlama38BInstructV1 => "Meta Llama 3 8B Instruct V1",            Self::MetaLlama370BInstructV1 => "Meta Llama 3 70B Instruct V1",            Self::MetaLlama318BInstructV1_128k => "Meta Llama 3 1.8B Instruct V1 128K",            Self::MetaLlama318BInstructV1 => "Meta Llama 3 1.8B Instruct V1",            Self::MetaLlama3170BInstructV1_128k => "Meta Llama 3 1 70B Instruct V1 128K",            Self::MetaLlama3170BInstructV1 => "Meta Llama 3 1 70B Instruct V1",            Self::MetaLlama3211BInstructV1 => "Meta Llama 3 2 11B Instruct V1",            Self::MetaLlama3290BInstructV1 => "Meta Llama 3 2 90B Instruct V1",            Self::MetaLlama321BInstructV1 => "Meta Llama 3 2 1B Instruct V1",            Self::MetaLlama323BInstructV1 => "Meta Llama 3 2 3B Instruct V1",            Self::MistralMistral7BInstructV0 => "Mistral 7B Instruct V0",            Self::MistralMixtral8x7BInstructV0 => "Mistral Mixtral 8x7B Instruct V0",            Self::MistralMistralLarge2402V1 => "Mistral Large 2402 V1",            Self::MistralMistralSmall2402V1 => "Mistral Small 2402 V1",            Self::Custom {                display_name, name, ..            } => display_name.as_deref().unwrap_or(name),        }    }     pub fn max_token_count(&self) -> usize {        match self {            Self::Claude3_5Sonnet            | Self::Claude3Opus            | Self::Claude3Sonnet            | Self::Claude3_5Haiku            | Self::Claude3_7Sonnet => 200_000,            Self::Custom { max_tokens, .. } => *max_tokens,            _ => 200_000,        }    }     pub fn max_output_tokens(&self) -> u32 {        match self {            Self::Claude3Opus | Self::Claude3Sonnet | Self::Claude3_5Haiku => 4_096,            Self::Claude3_5Sonnet => 8_192,            Self::Custom {                max_output_tokens, ..            } => max_output_tokens.unwrap_or(4_096),            _ => 4_096,        }    }     pub fn default_temperature(&self) -> f32 {        match self {            Self::Claude3_5Sonnet            | Self::Claude3Opus            | Self::Claude3Sonnet            | Self::Claude3_5Haiku            | Self::Claude3_7Sonnet => 1.0,            Self::Custom {                default_temperature,                ..            } => default_temperature.unwrap_or(1.0),            _ => 1.0,        }    }}