use anyhow::{Context as _, bail}; use chrono::{DateTime, Utc}; use cloud_llm_client::LanguageModelProvider; use collections::{HashMap, HashSet}; use sea_orm::ActiveValue; use std::{sync::Arc, time::Duration}; use stripe::{CancellationDetailsReason, EventObject, EventType, ListEvents, SubscriptionStatus}; use util::{ResultExt, maybe}; use crate::AppState; use crate::db::billing_subscription::{ StripeCancellationReason, StripeSubscriptionStatus, SubscriptionKind, }; use crate::llm::db::subscription_usage_meter::{self, CompletionMode}; use crate::rpc::{ResultExt as _, Server}; use crate::stripe_client::{ StripeCancellationDetailsReason, StripeClient, StripeCustomerId, StripeSubscription, StripeSubscriptionId, }; use crate::{db::UserId, llm::db::LlmDatabase}; use crate::{ db::{ CreateBillingCustomerParams, CreateBillingSubscriptionParams, CreateProcessedStripeEventParams, UpdateBillingCustomerParams, UpdateBillingSubscriptionParams, billing_customer, }, stripe_billing::StripeBilling, }; /// The amount of time we wait in between each poll of Stripe events. /// /// This value should strike a balance between: /// 1. Being short enough that we update quickly when something in Stripe changes /// 2. Being long enough that we don't eat into our rate limits. /// /// As a point of reference, the Sequin folks say they have this at **500ms**: /// /// > We poll the Stripe /events endpoint every 500ms per account /// > /// > — https://blog.sequinstream.com/events-not-webhooks/ const POLL_EVENTS_INTERVAL: Duration = Duration::from_secs(5); /// The maximum number of events to return per page. /// /// We set this to 100 (the max) so we have to make fewer requests to Stripe. /// /// > Limit can range between 1 and 100, and the default is 10. const EVENTS_LIMIT_PER_PAGE: u64 = 100; /// The number of pages consisting entirely of already-processed events that we /// will see before we stop retrieving events. /// /// This is used to prevent over-fetching the Stripe events API for events we've /// already seen and processed. const NUMBER_OF_ALREADY_PROCESSED_PAGES_BEFORE_WE_STOP: usize = 4; /// Polls the Stripe events API periodically to reconcile the records in our /// database with the data in Stripe. pub fn poll_stripe_events_periodically(app: Arc, rpc_server: Arc) { let Some(real_stripe_client) = app.real_stripe_client.clone() else { log::warn!("failed to retrieve Stripe client"); return; }; let Some(stripe_client) = app.stripe_client.clone() else { log::warn!("failed to retrieve Stripe client"); return; }; let executor = app.executor.clone(); executor.spawn_detached({ let executor = executor.clone(); async move { loop { poll_stripe_events(&app, &rpc_server, &stripe_client, &real_stripe_client) .await .log_err(); executor.sleep(POLL_EVENTS_INTERVAL).await; } } }); } async fn poll_stripe_events( app: &Arc, rpc_server: &Arc, stripe_client: &Arc, real_stripe_client: &stripe::Client, ) -> anyhow::Result<()> { let feature_flags = app.db.list_feature_flags().await?; let sync_events_using_cloud = feature_flags .iter() .any(|flag| flag.flag == "cloud-stripe-events-polling" && flag.enabled_for_all); if sync_events_using_cloud { return Ok(()); } fn event_type_to_string(event_type: EventType) -> String { // Calling `to_string` on `stripe::EventType` members gives us a quoted string, // so we need to unquote it. event_type.to_string().trim_matches('"').to_string() } let event_types = [ EventType::CustomerCreated, EventType::CustomerUpdated, EventType::CustomerSubscriptionCreated, EventType::CustomerSubscriptionUpdated, EventType::CustomerSubscriptionPaused, EventType::CustomerSubscriptionResumed, EventType::CustomerSubscriptionDeleted, ] .into_iter() .map(event_type_to_string) .collect::>(); let mut pages_of_already_processed_events = 0; let mut unprocessed_events = Vec::new(); log::info!( "Stripe events: starting retrieval for {}", event_types.join(", ") ); let mut params = ListEvents::new(); params.types = Some(event_types.clone()); params.limit = Some(EVENTS_LIMIT_PER_PAGE); let mut event_pages = stripe::Event::list(&real_stripe_client, ¶ms) .await? .paginate(params); loop { let processed_event_ids = { let event_ids = event_pages .page .data .iter() .map(|event| event.id.as_str()) .collect::>(); app.db .get_processed_stripe_events_by_event_ids(&event_ids) .await? .into_iter() .map(|event| event.stripe_event_id) .collect::>() }; let mut processed_events_in_page = 0; let events_in_page = event_pages.page.data.len(); for event in &event_pages.page.data { if processed_event_ids.contains(&event.id.to_string()) { processed_events_in_page += 1; log::debug!("Stripe events: already processed '{}', skipping", event.id); } else { unprocessed_events.push(event.clone()); } } if processed_events_in_page == events_in_page { pages_of_already_processed_events += 1; } if event_pages.page.has_more { if pages_of_already_processed_events >= NUMBER_OF_ALREADY_PROCESSED_PAGES_BEFORE_WE_STOP { log::info!( "Stripe events: stopping, saw {pages_of_already_processed_events} pages of already-processed events" ); break; } else { log::info!("Stripe events: retrieving next page"); event_pages = event_pages.next(&real_stripe_client).await?; } } else { break; } } log::info!("Stripe events: unprocessed {}", unprocessed_events.len()); // Sort all of the unprocessed events in ascending order, so we can handle them in the order they occurred. unprocessed_events.sort_by(|a, b| a.created.cmp(&b.created).then_with(|| a.id.cmp(&b.id))); for event in unprocessed_events { let event_id = event.id.clone(); let processed_event_params = CreateProcessedStripeEventParams { stripe_event_id: event.id.to_string(), stripe_event_type: event_type_to_string(event.type_), stripe_event_created_timestamp: event.created, }; // If the event has happened too far in the past, we don't want to // process it and risk overwriting other more-recent updates. // // 1 day was chosen arbitrarily. This could be made longer or shorter. let one_day = Duration::from_secs(24 * 60 * 60); let a_day_ago = Utc::now() - one_day; if a_day_ago.timestamp() > event.created { log::info!( "Stripe events: event '{}' is more than {one_day:?} old, marking as processed", event_id ); app.db .create_processed_stripe_event(&processed_event_params) .await?; continue; } let process_result = match event.type_ { EventType::CustomerCreated | EventType::CustomerUpdated => { handle_customer_event(app, real_stripe_client, event).await } EventType::CustomerSubscriptionCreated | EventType::CustomerSubscriptionUpdated | EventType::CustomerSubscriptionPaused | EventType::CustomerSubscriptionResumed | EventType::CustomerSubscriptionDeleted => { handle_customer_subscription_event(app, rpc_server, stripe_client, event).await } _ => Ok(()), }; if let Some(()) = process_result .with_context(|| format!("failed to process event {event_id} successfully")) .log_err() { app.db .create_processed_stripe_event(&processed_event_params) .await?; } } Ok(()) } async fn handle_customer_event( app: &Arc, _stripe_client: &stripe::Client, event: stripe::Event, ) -> anyhow::Result<()> { let EventObject::Customer(customer) = event.data.object else { bail!("unexpected event payload for {}", event.id); }; log::info!("handling Stripe {} event: {}", event.type_, event.id); let Some(email) = customer.email else { log::info!("Stripe customer has no email: skipping"); return Ok(()); }; let Some(user) = app.db.get_user_by_email(&email).await? else { log::info!("no user found for email: skipping"); return Ok(()); }; if let Some(existing_customer) = app .db .get_billing_customer_by_stripe_customer_id(&customer.id) .await? { app.db .update_billing_customer( existing_customer.id, &UpdateBillingCustomerParams { // For now we just leave the information as-is, as it is not // likely to change. ..Default::default() }, ) .await?; } else { app.db .create_billing_customer(&CreateBillingCustomerParams { user_id: user.id, stripe_customer_id: customer.id.to_string(), }) .await?; } Ok(()) } async fn sync_subscription( app: &Arc, stripe_client: &Arc, subscription: StripeSubscription, ) -> anyhow::Result { let subscription_kind = if let Some(stripe_billing) = &app.stripe_billing { stripe_billing .determine_subscription_kind(&subscription) .await } else { None }; let billing_customer = find_or_create_billing_customer(app, stripe_client.as_ref(), &subscription.customer) .await? .context("billing customer not found")?; if let Some(SubscriptionKind::ZedProTrial) = subscription_kind { if subscription.status == SubscriptionStatus::Trialing { let current_period_start = DateTime::from_timestamp(subscription.current_period_start, 0) .context("No trial subscription period start")?; app.db .update_billing_customer( billing_customer.id, &UpdateBillingCustomerParams { trial_started_at: ActiveValue::set(Some(current_period_start.naive_utc())), ..Default::default() }, ) .await?; } } let was_canceled_due_to_payment_failure = subscription.status == SubscriptionStatus::Canceled && subscription .cancellation_details .as_ref() .and_then(|details| details.reason) .map_or(false, |reason| { reason == StripeCancellationDetailsReason::PaymentFailed }); if was_canceled_due_to_payment_failure { app.db .update_billing_customer( billing_customer.id, &UpdateBillingCustomerParams { has_overdue_invoices: ActiveValue::set(true), ..Default::default() }, ) .await?; } if let Some(existing_subscription) = app .db .get_billing_subscription_by_stripe_subscription_id(subscription.id.0.as_ref()) .await? { app.db .update_billing_subscription( existing_subscription.id, &UpdateBillingSubscriptionParams { billing_customer_id: ActiveValue::set(billing_customer.id), kind: ActiveValue::set(subscription_kind), stripe_subscription_id: ActiveValue::set(subscription.id.to_string()), stripe_subscription_status: ActiveValue::set(subscription.status.into()), stripe_cancel_at: ActiveValue::set( subscription .cancel_at .and_then(|cancel_at| DateTime::from_timestamp(cancel_at, 0)) .map(|time| time.naive_utc()), ), stripe_cancellation_reason: ActiveValue::set( subscription .cancellation_details .and_then(|details| details.reason) .map(|reason| reason.into()), ), stripe_current_period_start: ActiveValue::set(Some( subscription.current_period_start, )), stripe_current_period_end: ActiveValue::set(Some( subscription.current_period_end, )), }, ) .await?; } else { if let Some(existing_subscription) = app .db .get_active_billing_subscription(billing_customer.user_id) .await? { if existing_subscription.kind == Some(SubscriptionKind::ZedFree) && subscription_kind == Some(SubscriptionKind::ZedProTrial) { let stripe_subscription_id = StripeSubscriptionId( existing_subscription.stripe_subscription_id.clone().into(), ); stripe_client .cancel_subscription(&stripe_subscription_id) .await?; } else { // If the user already has an active billing subscription, ignore the // event and return an `Ok` to signal that it was processed // successfully. // // There is the possibility that this could cause us to not create a // subscription in the following scenario: // // 1. User has an active subscription A // 2. User cancels subscription A // 3. User creates a new subscription B // 4. We process the new subscription B before the cancellation of subscription A // 5. User ends up with no subscriptions // // In theory this situation shouldn't arise as we try to process the events in the order they occur. log::info!( "user {user_id} already has an active subscription, skipping creation of subscription {subscription_id}", user_id = billing_customer.user_id, subscription_id = subscription.id ); return Ok(billing_customer); } } app.db .create_billing_subscription(&CreateBillingSubscriptionParams { billing_customer_id: billing_customer.id, kind: subscription_kind, stripe_subscription_id: subscription.id.to_string(), stripe_subscription_status: subscription.status.into(), stripe_cancellation_reason: subscription .cancellation_details .and_then(|details| details.reason) .map(|reason| reason.into()), stripe_current_period_start: Some(subscription.current_period_start), stripe_current_period_end: Some(subscription.current_period_end), }) .await?; } if let Some(stripe_billing) = app.stripe_billing.as_ref() { if subscription.status == SubscriptionStatus::Canceled || subscription.status == SubscriptionStatus::Paused { let already_has_active_billing_subscription = app .db .has_active_billing_subscription(billing_customer.user_id) .await?; if !already_has_active_billing_subscription { let stripe_customer_id = StripeCustomerId(billing_customer.stripe_customer_id.clone().into()); stripe_billing .subscribe_to_zed_free(stripe_customer_id) .await?; } } } Ok(billing_customer) } async fn handle_customer_subscription_event( app: &Arc, rpc_server: &Arc, stripe_client: &Arc, event: stripe::Event, ) -> anyhow::Result<()> { let EventObject::Subscription(subscription) = event.data.object else { bail!("unexpected event payload for {}", event.id); }; log::info!("handling Stripe {} event: {}", event.type_, event.id); let billing_customer = sync_subscription(app, stripe_client, subscription.into()).await?; // When the user's subscription changes, push down any changes to their plan. rpc_server .update_plan_for_user_legacy(billing_customer.user_id) .await .trace_err(); // When the user's subscription changes, we want to refresh their LLM tokens // to either grant/revoke access. rpc_server .refresh_llm_tokens_for_user(billing_customer.user_id) .await; Ok(()) } impl From for StripeSubscriptionStatus { fn from(value: SubscriptionStatus) -> Self { match value { SubscriptionStatus::Incomplete => Self::Incomplete, SubscriptionStatus::IncompleteExpired => Self::IncompleteExpired, SubscriptionStatus::Trialing => Self::Trialing, SubscriptionStatus::Active => Self::Active, SubscriptionStatus::PastDue => Self::PastDue, SubscriptionStatus::Canceled => Self::Canceled, SubscriptionStatus::Unpaid => Self::Unpaid, SubscriptionStatus::Paused => Self::Paused, } } } impl From for StripeCancellationReason { fn from(value: CancellationDetailsReason) -> Self { match value { CancellationDetailsReason::CancellationRequested => Self::CancellationRequested, CancellationDetailsReason::PaymentDisputed => Self::PaymentDisputed, CancellationDetailsReason::PaymentFailed => Self::PaymentFailed, } } } /// Finds or creates a billing customer using the provided customer. pub async fn find_or_create_billing_customer( app: &Arc, stripe_client: &dyn StripeClient, customer_id: &StripeCustomerId, ) -> anyhow::Result> { // If we already have a billing customer record associated with the Stripe customer, // there's nothing more we need to do. if let Some(billing_customer) = app .db .get_billing_customer_by_stripe_customer_id(customer_id.0.as_ref()) .await? { return Ok(Some(billing_customer)); } let customer = stripe_client.get_customer(customer_id).await?; let Some(email) = customer.email else { return Ok(None); }; let Some(user) = app.db.get_user_by_email(&email).await? else { return Ok(None); }; let billing_customer = app .db .create_billing_customer(&CreateBillingCustomerParams { user_id: user.id, stripe_customer_id: customer.id.to_string(), }) .await?; Ok(Some(billing_customer)) } const SYNC_LLM_REQUEST_USAGE_WITH_STRIPE_INTERVAL: Duration = Duration::from_secs(60); pub fn sync_llm_request_usage_with_stripe_periodically(app: Arc) { let Some(stripe_billing) = app.stripe_billing.clone() else { log::warn!("failed to retrieve Stripe billing object"); return; }; let Some(llm_db) = app.llm_db.clone() else { log::warn!("failed to retrieve LLM database"); return; }; let executor = app.executor.clone(); executor.spawn_detached({ let executor = executor.clone(); async move { loop { sync_model_request_usage_with_stripe(&app, &llm_db, &stripe_billing) .await .context("failed to sync LLM request usage to Stripe") .trace_err(); executor .sleep(SYNC_LLM_REQUEST_USAGE_WITH_STRIPE_INTERVAL) .await; } } }); } async fn sync_model_request_usage_with_stripe( app: &Arc, llm_db: &Arc, stripe_billing: &Arc, ) -> anyhow::Result<()> { let feature_flags = app.db.list_feature_flags().await?; let sync_model_request_usage_using_cloud = feature_flags .iter() .any(|flag| flag.flag == "cloud-stripe-usage-meters-sync" && flag.enabled_for_all); if sync_model_request_usage_using_cloud { return Ok(()); } log::info!("Stripe usage sync: Starting"); let started_at = Utc::now(); let staff_users = app.db.get_staff_users().await?; let staff_user_ids = staff_users .iter() .map(|user| user.id) .collect::>(); let usage_meters = llm_db .get_current_subscription_usage_meters(Utc::now()) .await?; let mut usage_meters_by_user_id = HashMap::>::default(); for (usage_meter, usage) in usage_meters { let meters = usage_meters_by_user_id.entry(usage.user_id).or_default(); meters.push(usage_meter); } log::info!("Stripe usage sync: Retrieving Zed Pro subscriptions"); let get_zed_pro_subscriptions_started_at = Utc::now(); let billing_subscriptions = app.db.get_active_zed_pro_billing_subscriptions().await?; log::info!( "Stripe usage sync: Retrieved {} Zed Pro subscriptions in {}", billing_subscriptions.len(), Utc::now() - get_zed_pro_subscriptions_started_at ); let claude_sonnet_4 = stripe_billing .find_price_by_lookup_key("claude-sonnet-4-requests") .await?; let claude_sonnet_4_max = stripe_billing .find_price_by_lookup_key("claude-sonnet-4-requests-max") .await?; let claude_opus_4 = stripe_billing .find_price_by_lookup_key("claude-opus-4-requests") .await?; let claude_opus_4_max = stripe_billing .find_price_by_lookup_key("claude-opus-4-requests-max") .await?; let claude_3_5_sonnet = stripe_billing .find_price_by_lookup_key("claude-3-5-sonnet-requests") .await?; let claude_3_7_sonnet = stripe_billing .find_price_by_lookup_key("claude-3-7-sonnet-requests") .await?; let claude_3_7_sonnet_max = stripe_billing .find_price_by_lookup_key("claude-3-7-sonnet-requests-max") .await?; let model_mode_combinations = [ ("claude-opus-4", CompletionMode::Max), ("claude-opus-4", CompletionMode::Normal), ("claude-sonnet-4", CompletionMode::Max), ("claude-sonnet-4", CompletionMode::Normal), ("claude-3-7-sonnet", CompletionMode::Max), ("claude-3-7-sonnet", CompletionMode::Normal), ("claude-3-5-sonnet", CompletionMode::Normal), ]; let billing_subscription_count = billing_subscriptions.len(); log::info!("Stripe usage sync: Syncing {billing_subscription_count} Zed Pro subscriptions"); for (user_id, (billing_customer, billing_subscription)) in billing_subscriptions { maybe!(async { if staff_user_ids.contains(&user_id) { return anyhow::Ok(()); } let stripe_customer_id = StripeCustomerId(billing_customer.stripe_customer_id.clone().into()); let stripe_subscription_id = StripeSubscriptionId(billing_subscription.stripe_subscription_id.clone().into()); let usage_meters = usage_meters_by_user_id.get(&user_id); for (model, mode) in &model_mode_combinations { let Ok(model) = llm_db.model(LanguageModelProvider::Anthropic, model) else { log::warn!("Failed to load model for user {user_id}: {model}"); continue; }; let (price, meter_event_name) = match model.name.as_str() { "claude-opus-4" => match mode { CompletionMode::Normal => (&claude_opus_4, "claude_opus_4/requests"), CompletionMode::Max => (&claude_opus_4_max, "claude_opus_4/requests/max"), }, "claude-sonnet-4" => match mode { CompletionMode::Normal => (&claude_sonnet_4, "claude_sonnet_4/requests"), CompletionMode::Max => { (&claude_sonnet_4_max, "claude_sonnet_4/requests/max") } }, "claude-3-5-sonnet" => (&claude_3_5_sonnet, "claude_3_5_sonnet/requests"), "claude-3-7-sonnet" => match mode { CompletionMode::Normal => { (&claude_3_7_sonnet, "claude_3_7_sonnet/requests") } CompletionMode::Max => { (&claude_3_7_sonnet_max, "claude_3_7_sonnet/requests/max") } }, model_name => { bail!("Attempted to sync usage meter for unsupported model: {model_name:?}") } }; let model_requests = usage_meters .and_then(|usage_meters| { usage_meters .iter() .find(|meter| meter.model_id == model.id && meter.mode == *mode) }) .map(|usage_meter| usage_meter.requests) .unwrap_or(0); if model_requests > 0 { stripe_billing .subscribe_to_price(&stripe_subscription_id, price) .await?; } stripe_billing .bill_model_request_usage(&stripe_customer_id, meter_event_name, model_requests) .await .with_context(|| { format!( "Failed to bill model request usage of {model_requests} for {stripe_customer_id}: {meter_event_name}", ) })?; } Ok(()) }) .await .log_err(); } log::info!( "Stripe usage sync: Synced {billing_subscription_count} Zed Pro subscriptions in {}", Utc::now() - started_at ); Ok(()) }