"use client"; import { scopedThreadKey } from "@t3tools/client-runtime/environment"; import { isAtomCommandInterrupted, squashAtomCommandFailure, } from "@t3tools/client-runtime/state/runtime"; import { DEFAULT_BROWSER_PROFILE_ID, FILL_PREVIEW_VIEWPORT, type PreviewAnnotationPayload, type PreviewViewportSetting, type ScopedThreadRef, } from "@t3tools/contracts"; import { normalizePreviewUrl } from "@t3tools/shared/preview"; import { useCallback, useEffect, useRef, useState } from "react"; import { BROWSER_HISTORY_MAX_ENTRIES_PER_PROJECT, recordVisitForThread, removeUrlForThread, setTitleForThreadUrl, useThreadRecentHistory, } from "~/browserHistoryStore"; import { type ComposerImageAttachment, useComposerDraftStore } from "~/composerDraftStore"; import { capturePreviewAnnotationScreenshot } from "~/lib/previewAnnotation"; import { ensureLocalApi } from "~/localApi"; import { rememberPreviewUrl, updatePreviewServerSnapshot, useThreadPreviewState, } from "~/previewStateStore"; import { resolveDiscoveredServerUrl } from "~/browser/browserTargetResolver"; import { useEnvironmentHttpBaseUrl } from "~/state/environments"; import { previewEnvironment } from "~/state/preview"; import { useAtomCommand } from "~/state/use-atom-command"; import { selectThreadPreviewMiniPlayer, usePreviewMiniPlayerStore } from "~/previewMiniPlayerStore"; import { useRightPanelStore } from "~/rightPanelStore"; import { previewBridge } from "./previewBridge"; import { subscribePreviewAction } from "./previewActionBus"; import { openPreviewSession } from "./openPreviewSession"; import { PreviewChromeRow } from "./PreviewChromeRow"; import { PreviewEmptyState } from "./PreviewEmptyState"; import { PreviewMoreMenu } from "./PreviewMoreMenu"; import { commitBrowserViewportChange, subscribeBrowserViewportChange, } from "~/browser/browserViewportActions"; import { browserResponsiveViewportForToggle, useBrowserDefaults } from "~/browser/browserDefaults"; import { previewRuntimeTabId } from "~/browser/previewRuntimeTabId"; import { BrowserSettingsReadError } from "~/browser/openFileInPreview"; import { PreviewUnreachable } from "./PreviewUnreachable"; import { revealInFileExplorerLabel } from "./fileExplorerLabel"; import { shouldShowPreviewEmptyState } from "./previewEmptyStateLogic"; import { Badge } from "~/components/ui/badge"; import { BrowserSurfaceSlot } from "~/browser/BrowserSurfaceSlot"; import { useBrowserSurfaceStore } from "~/browser/browserSurfaceStore"; import { usePreviewSession } from "./usePreviewSession"; import { ZoomIndicator } from "./ZoomIndicator"; import { AgentBrowserCursor } from "./AgentBrowserCursor"; import { findActiveBrowserRecordingRuntimeTabId, isBrowserRecordingStartCancelledError, startBrowserRecording, stopBrowserRecording, useActiveBrowserRecordingTabIds, } from "~/browser/browserRecording"; import { stackedThreadToast, toastManager } from "~/components/ui/toast"; import { Tooltip, TooltipPopup, TooltipTrigger } from "~/components/ui/tooltip"; interface Props { threadRef: ScopedThreadRef; tabId?: string | null; configuredUrls?: ReadonlyArray | undefined; visible: boolean; onSendAnnotation?: ( annotation: PreviewAnnotationPayload, image: ComposerImageAttachment | null, ) => void; } function previewProfileName( profiles: ReadonlyArray<{ readonly id: string; readonly name: string }>, profileId: string, ): string { return profiles.find((profile) => profile.id === profileId)?.name ?? "Removed profile"; } const localApi = typeof window === "undefined" ? null : ensureLocalApi(); /** * Single-tab preview surface: chrome row on top, one webview below, empty * state when no session exists for the thread. */ export function PreviewView({ threadRef, tabId: requestedTabId, configuredUrls, visible, onSendAnnotation, }: Props) { const [focusUrlNonce, setFocusUrlNonce] = useState(undefined); const [pickActive, setPickActive] = useState(false); const activeRecordingTabIds = useActiveBrowserRecordingTabIds(); const pickActiveRef = useRef(false); const isMountedRef = useRef(true); // Kept in sync so the title effect can depend on the stable thread key // instead of the thread object, which is recreated on every update. const threadRefRef = useRef(threadRef); threadRefRef.current = threadRef; const previewState = useThreadPreviewState(threadRef); const recentHistoryEntries = useThreadRecentHistory( threadRef, BROWSER_HISTORY_MAX_ENTRIES_PER_PROJECT, ); const miniPlayer = usePreviewMiniPlayerStore((state) => selectThreadPreviewMiniPlayer(state.byThreadKey, threadRef), ); const addPreviewAnnotation = useComposerDraftStore((store) => store.addPreviewAnnotation); const addImage = useComposerDraftStore((store) => store.addImage); const environmentHttpBaseUrl = useEnvironmentHttpBaseUrl(threadRef.environmentId); const environmentHostname = environmentHttpBaseUrl ? new URL(environmentHttpBaseUrl).hostname : null; const open = useAtomCommand(previewEnvironment.open); const resize = useAtomCommand(previewEnvironment.resize, "preview viewport resize"); usePreviewSession(threadRef); useEffect(() => { isMountedRef.current = true; return () => { isMountedRef.current = false; }; }, []); const tabId = requestedTabId ?? previewState.activeTabId; const runtimeTabId = tabId ? previewRuntimeTabId(threadRef, previewState.serverEpoch, tabId) : null; const recordingRuntimeTabId = tabId && runtimeTabId ? activeRecordingTabIds.has(runtimeTabId) ? runtimeTabId : findActiveBrowserRecordingRuntimeTabId(threadRef, tabId) : null; const snapshot = tabId ? (previewState.sessions[tabId] ?? null) : null; const desktopOverlay = tabId ? (previewState.desktopByTabId[tabId] ?? null) : null; const navStatus = snapshot?.navStatus ?? { _tag: "Idle" as const }; const url = navStatus._tag === "Idle" ? "" : navStatus.url; const loading = desktopOverlay?.loading ?? navStatus._tag === "Loading"; const canGoBack = desktopOverlay?.canGoBack ?? snapshot?.canGoBack ?? false; const canGoForward = desktopOverlay?.canGoForward ?? snapshot?.canGoForward ?? false; const refreshDisabled = navStatus._tag === "Idle"; const isUnreachable = navStatus._tag === "LoadFailed"; const showEmptyState = shouldShowPreviewEmptyState(snapshot); const controller = desktopOverlay?.controller ?? "none"; const viewport = snapshot?.viewport ?? FILL_PREVIEW_VIEWPORT; const browserDefaults = useBrowserDefaults(); // A tab created before profiles existed carries no profile of its own. It // runs in the built-in `default` partition — the scope the browser used // before profiles — not in whatever profile is configured as the default // now, so that is what its label names and its clear actions target. // Passing the snapshot's raw `undefined` through would reach the IPC layer // as "every profile". const activeProfileId = snapshot?.profileId ?? DEFAULT_BROWSER_PROFILE_ID; const activeProfileName = previewProfileName(browserDefaults.profiles, activeProfileId); const panelRect = useBrowserSurfaceStore((state) => runtimeTabId ? (state.byTabId[runtimeTabId]?.rect ?? null) : null, ); const navUrl = navStatus._tag === "Success" ? navStatus.url : null; const navTitle = navStatus._tag === "Success" ? navStatus.title : null; const latestHistoryUrl = recentHistoryEntries[0]?.url; const threadKey = scopedThreadKey(threadRef); useEffect(() => { if (!navUrl || !navTitle || !latestHistoryUrl) return; // Agent-driven pages only enrich an existing requested URL. setTitleForThreadUrl(threadRefRef.current, navUrl, navTitle, environmentHostname); // threadKey stands in for threadRef, whose identity churns on every thread update. }, [environmentHostname, latestHistoryUrl, navTitle, navUrl, threadKey]); const navigateToResolvedUrl = useCallback( async (resolvedUrl: string) => { if (runtimeTabId && previewBridge) { // The bridge mirrors the resolved URL back to the server. await previewBridge.navigate(runtimeTabId, resolvedUrl); rememberPreviewUrl(threadRef, resolvedUrl); return true; } const result = await openPreviewSession({ openPreview: open, threadRef, url: resolvedUrl }); if (result._tag === "Failure" && !isAtomCommandInterrupted(result)) { const error = squashAtomCommandFailure(result); if (error instanceof BrowserSettingsReadError) { toastManager.add({ type: "error", title: "Unable to open browser", description: error.message, }); } } return result._tag === "Success"; }, [open, runtimeTabId, threadRef], ); const handleSubmitUrl = useCallback( async (next: string) => { try { const normalized = normalizePreviewUrl(next); if (await navigateToResolvedUrl(normalized)) { recordVisitForThread(threadRef, normalized); } } catch { // Server-side `failed` event renders the unreachable view. } }, [navigateToResolvedUrl, threadRef], ); const handleOpenServerUrl = useCallback( async (next: string) => { try { const resolved = resolveDiscoveredServerUrl(threadRef.environmentId, next); if (await navigateToResolvedUrl(resolved)) { recordVisitForThread(threadRef, next); } } catch { // Server-side `failed` event renders the unreachable view. } }, [navigateToResolvedUrl, threadRef], ); const handleRefresh = useCallback(() => { if (previewBridge && runtimeTabId) void previewBridge.refresh(runtimeTabId); }, [runtimeTabId]); const handleZoomIn = useCallback(() => { if (previewBridge && runtimeTabId) void previewBridge.zoomIn(runtimeTabId); }, [runtimeTabId]); const handleZoomOut = useCallback(() => { if (previewBridge && runtimeTabId) void previewBridge.zoomOut(runtimeTabId); }, [runtimeTabId]); const handleResetZoom = useCallback(() => { if (previewBridge && runtimeTabId) void previewBridge.resetZoom(runtimeTabId); }, [runtimeTabId]); const handleViewportChange = useCallback( async (nextViewport: PreviewViewportSetting) => { if (!tabId) return; const result = await resize({ environmentId: threadRef.environmentId, input: { threadId: threadRef.threadId, tabId, viewport: nextViewport, }, }); if (result._tag === "Failure") { const error = squashAtomCommandFailure(result); toastManager.add({ type: "error", title: "Unable to resize browser viewport", description: error instanceof Error ? error.message : "An error occurred.", }); throw error; } updatePreviewServerSnapshot(threadRef, result.value); }, [resize, tabId, threadRef], ); const handleToggleDeviceToolbar = () => { if (!runtimeTabId) return; if (viewport._tag !== "fill") { void commitBrowserViewportChange(runtimeTabId, FILL_PREVIEW_VIEWPORT).catch(() => undefined); return; } void commitBrowserViewportChange( runtimeTabId, browserResponsiveViewportForToggle({ defaults: browserDefaults, panelRect, zoomFactor: desktopOverlay?.zoomFactor, }), ).catch(() => undefined); }; useEffect(() => { if (!runtimeTabId) return; return subscribeBrowserViewportChange(runtimeTabId, handleViewportChange); }, [handleViewportChange, runtimeTabId]); const handleBack = useCallback(() => { if (previewBridge && runtimeTabId) void previewBridge.goBack(runtimeTabId); }, [runtimeTabId]); const handleForward = useCallback(() => { if (previewBridge && runtimeTabId) void previewBridge.goForward(runtimeTabId); }, [runtimeTabId]); const handleOpenInBrowser = useCallback(() => { if (!localApi || !url) return; void localApi.shell.openExternal(url).catch(() => undefined); }, [url]); const handlePictureInPicture = useCallback(() => { if (!tabId) return; if (miniPlayer?.tabId === tabId) { usePreviewMiniPlayerStore.getState().close(threadRef); return; } usePreviewMiniPlayerStore.getState().open(threadRef, tabId); useRightPanelStore.getState().close(threadRef); }, [miniPlayer?.tabId, tabId, threadRef]); const handleNativePictureInPicture = useCallback(() => { if (!previewBridge || !runtimeTabId) return; const operation = desktopOverlay?.pictureInPicture ? previewBridge.pictureInPicture.close : previewBridge.pictureInPicture.open; void operation(runtimeTabId).catch((error) => { toastManager.add({ type: "error", title: "Unable to update popped-out preview", description: error instanceof Error ? error.message : "An error occurred.", }); }); }, [desktopOverlay?.pictureInPicture, runtimeTabId]); const handleCapture = useCallback( (record: boolean) => { if (!previewBridge || !runtimeTabId || !tabId) return; const bridge = previewBridge; if (recordingRuntimeTabId) { void stopBrowserRecording(recordingRuntimeTabId).then( (artifact) => { if (!artifact) return; let pathCopied = false; let toastId: ReturnType; const copyPath = () => { if (!navigator.clipboard?.writeText) { toastManager.update( toastId, stackedThreadToast({ type: "error", title: "Unable to copy recording path", description: "Clipboard API unavailable.", actionProps: revealAction, }), ); return; } void navigator.clipboard.writeText(artifact.path).then( () => { pathCopied = true; updateRecordingToast(); window.setTimeout(() => { pathCopied = false; updateRecordingToast(); }, 2_000); }, (error) => { toastManager.update( toastId, stackedThreadToast({ type: "error", title: "Unable to copy recording path", description: error instanceof Error ? error.message : "An error occurred.", actionProps: revealAction, }), ); }, ); }; const revealAction = { children: revealInFileExplorerLabel(navigator.platform), onClick: () => void bridge.revealArtifact(artifact.path), }; const updateRecordingToast = () => { toastManager.update( toastId, stackedThreadToast({ type: "success", title: "Recording saved", actionProps: revealAction, data: { secondaryActionProps: { children: pathCopied ? "Copied!" : "Copy path", disabled: pathCopied, onClick: copyPath, }, secondaryActionVariant: "outline", }, }), ); }; toastId = toastManager.add( stackedThreadToast({ type: "success", title: "Recording saved", actionProps: revealAction, data: { secondaryActionProps: { children: "Copy path", onClick: copyPath, }, secondaryActionVariant: "outline", }, }), ); }, (error) => { toastManager.add({ type: "error", title: "Unable to stop recording", description: error instanceof Error ? error.message : "An error occurred.", }); }, ); return; } if (record) { void startBrowserRecording(runtimeTabId, threadRef, tabId).catch((error) => { const description = error instanceof Error ? error.message : "An error occurred."; if (isBrowserRecordingStartCancelledError(error)) return; toastManager.add({ type: "error", title: "Unable to start recording", description, }); }); return; } void bridge.captureScreenshot(runtimeTabId).then( (artifact) => { const revealAction = { children: revealInFileExplorerLabel(navigator.platform), onClick: () => void bridge.revealArtifact(artifact.path), }; let pathCopied = false; let imageCopied = false; let toastId: ReturnType; const updateScreenshotToast = ( type: "success" | "error" = "success", title = "Screenshot saved", description?: string, ) => { toastManager.update( toastId, stackedThreadToast({ type, title, description, actionProps: { children: imageCopied ? "Copied!" : "Copy image", disabled: imageCopied, onClick: copyImage, }, data: { additionalActions: [ { id: "copy-path", props: { children: pathCopied ? "Copied!" : "Copy path", disabled: pathCopied, onClick: copyPath, }, }, ], secondaryActionProps: { ...revealAction, }, secondaryActionVariant: "outline", }, }), ); }; const copyPath = () => { if (!navigator.clipboard?.writeText) { updateScreenshotToast( "error", "Unable to copy screenshot path", "Clipboard API unavailable.", ); return; } void navigator.clipboard.writeText(artifact.path).then( () => { pathCopied = true; updateScreenshotToast(); window.setTimeout(() => { pathCopied = false; updateScreenshotToast(); }, 2_000); }, (error) => { updateScreenshotToast( "error", "Unable to copy screenshot path", error instanceof Error ? error.message : "An error occurred.", ); }, ); }; const copyImage = () => { void bridge.copyArtifactToClipboard(artifact.path).then( () => { imageCopied = true; updateScreenshotToast(); window.setTimeout(() => { imageCopied = false; updateScreenshotToast(); }, 2_000); }, (error) => { updateScreenshotToast( "error", "Unable to copy screenshot", error instanceof Error ? error.message : "An error occurred.", ); }, ); }; toastId = toastManager.add( stackedThreadToast({ type: "success", title: "Screenshot saved", actionProps: { children: "Copy image", onClick: copyImage, }, data: { additionalActions: [ { id: "copy-path", props: { children: "Copy path", onClick: copyPath, }, }, ], secondaryActionProps: { ...revealAction, }, secondaryActionVariant: "outline", }, }), ); }, (error) => { toastManager.add({ type: "error", title: "Unable to capture screenshot", description: error instanceof Error ? error.message : "An error occurred.", }); }, ); }, [recordingRuntimeTabId, runtimeTabId, tabId, threadRef], ); const handlePickElement = useCallback(() => { if (!previewBridge || !runtimeTabId) return; if (pickActiveRef.current) { void previewBridge.cancelPickElement(runtimeTabId).catch(() => undefined); return; } // Snapshot whatever the user was focused on (typically the chat // composer textarea or the chrome-row pick button) BEFORE main steals // focus into the guest webContents. We restore it when the pick // resolves so the user's typing context isn't lost — otherwise after // every pick they'd have to click back into the textarea. const previouslyFocused = typeof document !== "undefined" ? (document.activeElement as HTMLElement | null) : null; pickActiveRef.current = true; setPickActive(true); void (async () => { try { const result = await previewBridge.pickElement(runtimeTabId); if (!result) return; const { annotation: picked, submission, screenshotFailed = false } = result; // The structured annotation is still sendable when its optional crop // stalls or fails, so tell the user what they lost and keep going // instead of holding the composer for an attachment that never lands. // The stored copy drops the screenshot on failure, otherwise the prompt // would tell the agent a crop is attached when none was sent. const capture = await capturePreviewAnnotationScreenshot(picked); // Main reports a crop that failed or timed out on its side; the local // conversion can fail too. Either way the user should hear about it. const cropDropped = screenshotFailed || capture.status === "failed"; const annotation = capture.status === "failed" ? { ...picked, screenshot: null } : picked; addPreviewAnnotation(threadRef, annotation); if (cropDropped) { toastManager.add( stackedThreadToast({ type: "error", title: "Could not capture the picked element", // The send path reports its own outcome, so only say what this // handler knows: the crop was dropped. description: "The annotation was kept without the screenshot.", }), ); } const screenshotFile = capture.status === "captured" ? capture.file : null; const image = screenshotFile && annotation.screenshot ? ({ type: "image", id: annotation.id, name: screenshotFile.name, mimeType: screenshotFile.type, sizeBytes: screenshotFile.size, previewUrl: annotation.screenshot.dataUrl, file: screenshotFile, } satisfies ComposerImageAttachment) : null; if (image) { addImage(threadRef, image); } if (submission === "send") { onSendAnnotation?.(annotation, image); } } catch { // Picker failed (e.g. webview navigated). Treat as silent cancel. } finally { pickActiveRef.current = false; // Avoid `setState on unmounted component` if the panel/thread closed // while the pick was in flight. if (isMountedRef.current) setPickActive(false); // Best-effort: restore focus to whatever the user had before the // pick stole it into the guest webContents. Skip if the previously- // focused element was unmounted or is no longer focusable. if ( previouslyFocused && previouslyFocused.isConnected && typeof previouslyFocused.focus === "function" ) { try { previouslyFocused.focus({ preventScroll: true }); } catch { // Some elements throw on .focus() (detached iframes, etc.). } } } })(); }, [addImage, addPreviewAnnotation, onSendAnnotation, runtimeTabId, threadRef]); // If the active tab changes mid-pick (close, thread switch, hot restart), // tell main to tear down the in-flight session AND reset our local toggle // state so the button doesn't get stuck pressed against a stale tab id. useEffect(() => { return () => { if (!pickActiveRef.current) return; pickActiveRef.current = false; if (previewBridge && runtimeTabId) { void previewBridge.cancelPickElement(runtimeTabId).catch(() => undefined); } if (isMountedRef.current) setPickActive(false); }; }, [runtimeTabId]); // Subscribe only while visible; `toggle-panel` is owned by ChatView's // URL-aware handler regardless of whether the panel is currently mounted. useEffect(() => { if (!visible) return; return subscribePreviewAction((action) => { switch (action) { case "refresh": handleRefresh(); return; case "focus-url": setFocusUrlNonce((value) => (value ?? 0) + 1); return; case "zoom-in": handleZoomIn(); return; case "zoom-out": handleZoomOut(); return; case "reset-zoom": handleResetZoom(); return; case "toggle-panel": return; } }); }, [handleRefresh, handleResetZoom, handleZoomIn, handleZoomOut, visible]); return (
void handleSubmitUrl(next)} onOpenInBrowser={tabId ? handleOpenInBrowser : undefined} onCapture={previewBridge && tabId ? handleCapture : undefined} captureDisabled={!desktopOverlay || isUnreachable} recording={recordingRuntimeTabId !== null} onPictureInPicture={previewBridge && tabId ? handlePictureInPicture : undefined} pictureInPicture={miniPlayer?.tabId === tabId} pictureInPictureDisabled={!desktopOverlay?.hasWebContents || isUnreachable} onPickElement={previewBridge && tabId ? handlePickElement : undefined} pickActive={pickActive} // Disable when there's no tab (nothing to pick on) OR the page // failed to load (a React overlay covers the webview, so the // user wouldn't be able to actually click anything underneath). pickDisabled={!tabId || isUnreachable} pickDisabledReason={ isUnreachable ? "Page didn't load — pick unavailable until the page renders" : undefined } leadingActions={ // Only when it differs from the default: labelling every tab // "Default" would be noise on the common case, while a tab in // another profile is exactly what needs calling out. activeProfileId !== browserDefaults.profileId ? ( // Capped: profile names run to 48 characters, and an unbounded // badge in this row takes its width from the URL input, the only // flexible element in the compact chrome. The cap sits on the // badge and the truncation on an inner span, because `Badge` is an // `inline-flex` with `whitespace-nowrap` — `text-overflow` never // reaches a bare text node inside it, so the name would be cut off // at both ends with no ellipsis. }> {activeProfileName} {activeProfileName} ) : null } trailingActions={ previewBridge ? ( ) : null } />
{runtimeTabId && snapshot && !showEmptyState ? ( ) : null} {showEmptyState ? ( removeUrlForThread(threadRef, url)} onOpenUrl={(next) => void handleOpenServerUrl(next)} /> ) : null} {snapshot && desktopOverlay ? ( ) : null} {runtimeTabId && desktopOverlay && !showEmptyState && !isUnreachable ? ( ) : null} {controller !== "none" ? (
{controller === "agent" ? "Agent controlling browser" : "Human control"}
) : null} {navStatus._tag === "LoadFailed" ? (
) : null}
); }