Open History to see the last commit
1import { memo, useRef, useState, type ReactNode, type KeyboardEvent } from "react";
2import { flushSync } from "react-dom";
3import { ChevronLeftIcon, ChevronRightIcon, XIcon, ImageIcon, TextIcon } from "lucide-react";
4import { Button } from "../ui/button";
5import { Dialog, DialogPopup, DialogTitle } from "../ui/dialog";
6import type { ExpandedImageItem, ExpandedImagePreview } from "./ExpandedImagePreview";
7import { resolveExternalWebLinkHost } from "./externalLinkContextMenu";
8import { useAssetUrlRefresh, useAssetUrlState } from "../../assets/assetUrls";
9import { OpenMediaLink } from "../media/OpenMediaLink";
10import { MediaActions, type MediaActionSource } from "../media/MediaActions";
11import { MediaVideoPlayer } from "../media/MediaVideoPlayer";
12import { isContextMenuOpen } from "../../contextMenuFallback";
13import {
14 SnapShotAccessibilityData,
15 SnapShotContentsButton,
16 snapShotAccessibilityDetails,
17} from "./SnapShotAttachmentDetails";
18import { Tooltip, TooltipPopup, TooltipTrigger } from "../ui/tooltip";
19import { ZoomableImage, type ZoomableImageHandle } from "./ZoomableImage";
20import { composerFloatingLayerProps } from "./composerEventScope";
21import { useAtomValue } from "@effect/atom-react";
22import { Atom } from "effect/reactivity";
23import { appAtomRegistry } from "~/rpc/atomRegistry";
24import { expandedImageKey } from "./ExpandedImagePreview";
25import { registerThreadOverlay } from "./threadOverlayRetention";
26import { mediaReferenceFileName } from "@t3tools/client-runtime/media-reference";
27import { mediaMimeType, mediaMimeTypeFromExtension } from "@t3tools/shared/mediaPreview";
28
29interface ExpandedImageDialogProps {
30 preview: ExpandedImagePreview;
31 onClose: () => void;
32}
33
34const EXPANDED_MEDIA_STATE_CLASS_NAME =
35 "flex aspect-auto h-48 min-h-0 w-[min(var(--media-width),32rem)] flex-col items-center justify-center gap-3 rounded-lg border border-border/70 bg-black p-6 text-center text-sm text-white shadow-2xl";
36
37function ExpandedMediaFailure({ children }: { children: ReactNode }) {
38 return (
39 <div role="alert" className={EXPANDED_MEDIA_STATE_CLASS_NAME}>
40 {children}
41 </div>
42 );
43}
44
45function itemMimeType(item: ExpandedImageItem): string | undefined {
46 if (item.mimeType) return item.mimeType;
47 const reference = item.actionsSource?.reference;
48 const fileName = reference && mediaReferenceFileName(reference);
49 if (fileName) {
50 return mediaMimeTypeFromExtension(fileName.slice(fileName.lastIndexOf("."))) ?? undefined;
51 }
52 return mediaMimeType(item.src ?? "") ?? undefined;
53}
54
55function ExpandedVideo({ item }: { readonly item: ExpandedImageItem }) {
56 const asset = item.actionsSource?.asset;
57 const assetUrl = useAssetUrlState(asset?.environmentId ?? null, asset?.resource ?? null);
58 const refreshAssetUrl = useAssetUrlRefresh(asset?.environmentId ?? null, asset?.resource ?? null);
59 const src = asset
60 ? assetUrl._tag === "Success"
61 ? assetUrl.url + (item.srcFragment ?? "")
62 : null
63 : item.src;
64 return (
65 <MediaVideoPlayer
66 src={src}
67 label={item.name}
68 sourceFailed={assetUrl._tag === "Failure"}
69 originalUrl={item.originalUrl}
70 preload="metadata"
71 autoPlay={item.autoPlay ?? true}
72 className="block max-h-[var(--media-height)] max-w-[var(--media-width)] text-center"
73 videoClassName="aspect-auto max-h-[var(--media-height)] w-auto max-w-[var(--media-width)] rounded-lg border border-border/70 shadow-2xl"
74 stateClassName={EXPANDED_MEDIA_STATE_CLASS_NAME}
75 onRetry={asset ? refreshAssetUrl : undefined}
76 />
77 );
78}
79
80export const ExpandedImageDialog = memo(function ExpandedImageDialog({
81 preview,
82 onClose,
83}: ExpandedImageDialogProps) {
84 const [imageOffset, setImageOffset] = useState(0);
85 const [failedImageSrc, setFailedImageSrc] = useState<string | null>(null);
86 const [accessibilityDetailsSrc, setAccessibilityDetailsSrc] = useState<string | null>(null);
87 const zoomableImageRef = useRef<ZoomableImageHandle>(null);
88 const [returnFocus] = useState(() => {
89 const target = document.activeElement instanceof HTMLElement ? document.activeElement : null;
90 return { target, focusVisible: target?.matches(":focus-visible") ?? false };
91 });
92 // The host unmounts the dialog outright, so Base UI never runs finalFocus. Without
93 // this, focus stays on the removed dialog, and the composer that owned the opener
94 // reads that as a blur and rests. Preserve mouse focus when Escape closes it.
95 const close = () => {
96 flushSync(onClose);
97 const { target, focusVisible } = returnFocus;
98 if (target?.isConnected) target.focus({ preventScroll: true, focusVisible });
99 };
100 const closeButtonRef = useRef<HTMLButtonElement>(null);
101 const imageCount = preview.images.length;
102 const index =
103 imageCount > 0 ? (((preview.index + imageOffset) % imageCount) + imageCount) % imageCount : 0;
104 const item = preview.images[index];
105 const source: MediaActionSource = item?.actionsSource ?? {
106 kind: item?.type === "video" ? "video" : "image",
107 name: item?.name ?? "Media",
108 src: item?.src ?? null,
109 };
110 const openFile = source.onOpenFile;
111 const actionsSource: MediaActionSource = openFile
112 ? {
113 ...source,
114 onOpenFile: () => {
115 openFile();
116 close();
117 },
118 }
119 : source;
120
121 const navigateImage = (direction: -1 | 1) => {
122 setImageOffset((current) => current + direction);
123 };
124
125 const onKeyDown = (event: KeyboardEvent<HTMLDivElement>) => {
126 if (event.defaultPrevented || isContextMenuOpen() || event.target instanceof HTMLVideoElement)
127 return;
128 if (zoomableImageRef.current?.pan(event.key)) {
129 event.preventDefault();
130 event.stopPropagation();
131 return;
132 }
133 if (preview.images.length <= 1) return;
134 if (event.key === "ArrowLeft") {
135 event.preventDefault();
136 event.stopPropagation();
137 navigateImage(-1);
138 return;
139 }
140 if (event.key !== "ArrowRight") return;
141 event.preventDefault();
142 event.stopPropagation();
143 navigateImage(1);
144 };
145
146 if (!item) return null;
147 const mediaLabel = item.type === "video" ? "video" : "image";
148 const openOriginalLink =
149 item.originalUrl && resolveExternalWebLinkHost(item.originalUrl) !== null ? (
150 <OpenMediaLink originalUrl={item.originalUrl} />
151 ) : null;
152 const accessibilityDetails = item.source ? snapShotAccessibilityDetails(item.source) : undefined;
153 const showingAccessibilityDetails =
154 Boolean(accessibilityDetails) && accessibilityDetailsSrc === item.src;
155 const contentsLabel = showingAccessibilityDetails
156 ? "Show screenshot"
157 : accessibilityDetails?.format === "json"
158 ? "Show accessibility JSON"
159 : "Show extracted text";
160
161 return (
162 <Dialog
163 open
164 onOpenChange={(open, eventDetails) => {
165 if (open) return;
166 // Escape belongs to an open context menu first.
167 if (eventDetails.reason === "escape-key" && isContextMenuOpen()) {
168 eventDetails.cancel();
169 return;
170 }
171 close();
172 }}
173 >
174 <DialogPopup
175 {...composerFloatingLayerProps}
176 variant="media"
177 showCloseButton={false}
178 bottomStickOnMobile={false}
179 className="row-start-1 h-full max-h-[92vh] w-[92vw] max-w-[92vw] items-center justify-center overflow-visible [--media-width:92vw] [--media-height:min(calc((100vh-var(--native-titlebar-height,0px))*0.86),calc(100vh-var(--native-titlebar-height,0px)-160px))] sm:[--media-width:calc(92vw-96px)]"
180 onKeyDown={onKeyDown}
181 initialFocus={closeButtonRef}
182 finalFocus={() => returnFocus.target}
183 onClick={(event) => {
184 if (event.target === event.currentTarget) close();
185 }}
186 >
187 <DialogTitle className="sr-only">Expanded {mediaLabel} preview</DialogTitle>
188 <Button
189 type="button"
190 ref={closeButtonRef}
191 size="icon-sm"
192 variant="media-close"
193 className="absolute right-0 top-0 z-20"
194 onClick={close}
195 aria-label={`Close ${mediaLabel} preview`}
196 >
197 <XIcon />
198 </Button>
199 {preview.images.length > 1 && (
200 <Button
201 type="button"
202 size="icon"
203 variant="media-navigation"
204 className="left-0 top-auto bottom-0 translate-y-0 sm:top-1/2 sm:bottom-auto sm:-translate-y-1/2"
205 aria-label="Previous media"
206 onClick={() => navigateImage(-1)}
207 >
208 <ChevronLeftIcon className="size-5" />
209 </Button>
210 )}
211 <MediaActions source={actionsSource} showTooltip={false}>
212 <div className="relative isolate z-10 flex max-h-full max-w-[var(--media-width)] flex-col items-center">
213 {item.type === "video" ? (
214 <ExpandedVideo key={index} item={item} />
215 ) : showingAccessibilityDetails ? (
216 accessibilityDetails ? (
217 <SnapShotAccessibilityData
218 details={accessibilityDetails}
219 className="h-[min(var(--media-height),40rem)] w-[min(var(--media-width),42rem)] transition-opacity duration-140 ease-out starting:opacity-0 rounded-lg border border-border/70 bg-background p-4 text-xs leading-5 shadow-2xl motion-reduce:transition-none"
220 />
221 ) : null
222 ) : item.src === null || failedImageSrc === item.src ? (
223 <ExpandedMediaFailure>
224 <p>
225 {openOriginalLink
226 ? "This image could not be loaded."
227 : "Image unavailable. The file may have been moved or deleted."}
228 </p>
229 {openOriginalLink}
230 </ExpandedMediaFailure>
231 ) : (
232 <ZoomableImage
233 ref={zoomableImageRef}
234 key={`${index}:${item.src}`}
235 src={item.src}
236 name={item.name}
237 mimeType={itemMimeType(item)}
238 onError={() => setFailedImageSrc(item.src)}
239 />
240 )}
241 <div className="mt-2 flex max-w-[var(--media-width)] items-center justify-center gap-1.5 text-xs text-white/80 max-sm:px-10">
242 <span className="truncate" aria-live="polite" aria-atomic="true">
243 {item.name}
244 {preview.images.length > 1 ? ` (${index + 1}/${preview.images.length})` : ""}
245 </span>
246 {accessibilityDetails && item.source ? (
247 <Tooltip>
248 <TooltipTrigger
249 render={
250 <Button
251 aria-label={contentsLabel}
252 aria-pressed={showingAccessibilityDetails}
253 onClick={() =>
254 setAccessibilityDetailsSrc(showingAccessibilityDetails ? null : item.src)
255 }
256 size="icon-micro"
257 variant="overlay"
258 />
259 }
260 >
261 {showingAccessibilityDetails ? (
262 <ImageIcon className="size-3" aria-hidden="true" />
263 ) : (
264 <TextIcon className="size-3" aria-hidden="true" />
265 )}
266 </TooltipTrigger>
267 <TooltipPopup side="top">{contentsLabel}</TooltipPopup>
268 </Tooltip>
269 ) : item.source ? (
270 <SnapShotContentsButton source={item.source} side="top" />
271 ) : null}
272 </div>
273 </div>
274 </MediaActions>
275 {preview.images.length > 1 && (
276 <Button
277 type="button"
278 size="icon"
279 variant="media-navigation"
280 className="right-0 top-auto bottom-0 translate-y-0 sm:top-1/2 sm:bottom-auto sm:-translate-y-1/2"
281 aria-label="Next media"
282 onClick={() => navigateImage(1)}
283 >
284 <ChevronRightIcon className="size-5" />
285 </Button>
286 )}
287 </DialogPopup>
288 </Dialog>
289 );
290});
291
292// Keep preview state outside ChatView to isolate dialog renders.
293type ExpandedImagePreviewState = {
294 readonly threadKey: string;
295 readonly preview: ExpandedImagePreview;
296} | null;
297
298const expandedImagePreviewAtom = Atom.make<ExpandedImagePreviewState>(null).pipe(
299 Atom.keepAlive,
300 Atom.withLabel("chat:expanded-image-preview"),
301);
302
303function ownedSrc(state: ExpandedImagePreviewState): string | null {
304 const item = state?.preview.images[state.preview.index];
305 return item?.ownsSrc === true ? item.src : null;
306}
307
308// The preview owns a blob URL made for it, so whatever replaces it releases that URL.
309function setExpandedImagePreview(next: ExpandedImagePreviewState): void {
310 const previous = ownedSrc(appAtomRegistry.get(expandedImagePreviewAtom));
311 appAtomRegistry.set(expandedImagePreviewAtom, next);
312 if (previous !== null && previous !== ownedSrc(next)) URL.revokeObjectURL(previous);
313}
314
315export function openExpandedImagePreview(threadKey: string, preview: ExpandedImagePreview): void {
316 setExpandedImagePreview({ threadKey, preview });
317}
318
319function closeExpandedImagePreview(): void {
320 setExpandedImagePreview(null);
321}
322
323// Leaving the thread's route (or the chat view) drops its preview.
324registerThreadOverlay((threadKey) => {
325 const current = appAtomRegistry.get(expandedImagePreviewAtom);
326 if (current !== null && current.threadKey !== threadKey) closeExpandedImagePreview();
327});
328
329export function ExpandedImageDialogHost({ threadKey }: { readonly threadKey: string }) {
330 const state = useAtomValue(expandedImagePreviewAtom);
331 const preview = state?.threadKey === threadKey ? state.preview : null;
332 if (preview === null) return null;
333 return (
334 <ExpandedImageDialog
335 key={expandedImageKey(preview)}
336 preview={preview}
337 onClose={closeExpandedImagePreview}
338 />
339 );
340}