Open History to see the last commit
1import { useState } from 'react'
2import {
3 useGenerateVideo,
4 fetchServerSentEvents,
5 fetchHttpStream,
6} from '@tanstack/ai-react'
7import { generateVideoFn } from '@/lib/server-functions'
8import type { MediaPrompt } from '@tanstack/ai'
9import type { Feature, Mode, Provider } from '@/lib/types'
10import type { VideoGenerateResult } from '@tanstack/ai-client'
11
12interface VideoGenUIProps {
13 provider: Provider
14 mode: Mode
15 testId?: string
16 aimockPort?: number
17 /** Show a file input and send the prompt as multimodal parts (image-to-video). */
18 withImageInput?: boolean
19 /** Video feature variant — selects the adapter server-side (e.g. 'interactions-video' → Gemini Omni Flash). */
20 feature?: Feature
21}
22
23function fileToBase64(file: File): Promise<string> {
24 return new Promise((resolve, reject) => {
25 const reader = new FileReader()
26 reader.onload = () => {
27 const result = reader.result
28 if (typeof result !== 'string') {
29 reject(new Error('Unexpected FileReader result'))
30 return
31 }
32 const base64 = result.split(',')[1]
33 if (!base64) {
34 reject(new Error(`Unexpected data URL format: ${result.slice(0, 32)}…`))
35 return
36 }
37 resolve(base64)
38 }
39 reader.onerror = () => reject(new Error('Failed to read file'))
40 reader.readAsDataURL(file)
41 })
42}
43
44export function VideoGenUI({
45 provider,
46 mode,
47 testId,
48 aimockPort,
49 withImageInput,
50 feature,
51}: VideoGenUIProps) {
52 const [prompt, setPrompt] = useState('')
53 const [imageFile, setImageFile] = useState<File | null>(null)
54
55 const connectionOptions = () => {
56 const body = { provider, testId, aimockPort, feature }
57
58 if (mode === 'sse') {
59 return { connection: fetchServerSentEvents('/api/video'), body }
60 }
61 if (mode === 'http-stream') {
62 return { connection: fetchHttpStream('/api/video/stream'), body }
63 }
64 return {
65 fetcher: async (input: { prompt: MediaPrompt }) => {
66 return generateVideoFn({
67 data: { prompt: input.prompt, provider, aimockPort, testId, feature },
68 }) as Promise<VideoGenerateResult>
69 },
70 }
71 }
72
73 const { generate, result, videoStatus, isLoading, error, status } =
74 useGenerateVideo(connectionOptions())
75
76 const handleGenerate = async () => {
77 if (!imageFile) {
78 await generate({ prompt })
79 return
80 }
81 const base64 = await fileToBase64(imageFile)
82 await generate({
83 prompt: [
84 { type: 'text', content: prompt },
85 {
86 type: 'image',
87 source: { type: 'data', value: base64, mimeType: imageFile.type },
88 },
89 ],
90 })
91 }
92
93 return (
94 <div className="p-4 space-y-4">
95 <div className="flex gap-2">
96 <input
97 data-testid="prompt-input"
98 type="text"
99 value={prompt}
100 onChange={(e) => setPrompt(e.target.value)}
101 placeholder="Describe the video..."
102 className="flex-1 bg-gray-800 border border-gray-700 rounded px-3 py-2 text-sm"
103 />
104 <button
105 data-testid="generate-button"
106 onClick={handleGenerate}
107 disabled={!prompt.trim() || isLoading}
108 className="px-4 py-2 bg-orange-500 text-white rounded text-sm font-medium disabled:opacity-50"
109 >
110 Generate
111 </button>
112 </div>
113 {withImageInput && (
114 <input
115 data-testid="image-input"
116 type="file"
117 accept="image/*"
118 onChange={(e) => setImageFile(e.target.files?.[0] ?? null)}
119 className="text-sm text-gray-400"
120 />
121 )}
122 <div data-testid="generation-status">
123 {status === 'idle'
124 ? 'idle'
125 : isLoading
126 ? 'loading'
127 : error
128 ? 'error'
129 : result
130 ? 'complete'
131 : 'idle'}
132 </div>
133 {videoStatus && (
134 <span data-testid="video-status" className="text-gray-400 text-sm">
135 {videoStatus.status}
136 {videoStatus.progress != null && ` (${videoStatus.progress}%)`}
137 </span>
138 )}
139 {error && (
140 <div data-testid="generation-error" className="text-red-400 text-sm">
141 {error.message}
142 </div>
143 )}
144 {result && result.url && (
145 <video
146 data-testid="generated-video"
147 src={result.url}
148 controls
149 className="rounded border border-gray-700 max-w-lg"
150 />
151 )}
152 </div>
153 )
154}