Skip to content
Source
Sign inSign up
TanStack/ai
Open History to see the last commit

App.tsx

311 lines10.2 KB

1import { useEffect, useMemo, useState } from 'react'
2import { fetchServerSentEvents } from '@tanstack/ai-react'
3import type { UIMessage } from '@tanstack/ai-react'
4import {
5 Chat,
6 ChatInput,
7 ChatMessage,
8 ChatMessages,
9} from '@tanstack/ai-react-ui'
10​
11type Backend = 'go' | 'rust' | 'php' | 'zig' | 'bash' | 'python'
12type Provider = 'openai' | 'anthropic'
13​
14type ServerSetup = {
15 summary: string
16 installUrl: string
17 verify: string
18 run: string
20​
21type ServerInfo = {
22 id: Backend
23 label: string
24 port: number
25 available: boolean
26 disabledByEnv: boolean
27 setup: ServerSetup
29​
30type ServersManifest = {
31 generatedAt: string
32 servers: ServerInfo[]
34​
35const PROVIDERS: Array<{
36 id: Provider
37 label: string
38 defaultModel: string
39}> = [
40 { id: 'openai', label: 'OpenAI', defaultModel: 'gpt-4o' },
41 {
42 id: 'anthropic',
43 label: 'Anthropic',
44 defaultModel: 'claude-sonnet-4-6',
45 },
47​
48function SetupInstructions({ server }: { server: ServerInfo }) {
49 return (
50 <div className="flex min-h-[70vh] flex-1 flex-col rounded-xl border border-slate-800 bg-slate-900/50 p-6">
51 <div className="mx-auto flex w-full max-w-xl flex-col gap-5">
52 <div>
53 <p className="text-xs font-medium uppercase tracking-[0.2em] text-amber-400">
54 Setup required
55 </p>
56 <h2 className="mt-2 text-lg font-semibold text-white">
57 {server.label} server unavailable
58 </h2>
59 <p className="mt-2 text-sm text-slate-400">{server.setup.summary}</p>
60 {server.disabledByEnv ? (
61 <p className="mt-3 rounded-lg border border-amber-500/30 bg-amber-500/10 px-3 py-2 text-sm text-amber-100">
62 This backend is disabled on this machine via{' '}
63 <code className="rounded bg-slate-950 px-1 py-0.5 text-amber-200">
64 AGUI_DISABLE_SERVERS
65 </code>
66 . Remove{' '}
67 <code className="rounded bg-slate-950 px-1 py-0.5 text-amber-200">
68 {server.id}
69 </code>{' '}
70 from that variable and restart{' '}
71 <code className="rounded bg-slate-950 px-1 py-0.5 text-amber-200">
72 pnpm dev:all
73 </code>
74 .
75 </p>
76 ) : null}
77 </div>
78​
79 <div className="space-y-4 text-sm">
80 <div>
81 <p className="text-slate-400">Install</p>
82 <a
83 href={server.setup.installUrl}
84 target="_blank"
85 rel="noreferrer"
86 className="mt-1 inline-flex text-amber-300 underline-offset-4 hover:underline"
87 >
88 {server.setup.installUrl}
89 </a>
90 </div>
91​
92 <div>
93 <p className="text-slate-400">Verify</p>
94 <code className="mt-1 block rounded-lg border border-slate-700 bg-slate-950 px-3 py-2 text-slate-100">
95 {server.setup.verify}
96 </code>
97 </div>
98​
99 <div>
100 <p className="text-slate-400">Run this backend</p>
101 <code className="mt-1 block rounded-lg border border-slate-700 bg-slate-950 px-3 py-2 text-slate-100">
102 {server.setup.run}
103 </code>
104 </div>
105​
106 <div>
107 <p className="text-slate-400">Refresh availability</p>
108 <code className="mt-1 block rounded-lg border border-slate-700 bg-slate-950 px-3 py-2 text-slate-100">
109 node scripts/detect-servers.mjs
110 </code>
111 </div>
112 </div>
113 </div>
114 </div>
115 )
117​
118export function App() {
119 const [servers, setServers] = useState<ServerInfo[]>([])
120 const [serversLoading, setServersLoading] = useState(true)
121 const [backend, setBackend] = useState<Backend>('go')
122 const [provider, setProvider] = useState<Provider>('openai')
123 const [model, setModel] = useState(PROVIDERS[0].defaultModel)
124​
125 useEffect(() => {
126 let cancelled = false
127​
128 async function loadServers() {
129 try {
130 const response = await fetch('/servers.json')
131 if (!response.ok) {
132 throw new Error(`Failed to load servers.json (${response.status})`)
133 }
134 const manifest = (await response.json()) as ServersManifest
135 if (cancelled) return
136 setServers(manifest.servers)
137 if (manifest.servers.length > 0) {
138 setBackend((current) =>
139 manifest.servers.some((server) => server.id === current)
140 ? current
141 : manifest.servers[0].id,
142 )
143 }
144 } catch (error) {
145 console.error('[ag-ui] failed to load servers.json', error)
146 } finally {
147 if (!cancelled) {
148 setServersLoading(false)
149 }
150 }
151 }
152​
153 void loadServers()
154​
155 return () => {
156 cancelled = true
157 }
158 }, [])
159​
160 const active =
161 servers.find((item) => item.id === backend) ??
162 servers[0] ??
163 ({
164 id: 'go',
165 label: 'Go',
166 port: 8001,
167 available: false,
168 disabledByEnv: false,
169 setup: {
170 summary: 'Install Go 1.22+ and ensure `go` is on PATH.',
171 installUrl: 'https://go.dev/dl/',
172 verify: 'go version',
173 run: 'pnpm dev:go',
174 },
175 } satisfies ServerInfo)
176​
177 const activeProvider =
178 PROVIDERS.find((item) => item.id === provider) ?? PROVIDERS[0]
179​
180 const connection = useMemo(
181 () =>
182 active.available
183 ? fetchServerSentEvents(`/api/${backend}`, () => ({
184 body: { provider, model },
185 }))
186 : null,
187 [active.available, backend, provider, model],
188 )
189​
190 const handleProviderChange = (nextProvider: Provider) => {
191 setProvider(nextProvider)
192 const next = PROVIDERS.find((item) => item.id === nextProvider)
193 if (next) {
194 setModel(next.defaultModel)
195 }
196 }
197​
198 const subtitle = active.available
199 ? `${active.label} server on :${active.port} → ${activeProvider.label}`
200 : `${active.label} not available — setup required`
201​
202 return (
203 <div className="flex min-h-screen flex-col bg-slate-950 text-slate-100">
204 <header className="border-b border-slate-800 px-4 py-4 sm:px-6">
205 <div className="mx-auto flex max-w-3xl flex-col gap-4">
206 <div className="flex flex-col gap-4 sm:flex-row sm:items-center sm:justify-between">
207 <div>
208 <p className="text-xs font-medium uppercase tracking-[0.2em] text-amber-400">
209 TanStack AI
210 </p>
211 <h1 className="text-xl font-semibold text-white">
212 AG-UI Polyglot Chat
213 </h1>
214 <p className="mt-1 text-sm text-slate-400">{subtitle}</p>
215 </div>
216​
217 <div
218 className="inline-flex flex-wrap rounded-lg border border-slate-700 bg-slate-900 p-1"
219 role="tablist"
220 aria-label="Backend server"
221 >
222 {(serversLoading ? [] : servers).map((item) => (
223 <button
224 key={item.id}
225 type="button"
226 role="tab"
227 aria-selected={backend === item.id}
228 onClick={() => setBackend(item.id)}
229 className={`rounded-md px-3 py-2 text-sm font-medium transition-colors ${
230 backend === item.id
231 ? 'bg-amber-500 text-slate-950'
232 : item.available
233 ? 'text-slate-300 hover:text-white'
234 : 'text-slate-500 hover:text-slate-300'
235 }`}
236 >
237 {item.label}
238 {!item.available ? ' · setup' : ''}
239 </button>
240 ))}
241 </div>
242 </div>
243​
244 {active.available ? (
245 <div className="flex flex-col gap-3 sm:flex-row sm:items-end">
246 <label className="flex flex-1 flex-col gap-1 text-sm">
247 <span className="text-slate-400">Provider</span>
248 <select
249 value={provider}
250 onChange={(event) =>
251 handleProviderChange(event.target.value as Provider)
252 }
253 className="rounded-lg border border-slate-700 bg-slate-900 px-3 py-2 text-white"
254 >
255 {PROVIDERS.map((item) => (
256 <option key={item.id} value={item.id}>
257 {item.label}
258 </option>
259 ))}
260 </select>
261 </label>
262​
263 <label className="flex flex-[2] flex-col gap-1 text-sm">
264 <span className="text-slate-400">Model</span>
265 <input
266 value={model}
267 onChange={(event) => setModel(event.target.value)}
268 className="rounded-lg border border-slate-700 bg-slate-900 px-3 py-2 text-white"
269 placeholder={activeProvider.defaultModel}
270 />
271 </label>
272 </div>
273 ) : null}
274 </div>
275 </header>
276​
277 <main className="mx-auto flex w-full max-w-3xl flex-1 flex-col px-4 py-6 sm:px-6">
278 {serversLoading ? (
279 <div className="flex min-h-[70vh] flex-1 items-center justify-center rounded-xl border border-slate-800 bg-slate-900/50 text-sm text-slate-400">
280 Loading backend availability…
281 </div>
282 ) : active.available && connection ? (
283 <Chat
284 key={`${backend}-${provider}-${model}`}
285 className="flex min-h-[70vh] flex-1 flex-col rounded-xl border border-slate-800 bg-slate-900/50"
286 connection={connection}
287 >
288 <ChatMessages
289 className="flex-1 space-y-4 overflow-y-auto p-4"
290 emptyState={
291 <div className="flex h-full min-h-48 items-center justify-center text-center text-sm text-slate-400">
292 Chat with {active.label} over AG-UI SSE using{' '}
293 {activeProvider.label}.
294 </div>
295 }
296 >
297 {(message: UIMessage) => <ChatMessage message={message} />}
298 </ChatMessages>
299 <div className="border-t border-slate-800 p-4">
300 <ChatInput
301 placeholder={`Message via ${active.label} + ${activeProvider.label}…`}
302 />
303 </div>
304 </Chat>
305 ) : (
306 <SetupInstructions server={active} />
307 )}
308 </main>
309 </div>
310 )