Open History to see the last commit
1import { createFileRoute } from '@tanstack/solid-router'
2import {
3 chat,
4 chatParamsFromRequestBody,
5 maxIterations,
6 mergeAgentTools,
7 toServerSentEventsResponse,
8} from '@tanstack/ai'
9import { anthropicText } from '@tanstack/ai-anthropic'
10import { serverTools } from '@/lib/guitar-tools'
11
12const SYSTEM_PROMPT = `You are a helpful assistant for a guitar store.
13
14CRITICAL INSTRUCTIONS - YOU MUST FOLLOW THIS EXACT WORKFLOW:
15
16When a user asks for a guitar recommendation:
171. FIRST: Use the getGuitars tool (no parameters needed)
182. SECOND: Use the recommendGuitar tool with the ID of the guitar you want to recommend
193. NEVER write a recommendation directly - ALWAYS use the recommendGuitar tool
20
21IMPORTANT:
22- The recommendGuitar tool will display the guitar in a special, appealing format
23- You MUST use recommendGuitar for ANY guitar recommendation
24- ONLY recommend guitars from our inventory (use getGuitars first)
25- The recommendGuitar tool has a buy button - this is how customers purchase
26- Do NOT describe the guitar yourself - let the recommendGuitar tool do it
27
28Example workflow:
29User: "I want an acoustic guitar"
30Step 1: Call getGuitars()
31Step 2: Call recommendGuitar(id: "6")
32Step 3: Done - do NOT add any text after calling recommendGuitar
33`
34
35export const Route = createFileRoute('/api/chat')({
36 server: {
37 handlers: {
38 POST: async ({ request }) => {
39 if (!process.env.ANTHROPIC_API_KEY) {
40 return new Response(
41 JSON.stringify({
42 error:
43 'ANTHROPIC_API_KEY not configured. Please add it to .env or .env.local',
44 }),
45 {
46 status: 500,
47 headers: { 'Content-Type': 'application/json' },
48 },
49 )
50 }
51
52 // Capture request signal before reading body (it may be aborted after body is consumed)
53 const requestSignal = request.signal
54
55 // If request is already aborted, return early
56 if (requestSignal?.aborted) {
57 return new Response(null, { status: 499 }) // 499 = Client Closed Request
58 }
59
60 const abortController = new AbortController()
61
62 let params
63 try {
64 params = await chatParamsFromRequestBody(await request.json())
65 } catch (error) {
66 return new Response(
67 error instanceof Error ? error.message : 'Bad request',
68 { status: 400 },
69 )
70 }
71
72 try {
73 const mergedTools = mergeAgentTools(serverTools, params.tools)
74 // Use the stream abort signal for proper cancellation handling
75 const stream = chat({
76 adapter: anthropicText('claude-sonnet-4-5'),
77 tools: mergedTools,
78 systemPrompts: [SYSTEM_PROMPT],
79 agentLoopStrategy: maxIterations(20),
80 messages: params.messages,
81 threadId: params.threadId,
82 runId: params.runId,
83 modelOptions: {
84 thinking: {
85 type: 'enabled',
86 budget_tokens: 10000,
87 },
88 },
89 abortController,
90 })
91
92 return toServerSentEventsResponse(stream, { abortController })
93 } catch (error: any) {
94 // If request was aborted, return early (don't send error response)
95 if (error.name === 'AbortError' || abortController.signal.aborted) {
96 return new Response(null, { status: 499 }) // 499 = Client Closed Request
97 }
98 return new Response(
99 JSON.stringify({
100 error: error.message || 'An error occurred',
101 }),
102 {
103 status: 500,
104 headers: { 'Content-Type': 'application/json' },
105 },
106 )
107 }
108 },
109 },
110 },
111})