Open History to see the last commit
1import { createFileRoute } from '@tanstack/react-router'
2import { embed } from '@tanstack/ai'
3import { createOpenaiEmbedding } from '@tanstack/ai-openai'
4import { createGeminiEmbedding } from '@tanstack/ai-gemini'
5import { createMistralEmbedding } from '@tanstack/ai-mistral'
6import { createOllamaEmbedding } from '@tanstack/ai-ollama'
7import type { Provider } from '@/lib/types'
8
9const LLMOCK_BASE = process.env.LLMOCK_URL || 'http://127.0.0.1:4010'
10const DUMMY_KEY = 'sk-e2e-test-dummy-key'
11
12function llmockBase(aimockPort?: number): string {
13 if (aimockPort) return `http://127.0.0.1:${aimockPort}`
14 return LLMOCK_BASE
15}
16
17function openaiUrl(aimockPort?: number): string {
18 return `${llmockBase(aimockPort)}/v1`
19}
20
21function testHeaders(testId?: string): Record<string, string> | undefined {
22 return testId ? { 'X-Test-Id': testId } : undefined
23}
24
25/**
26 * Embedding adapters pointed at aimock. Coverage notes (mirrored in
27 * `src/lib/feature-support.ts`):
28 *
29 * - openai: aimock 1.34 natively mocks POST /v1/embeddings — the JSON
30 * fixture lives in `fixtures/embedding/basic.json`.
31 * - gemini: `@google/genai` posts to `{model}:batchEmbedContents` on the
32 * MLDev (API-key) surface, which aimock doesn't model (it only handles
33 * `:embedContent`) — served by `geminiBatchEmbedMount` in global-setup.ts.
34 * - ollama: the ollama SDK's `embed()` hits POST /api/embed and expects
35 * `embeddings: number[][]`; aimock's native handler answers with the
36 * legacy singular `embedding` field — served by `ollamaEmbedMount`.
37 * - mistral: the Mistral SDK Zod-validates the /v1/embeddings response and
38 * requires an `id` field aimock's OpenAI-format builder omits — served by
39 * `mistralEmbeddingsMount` under the /mistral prefix.
40 */
41function createEmbeddingAdapter(
42 provider: Provider,
43 aimockPort?: number,
44 testId?: string,
45) {
46 const headers = testHeaders(testId)
47 const factories: Partial<Record<Provider, () => any>> = {
48 openai: () =>
49 createOpenaiEmbedding('text-embedding-3-small', DUMMY_KEY, {
50 baseURL: openaiUrl(aimockPort),
51 defaultHeaders: headers,
52 }),
53 gemini: () =>
54 createGeminiEmbedding('gemini-embedding-001', DUMMY_KEY, {
55 httpOptions: { baseUrl: llmockBase(aimockPort), headers },
56 }),
57 mistral: () =>
58 createMistralEmbedding('mistral-embed', DUMMY_KEY, {
59 serverURL: `${llmockBase(aimockPort)}/mistral`,
60 defaultHeaders: headers,
61 }),
62 ollama: () =>
63 createOllamaEmbedding('nomic-embed-text', {
64 host: llmockBase(aimockPort),
65 headers,
66 }),
67 }
68 return factories[provider]?.()
69}
70
71export const Route = createFileRoute('/api/embedding')({
72 server: {
73 handlers: {
74 POST: async ({ request }) => {
75 await import('@/lib/llmock-server').then((m) => m.ensureLLMock())
76 const body = await request.json()
77 const data = body.forwardedProps ?? body.data ?? body
78 const { texts, provider, testId, aimockPort } = data as {
79 texts: Array<string>
80 provider: Provider
81 testId?: string
82 aimockPort?: number
83 }
84
85 try {
86 const adapter = createEmbeddingAdapter(provider, aimockPort, testId)
87 if (!adapter) {
88 return new Response(
89 JSON.stringify({
90 error: `Provider ${provider} does not support embedding`,
91 }),
92 { status: 400, headers: { 'Content-Type': 'application/json' } },
93 )
94 }
95 // embed() is Promise-based — there is no streaming variant.
96 const result = await embed({ adapter, input: texts })
97 return new Response(
98 JSON.stringify({
99 embeddings: result.embeddings.map((e) => e.vector),
100 model: result.model,
101 }),
102 { headers: { 'Content-Type': 'application/json' } },
103 )
104 } catch (error) {
105 console.error('[api.embedding] Error:', error)
106 const message =
107 error instanceof Error ? error.message : 'An error occurred'
108 return new Response(JSON.stringify({ error: message }), {
109 status: 500,
110 headers: { 'Content-Type': 'application/json' },
111 })
112 }
113 },
114 },
115 },
116})