Skip to content
Source
Sign inSign up
TanStack/ai
Open History to see the last commit

providers.ts

145 lines4.8 KB

1import type { AnyTextAdapter } from '@tanstack/ai'
2import { createChatOptions } from '@tanstack/ai'
3import { createOpenaiChat } from '@tanstack/ai-openai'
4import { createAnthropicChat } from '@tanstack/ai-anthropic'
5import { createGeminiChat } from '@tanstack/ai-gemini'
6import { createOllamaChat } from '@tanstack/ai-ollama'
7import { createGroqText } from '@tanstack/ai-groq'
8import { createGrokText } from '@tanstack/ai-grok'
9import {
10 createOpenRouterResponsesText,
11 createOpenRouterText,
12} from '@tanstack/ai-openrouter'
13import { HTTPClient } from '@openrouter/sdk'
14import type { Provider } from '@/lib/types'
15​
16const LLMOCK_DEFAULT_BASE = process.env.LLMOCK_URL || 'http://127.0.0.1:4010'
17const DUMMY_KEY = 'sk-e2e-test-dummy-key'
18​
19const defaultModels: Record<Provider, string> = {
20 openai: 'gpt-4o',
21 anthropic: 'claude-sonnet-4-5',
22 gemini: 'gemini-2.0-flash',
23 ollama: 'mistral',
24 groq: 'llama-3.3-70b-versatile',
25 grok: 'grok-3',
26 openrouter: 'openai/gpt-4o',
27 'openrouter-responses': 'openai/gpt-4o',
28 // ElevenLabs has no chat/text model — the support matrix already filters
29 // it out of text features, but we still need an entry to satisfy the
30 // Record<Provider, …> constraint.
31 elevenlabs: '',
33​
34export function createTextAdapter(
35 provider: Provider,
36 modelOverride?: string,
37 aimockPort?: number,
38 testId?: string,
39): { adapter: AnyTextAdapter } {
40 const model = modelOverride ?? defaultModels[provider]
41​
42 // OpenAI, Grok SDKs need /v1 in baseURL. Groq SDK appends /openai/v1/ internally.
43 // Anthropic, Gemini, Ollama SDKs include their path prefixes internally
44 const base = LLMOCK_DEFAULT_BASE
45 const openaiUrl = `${base}/v1`
46​
47 // X-Test-Id header for per-test sequenceIndex isolation in aimock
48 const testHeaders = testId ? { 'X-Test-Id': testId } : undefined
49​
50 const factories: Record<Provider, () => { adapter: AnyTextAdapter }> = {
51 openai: () =>
52 createChatOptions({
53 adapter: createOpenaiChat(model as 'gpt-4o', DUMMY_KEY, {
54 baseURL: openaiUrl,
55 defaultHeaders: testHeaders,
56 }),
57 }),
58 anthropic: () =>
59 createChatOptions({
60 adapter: createAnthropicChat(model as 'claude-sonnet-4-5', DUMMY_KEY, {
61 baseURL: base,
62 defaultHeaders: testHeaders,
63 }),
64 }),
65 gemini: () =>
66 createChatOptions({
67 adapter: createGeminiChat(model as 'gemini-2.0-flash', DUMMY_KEY, {
68 httpOptions: {
69 baseUrl: base,
70 headers: testHeaders,
71 },
72 }),
73 }),
74 ollama: () =>
75 createChatOptions({
76 adapter: createOllamaChat(
77 model as 'mistral',
78 testHeaders ? { host: base, headers: testHeaders } : base,
79 ),
80 }),
81 groq: () =>
82 createChatOptions({
83 adapter: createGroqText(model as 'llama-3.3-70b-versatile', DUMMY_KEY, {
84 baseURL: base,
85 defaultHeaders: testHeaders,
86 }),
87 }),
88 grok: () =>
89 createChatOptions({
90 adapter: createGrokText(model as 'grok-3', DUMMY_KEY, {
91 baseURL: openaiUrl,
92 defaultHeaders: testHeaders,
93 }),
94 }),
95 openrouter: () => {
96 // OpenRouter SDK exposes an HTTPClient with beforeRequest hooks. Use
97 // that to inject X-Test-Id, since `defaultHeaders` isn't supported and
98 // the SDK strips query params off `serverURL` when building per-request
99 // URLs (it does `new URL(path, baseURL)` which drops the search), so
100 // the previous `?testId=...` trick never actually reached aimock and
101 // multiple openrouter tests collided on the `__default__` test bucket.
102 const httpClient = new HTTPClient()
103 if (testId) {
104 httpClient.addHook('beforeRequest', (req) => {
105 const next = new Request(req)
106 next.headers.set('X-Test-Id', testId)
107 return next
108 })
109 }
110 return createChatOptions({
111 adapter: createOpenRouterText(model as 'openai/gpt-4o', DUMMY_KEY, {
112 serverURL: openaiUrl,
113 httpClient,
114 }),
115 })
116 },
117 'openrouter-responses': () => {
118 // Same X-Test-Id injection rationale as the chat-completions factory
119 // above. The beta Responses endpoint uses the same SDK base URL +
120 // HTTPClient surface.
121 const httpClient = new HTTPClient()
122 if (testId) {
123 httpClient.addHook('beforeRequest', (req) => {
124 const next = new Request(req)
125 next.headers.set('X-Test-Id', testId)
126 return next
127 })
128 }
129 return createChatOptions({
130 adapter: createOpenRouterResponsesText(
131 model as 'openai/gpt-4o',
132 DUMMY_KEY,
133 { serverURL: openaiUrl, httpClient },
134 ),
135 })
136 },
137 elevenlabs: () => {
138 throw new Error(
139 'ElevenLabs has no text/chat adapter — use createTTSAdapter or createTranscriptionAdapter.',
140 )
141 },
142 }
143​
144 return factories[provider]()