Skip to content
Source
Sign inSign up
TanStack/ai
Open History to see the last commit

providers.ts

236 lines8.2 KB

1import { createChatOptions } from '@tanstack/ai'
2import { createOpenaiChat } from '@tanstack/ai-openai'
3import { createAnthropicChat } from '@tanstack/ai-anthropic'
4import { createGeminiChat } from '@tanstack/ai-gemini'
5import { createGeminiTextInteractions } from '@tanstack/ai-gemini/experimental'
6import { createOllamaChat } from '@tanstack/ai-ollama'
7import { createGroqText } from '@tanstack/ai-groq'
8import { createGrokText } from '@tanstack/ai-grok'
9import { createBedrockText } from '@tanstack/ai-bedrock'
10import { openaiCompatibleText } from '@tanstack/ai-openai/compatible'
11import {
12 createOpenRouterResponsesText,
13 createOpenRouterText,
14} from '@tanstack/ai-openrouter'
15import { createMistralText } from '@tanstack/ai-mistral'
16import { createBytePlusText } from '@tanstack/ai-byteplus'
17import { HTTPClient } from '@openrouter/sdk'
18import type { AnyTextAdapter } from '@tanstack/ai'
19import type { BytePlusChatModel } from '@tanstack/ai-byteplus'
20import type { Feature, Provider } from '@/lib/types'
21​
22const LLMOCK_DEFAULT_BASE = process.env.LLMOCK_URL || 'http://127.0.0.1:4010'
23const DUMMY_KEY = 'sk-e2e-test-dummy-key'
24​
25const defaultModels: Record<Provider, string> = {
26 openai: 'gpt-4o',
27 anthropic: 'claude-sonnet-4-5',
28 gemini: 'gemini-2.5-flash',
29 ollama: 'mistral',
30 groq: 'llama-3.3-70b-versatile',
31 grok: 'grok-build-0.1',
32 bedrock: 'openai.gpt-oss-120b-1:0',
33 'bedrock-responses': 'openai.gpt-oss-120b-1:0',
34 openrouter: 'openai/gpt-4o',
35 'openrouter-responses': 'openai/gpt-4o',
36 'openai-compatible': 'gpt-4o',
37 mistral: 'mistral-large-latest',
38 // Structured-output features override this in `features.ts`:
39 // seed-2-0-lite-260428 rejects both `response_format: json_schema` and
40 // `json_object` (live-probed), so it can't drive any structured feature.
41 byteplus: 'seed-2-0-lite-260428',
42 // ElevenLabs has no chat/text model — the support matrix already filters
43 // it out of text features, but we still need an entry to satisfy the
44 // Record<Provider, …> constraint.
45 elevenlabs: '',
47​
48export function createTextAdapter(
49 provider: Provider,
50 modelOverride?: string,
51 _aimockPort?: number,
52 testId?: string,
53 feature?: Feature,
54): { adapter: AnyTextAdapter } {
55 const model = modelOverride ?? defaultModels[provider]
56​
57 // OpenAI, Grok SDKs need /v1 in baseURL. Groq SDK appends /openai/v1/ internally.
58 // Anthropic, Gemini, Ollama SDKs include their path prefixes internally
59 const base = LLMOCK_DEFAULT_BASE
60 const openaiUrl = `${base}/v1`
61 // BytePlus Ark's data plane lives under /api/v3. aimock's compat-path
62 // normalizer rewrites any non-/v1//v2 path ending in /chat/completions to
63 // /v1/chat/completions, so the Ark prefix reaches the native OpenAI handler
64 // untouched — see testing/e2e/README.md § "BytePlus (Ark) path handling".
65 const arkUrl = `${base}/api/v3`
66​
67 // X-Test-Id header for per-test sequenceIndex isolation in aimock
68 const testHeaders = testId ? { 'X-Test-Id': testId } : undefined
69​
70 // The Gemini Interactions API lives at a different endpoint
71 // (POST /v1beta/interactions) and uses a different adapter than the
72 // standard Gemini chat path.
73 if (provider === 'gemini' && feature === 'stateful-interactions') {
74 return createChatOptions({
75 adapter: createGeminiTextInteractions(
76 model as 'gemini-2.5-flash',
77 DUMMY_KEY,
78 {
79 httpOptions: {
80 baseUrl: base,
81 headers: testHeaders,
82 },
83 },
84 ),
85 })
86 }
87​
88 const factories: Record<Provider, () => { adapter: AnyTextAdapter }> = {
89 openai: () =>
90 createChatOptions({
91 adapter: createOpenaiChat(model as 'gpt-4o', DUMMY_KEY, {
92 baseURL: openaiUrl,
93 defaultHeaders: testHeaders,
94 }),
95 }),
96 anthropic: () =>
97 createChatOptions({
98 adapter: createAnthropicChat(model as 'claude-sonnet-4-5', DUMMY_KEY, {
99 baseURL: base,
100 defaultHeaders: testHeaders,
101 }),
102 }),
103 gemini: () =>
104 createChatOptions({
105 adapter: createGeminiChat(model as 'gemini-2.5-flash', DUMMY_KEY, {
106 httpOptions: {
107 baseUrl: base,
108 headers: testHeaders,
109 },
110 }),
111 }),
112 ollama: () =>
113 createChatOptions({
114 adapter: createOllamaChat(
115 model as 'mistral',
116 testHeaders ? { host: base, headers: testHeaders } : base,
117 ),
118 }),
119 groq: () =>
120 createChatOptions({
121 adapter: createGroqText(model as 'llama-3.3-70b-versatile', DUMMY_KEY, {
122 baseURL: base,
123 defaultHeaders: testHeaders,
124 }),
125 }),
126 grok: () =>
127 createChatOptions({
128 adapter: createGrokText(model as 'grok-build-0.1', DUMMY_KEY, {
129 baseURL: openaiUrl,
130 defaultHeaders: testHeaders,
131 }),
132 }),
133 // NOTE: Only the OpenAI-compatible Bedrock paths are E2E-covered here.
134 // The default `bedrock-converse` adapter uses the AWS binary event-stream
135 // (vnd.amazon.eventstream) Converse protocol, which aimock cannot replay —
136 // that path is covered by unit tests in packages/ai-bedrock/tests/converse/
137 // instead. See testing/e2e/README.md § "Bedrock Converse coverage gap".
138 bedrock: () =>
139 createChatOptions({
140 adapter: createBedrockText(
141 model as 'openai.gpt-oss-120b-1:0',
142 DUMMY_KEY,
143 {
144 baseURL: openaiUrl,
145 defaultHeaders: testHeaders,
146 // Converse is now the default; this matrix entry exercises the
147 // OpenAI-compatible Chat Completions path, so pin api: 'chat'.
148 api: 'chat',
149 },
150 ),
151 }),
152 'bedrock-responses': () =>
153 createChatOptions({
154 adapter: createBedrockText(
155 model as 'openai.gpt-oss-120b-1:0',
156 DUMMY_KEY,
157 {
158 baseURL: openaiUrl,
159 defaultHeaders: testHeaders,
160 api: 'responses',
161 },
162 ),
163 }),
164 openrouter: () => {
165 // OpenRouter SDK exposes an HTTPClient with beforeRequest hooks. Use
166 // that to inject X-Test-Id, since `defaultHeaders` isn't supported and
167 // the SDK strips query params off `serverURL` when building per-request
168 // URLs (it does `new URL(path, baseURL)` which drops the search), so
169 // the previous `?testId=...` trick never actually reached aimock and
170 // multiple openrouter tests collided on the `__default__` test bucket.
171 const httpClient = new HTTPClient()
172 if (testId) {
173 httpClient.addHook('beforeRequest', (req) => {
174 const next = new Request(req)
175 next.headers.set('X-Test-Id', testId)
176 return next
177 })
178 }
179 return createChatOptions({
180 adapter: createOpenRouterText(model as 'openai/gpt-4o', DUMMY_KEY, {
181 serverURL: openaiUrl,
182 httpClient,
183 }),
184 })
185 },
186 'openrouter-responses': () => {
187 // Same X-Test-Id injection rationale as the chat-completions factory
188 // above. The beta Responses endpoint uses the same SDK base URL +
189 // HTTPClient surface.
190 const httpClient = new HTTPClient()
191 if (testId) {
192 httpClient.addHook('beforeRequest', (req) => {
193 const next = new Request(req)
194 next.headers.set('X-Test-Id', testId)
195 return next
196 })
197 }
198 return createChatOptions({
199 adapter: createOpenRouterResponsesText(
200 model as 'openai/gpt-4o',
201 DUMMY_KEY,
202 { serverURL: openaiUrl, httpClient },
203 ),
204 })
205 },
206 'openai-compatible': () =>
207 createChatOptions({
208 adapter: openaiCompatibleText(model, {
209 baseURL: openaiUrl,
210 apiKey: DUMMY_KEY,
211 defaultHeaders: testHeaders,
212 }),
213 }),
214 mistral: () =>
215 createChatOptions({
216 adapter: createMistralText(model as 'mistral-large-latest', DUMMY_KEY, {
217 serverURL: base,
218 defaultHeaders: testHeaders,
219 }),
220 }),
221 byteplus: () =>
222 createChatOptions({
223 adapter: createBytePlusText(model as BytePlusChatModel, DUMMY_KEY, {
224 baseURL: arkUrl,
225 defaultHeaders: testHeaders,
226 }),
227 }),
228 elevenlabs: () => {
229 throw new Error(
230 'ElevenLabs has no text/chat adapter — use createTTSAdapter or createTranscriptionAdapter.',
231 )
232 },
233 }
234​
235 return factories[provider]()