Skip to content
Source
Sign inSign up
TanStack/ai
Open History to see the last commit

fallbacks-with-models-example.ts

176 lines5.0 KB

1/**
2 * Example: Adapter Fallbacks with Model Configuration
3 *
4 * This example demonstrates the new fallback API where each fallback
5 * specifies both the adapter name AND the model to use with that adapter.
6 */
7
8import { AI } from "../packages/ai/src";
9import { OpenAIAdapter } from "../packages/ai-openai/src";
10import { AnthropicAdapter } from "../packages/ai-anthropic/src";
12// Create AI instance with adapters
13const ai = new AI({
14 adapters: {
15 openai: new OpenAIAdapter({
16 apiKey: process.env.OPENAI_API_KEY!,
17 }),
18 anthropic: new AnthropicAdapter({
19 apiKey: process.env.ANTHROPIC_API_KEY!,
20 }),
21 },
22 // Global fallback configuration
23 fallbacks: [
24 { adapter: "openai", model: "gpt-4" },
25 { adapter: "anthropic", model: "claude-3-5-sonnet-20241022" },
26 ],
27});
29async function demonstrateGlobalFallbacks() {
30 console.log("\n--- Global Fallback Configuration ---");
31 console.log("Using fallbacks from constructor...\n");
33 try {
34 // Will use global fallbacks: first tries OpenAI with gpt-4,
35 // if that fails, tries Anthropic with claude-3-5-sonnet
36 const result = await ai.chat({
37 fallbacks: [], // Empty array triggers use of global fallbacks
38 messages: [
39 {
40 role: "user",
41 content: "Say hello!",
42 },
43 ],
44 });
46 console.log("Response:", result.content);
47 } catch (error: any) {
48 console.error("All adapters failed:", error.message);
49 }
50}
52async function demonstratePerRequestFallbacks() {
53 console.log("\n--- Per-Request Fallback Configuration ---");
54 console.log("Overriding global fallbacks for this request...\n");
56 try {
57 // Override global fallbacks for this specific request
58 // Try Anthropic's faster model first, then fall back to OpenAI
59 const result = await ai.chat({
60 fallbacks: [
61 { adapter: "anthropic", model: "claude-3-haiku-20240307" },
62 { adapter: "openai", model: "gpt-3.5-turbo" },
63 ],
64 messages: [
65 {
66 role: "user",
67 content: "What's 2+2?",
68 },
69 ],
70 });
72 console.log("Response:", result.content);
73 } catch (error: any) {
74 console.error("All adapters failed:", error.message);
75 }
76}
78async function demonstrateSingleAdapter() {
79 console.log("\n--- Single Adapter Mode (No Fallback) ---");
80 console.log("Using single adapter with specific model...\n");
82 try {
83 // Single adapter mode - no fallback, full type safety
84 const result = await ai.chat({
85 adapter: "openai",
86 model: "gpt-4o", // Type-safe! Only OpenAI models allowed here
87 messages: [
88 {
89 role: "user",
90 content: "Tell me a joke",
91 },
92 ],
93 });
95 console.log("Response:", result.content);
96 } catch (error: any) {
97 console.error("Request failed:", error.message);
98 }
99}
101async function demonstrateStreamingWithFallbacks() {
102 console.log("\n--- Streaming with Fallbacks ---");
103 console.log("Streaming with fallback configuration...\n");
105 try {
106 let fullResponse = "";
108 for await (const chunk of ai.streamChat({
109 fallbacks: [
110 { adapter: "openai", model: "gpt-4" },
111 { adapter: "anthropic", model: "claude-3-5-sonnet-20241022" },
112 ],
113 messages: [
114 {
115 role: "user",
116 content: "Count to 5",
117 },
118 ],
119 })) {
120 if (chunk.type === "content" && chunk.delta) {
121 process.stdout.write(chunk.delta);
122 fullResponse += chunk.delta;
123 }
124 }
126 console.log("\n\nFull response:", fullResponse);
127 } catch (error: any) {
128 console.error("All adapters failed:", error.message);
129 }
130}
132async function demonstrateDifferentModelsPerAdapter() {
133 console.log("\n--- Different Models Per Adapter ---");
134 console.log("Each fallback can specify its own model...\n");
136 try {
137 // First try OpenAI's latest model
138 // If it fails (rate limit, etc.), try Anthropic's budget model
139 // If that fails too, try OpenAI's cheaper model
140 const result = await ai.chat({
141 fallbacks: [
142 { adapter: "openai", model: "gpt-4o" },
143 { adapter: "anthropic", model: "claude-3-haiku-20240307" },
144 { adapter: "openai", model: "gpt-3.5-turbo" },
145 ],
146 messages: [
147 {
148 role: "user",
149 content: "Explain quantum computing in one sentence.",
150 },
151 ],
152 });
154 console.log("Response:", result.content);
155 } catch (error: any) {
156 console.error("All fallbacks failed:", error.message);
157 }
158}
160async function main() {
161 console.log("=".repeat(60));
162 console.log("Adapter Fallbacks with Model Configuration");
163 console.log("=".repeat(60));
165 await demonstrateSingleAdapter();
166 await demonstrateGlobalFallbacks();
167 await demonstratePerRequestFallbacks();
168 await demonstrateStreamingWithFallbacks();
169 await demonstrateDifferentModelsPerAdapter();
171 console.log("\n" + "=".repeat(60));
172 console.log("Examples complete!");
173 console.log("=".repeat(60));
174}
176main().catch(console.error);