Skip to content
Source
Sign inSign up
TanStack/ai
Open History to see the last commit

single-adapter-with-fallbacks-example.ts

150 lines4.7 KB

1/**
2 * Example: Single Adapter with Optional Fallbacks
3 *
4 * This demonstrates the new behavior where you can specify a primary adapter+model
5 * and provide optional fallbacks if the primary fails.
6 */
7
8import { AI } from "../packages/ai/src";
9import { OpenAIAdapter } from "../packages/ai-openai/src";
10import { AnthropicAdapter } from "../packages/ai-anthropic/src";
11import { GeminiAdapter } from "../packages/ai-gemini/src";
13// Create AI instance with multiple adapters
14const ai = new AI({
15 adapters: {
16 openai: new OpenAIAdapter({
17 apiKey: process.env.OPENAI_API_KEY!,
18 }),
19 anthropic: new AnthropicAdapter({
20 apiKey: process.env.ANTHROPIC_API_KEY!,
21 }),
22 gemini: new GeminiAdapter({
23 apiKey: process.env.GEMINI_API_KEY!,
24 }),
25 },
26});
28async function main() {
29 console.log("=== Single Adapter with Optional Fallbacks Demo ===\n");
31 // Example 1: Single adapter without fallbacks (original behavior)
32 console.log("1. Single adapter only (no fallbacks):");
33 try {
34 const result1 = await ai.chat({
35 adapter: "openai",
36 model: "gpt-4",
37 messages: [{ role: "user", content: "Say hello!" }],
38 });
39 console.log("✓ Response:", result1.content);
40 } catch (error: any) {
41 console.log("✗ Failed:", error.message);
42 }
43 console.log();
45 // Example 2: Single adapter with fallbacks - if primary fails, try fallbacks
46 console.log("2. Single adapter with fallbacks:");
47 try {
48 const result2 = await ai.chat({
49 adapter: "openai",
50 model: "gpt-4",
51 messages: [{ role: "user", content: "Say hello!" }],
52 // If OpenAI fails, try these fallbacks in order
53 fallbacks: [
54 { adapter: "anthropic", model: "claude-3-5-sonnet-20241022" },
55 { adapter: "gemini", model: "gemini-1.5-pro" },
56 ],
57 });
58 console.log("✓ Response:", result2.content);
59 } catch (error: any) {
60 console.log("✗ All failed:", error.message);
61 }
62 console.log();
64 // Example 3: Fallback-only mode (no primary adapter specified)
65 console.log("3. Fallback-only mode:");
66 try {
67 const result3 = await ai.chat({
68 fallbacks: [
69 { adapter: "openai", model: "gpt-4" },
70 { adapter: "anthropic", model: "claude-3-5-sonnet-20241022" },
71 { adapter: "gemini", model: "gemini-1.5-pro" },
72 ],
73 messages: [{ role: "user", content: "Say hello!" }],
74 });
75 console.log("✓ Response:", result3.content);
76 } catch (error: any) {
77 console.log("✗ All failed:", error.message);
78 }
79 console.log();
81 // Example 4: Streaming with fallbacks
82 console.log("4. Streaming with primary + fallbacks:");
83 try {
84 const chunks: string[] = [];
85 for await (const chunk of ai.chatStream({
86 adapter: "openai",
87 model: "gpt-3.5-turbo",
88 messages: [{ role: "user", content: "Count to 5" }],
89 fallbacks: [
90 { adapter: "anthropic", model: "claude-3-5-sonnet-20241022" },
91 ],
92 })) {
93 chunks.push(chunk.content);
94 }
95 console.log("✓ Streamed response:", chunks.join(""));
96 } catch (error: any) {
97 console.log("✗ Failed:", error.message);
98 }
99 console.log();
101 // Example 5: Text generation with fallbacks
102 console.log("5. Text generation with fallbacks:");
103 try {
104 const result5 = await ai.generateText({
105 adapter: "gemini",
106 model: "gemini-1.5-flash",
107 prompt: "Write a haiku about coding",
108 fallbacks: [
109 { adapter: "openai", model: "gpt-3.5-turbo" },
110 { adapter: "anthropic", model: "claude-3-5-sonnet-20241022" },
111 ],
112 });
113 console.log("✓ Generated text:", result5.text);
114 } catch (error: any) {
115 console.log("✗ Failed:", error.message);
116 }
117 console.log();
119 // Example 6: Global fallbacks from constructor
120 console.log("6. Using global fallbacks from constructor:");
121 const aiWithGlobalFallbacks = new AI({
122 adapters: {
123 openai: new OpenAIAdapter({
124 apiKey: process.env.OPENAI_API_KEY!,
125 }),
126 anthropic: new AnthropicAdapter({
127 apiKey: process.env.ANTHROPIC_API_KEY!,
128 }),
129 },
130 // These fallbacks are used by default if no fallbacks are provided in options
131 fallbacks: [
132 { adapter: "openai", model: "gpt-3.5-turbo" },
133 { adapter: "anthropic", model: "claude-3-5-sonnet-20241022" },
134 ],
135 });
137 try {
138 // This will use the global fallbacks if the primary adapter fails
139 const result6 = await aiWithGlobalFallbacks.chat({
140 adapter: "openai",
141 model: "gpt-4",
142 messages: [{ role: "user", content: "Say hello!" }],
143 });
144 console.log("✓ Response:", result6.content);
145 } catch (error: any) {
146 console.log("✗ Failed:", error.message);
147 }
148}
150main().catch(console.error);