Skip to content
Source
Sign inSign up
TanStack/ai
Open History to see the last commit

code-mode.jsonl

27 lines9.9 KB

1{"taskId":"cm-000","suite":"code-mode","arm":"cm-baseline","model":"gemini-3.8-flash","implementation":{"language":"typescript","package":"@tanstack/ai-optimize","version":"0.0.1"},"outcome":"solved","failureClass":null,"tokens":{"input":44453,"output":1015,"cache_read":0,"cache_write":0,"steps":2,"cache_hit_rate":0},"truncation":{"projections":0,"retrievals":0},"trial":0}
2{"taskId":"cm-000","suite":"code-mode","arm":"cm-baseline","model":"gemini-3.8-flash","implementation":{"language":"typescript","package":"@tanstack/ai-optimize","version":"0.0.1"},"outcome":"solved","failureClass":null,"tokens":{"input":44384,"output":967,"cache_read":0,"cache_write":0,"steps":2,"cache_hit_rate":0},"truncation":{"projections":0,"retrievals":0},"trial":1}
3{"taskId":"cm-000","suite":"code-mode","arm":"cm-baseline","model":"gemini-3.8-flash","implementation":{"language":"typescript","package":"@tanstack/ai-optimize","version":"0.0.1"},"outcome":"solved","failureClass":null,"tokens":{"input":44539,"output":1083,"cache_read":0,"cache_write":0,"steps":2,"cache_hit_rate":0},"truncation":{"projections":0,"retrievals":0},"trial":2}
4{"taskId":"cm-000","suite":"code-mode","arm":"cm-adorned","model":"gemini-3.8-flash","implementation":{"language":"typescript","package":"@tanstack/ai-optimize","version":"0.0.1"},"outcome":"solved","failureClass":null,"tokens":{"input":4834,"output":1043,"cache_read":0,"cache_write":0,"steps":2,"cache_hit_rate":0},"truncation":{"projections":1,"retrievals":0},"trial":0}
5{"taskId":"cm-000","suite":"code-mode","arm":"cm-adorned","model":"gemini-3.8-flash","implementation":{"language":"typescript","package":"@tanstack/ai-optimize","version":"0.0.1"},"outcome":"solved","failureClass":null,"tokens":{"input":4806,"output":1003,"cache_read":0,"cache_write":0,"steps":2,"cache_hit_rate":0},"truncation":{"projections":1,"retrievals":0},"trial":1}
6{"taskId":"cm-000","suite":"code-mode","arm":"cm-adorned","model":"gemini-3.8-flash","implementation":{"language":"typescript","package":"@tanstack/ai-optimize","version":"0.0.1"},"outcome":"solved","failureClass":null,"tokens":{"input":4736,"output":954,"cache_read":0,"cache_write":0,"steps":2,"cache_hit_rate":0},"truncation":{"projections":1,"retrievals":0},"trial":2}
7{"taskId":"cm-000","suite":"code-mode","arm":"cm-global","model":"gemini-3.8-flash","implementation":{"language":"typescript","package":"@tanstack/ai-optimize","version":"0.0.1"},"outcome":"solved","failureClass":null,"tokens":{"input":4779,"output":1010,"cache_read":0,"cache_write":0,"steps":2,"cache_hit_rate":0},"truncation":{"projections":1,"retrievals":0},"trial":0}
8{"taskId":"cm-000","suite":"code-mode","arm":"cm-global","model":"gemini-3.8-flash","implementation":{"language":"typescript","package":"@tanstack/ai-optimize","version":"0.0.1"},"outcome":"solved","failureClass":null,"tokens":{"input":4765,"output":982,"cache_read":0,"cache_write":0,"steps":2,"cache_hit_rate":0},"truncation":{"projections":1,"retrievals":0},"trial":1}
9{"taskId":"cm-000","suite":"code-mode","arm":"cm-global","model":"gemini-3.8-flash","implementation":{"language":"typescript","package":"@tanstack/ai-optimize","version":"0.0.1"},"outcome":"solved","failureClass":null,"tokens":{"input":4764,"output":997,"cache_read":0,"cache_write":0,"steps":2,"cache_hit_rate":0},"truncation":{"projections":1,"retrievals":0},"trial":2}
10{"taskId":"cm-001","suite":"code-mode","arm":"cm-baseline","model":"gemini-3.8-flash","implementation":{"language":"typescript","package":"@tanstack/ai-optimize","version":"0.0.1"},"outcome":"solved","failureClass":null,"tokens":{"input":49261,"output":1031,"cache_read":0,"cache_write":0,"steps":2,"cache_hit_rate":0},"truncation":{"projections":0,"retrievals":0},"trial":0}
11{"taskId":"cm-001","suite":"code-mode","arm":"cm-baseline","model":"gemini-3.8-flash","implementation":{"language":"typescript","package":"@tanstack/ai-optimize","version":"0.0.1"},"outcome":"solved","failureClass":null,"tokens":{"input":49070,"output":817,"cache_read":0,"cache_write":0,"steps":2,"cache_hit_rate":0},"truncation":{"projections":0,"retrievals":0},"trial":1}
12{"taskId":"cm-001","suite":"code-mode","arm":"cm-baseline","model":"gemini-3.8-flash","implementation":{"language":"typescript","package":"@tanstack/ai-optimize","version":"0.0.1"},"outcome":"solved","failureClass":null,"tokens":{"input":49245,"output":1031,"cache_read":0,"cache_write":0,"steps":2,"cache_hit_rate":0},"truncation":{"projections":0,"retrievals":0},"trial":2}
13{"taskId":"cm-001","suite":"code-mode","arm":"cm-adorned","model":"gemini-3.8-flash","implementation":{"language":"typescript","package":"@tanstack/ai-optimize","version":"0.0.1"},"outcome":"solved","failureClass":null,"tokens":{"input":4865,"output":1047,"cache_read":0,"cache_write":0,"steps":2,"cache_hit_rate":0},"truncation":{"projections":1,"retrievals":0},"trial":0}
14{"taskId":"cm-001","suite":"code-mode","arm":"cm-adorned","model":"gemini-3.8-flash","implementation":{"language":"typescript","package":"@tanstack/ai-optimize","version":"0.0.1"},"outcome":"solved","failureClass":null,"tokens":{"input":4813,"output":999,"cache_read":0,"cache_write":0,"steps":2,"cache_hit_rate":0},"truncation":{"projections":1,"retrievals":0},"trial":1}
15{"taskId":"cm-001","suite":"code-mode","arm":"cm-adorned","model":"gemini-3.8-flash","implementation":{"language":"typescript","package":"@tanstack/ai-optimize","version":"0.0.1"},"outcome":"solved","failureClass":null,"tokens":{"input":4852,"output":1057,"cache_read":0,"cache_write":0,"steps":2,"cache_hit_rate":0},"truncation":{"projections":1,"retrievals":0},"trial":2}
16{"taskId":"cm-001","suite":"code-mode","arm":"cm-global","model":"gemini-3.8-flash","implementation":{"language":"typescript","package":"@tanstack/ai-optimize","version":"0.0.1"},"outcome":"solved","failureClass":null,"tokens":{"input":4786,"output":1008,"cache_read":0,"cache_write":0,"steps":2,"cache_hit_rate":0},"truncation":{"projections":1,"retrievals":0},"trial":0}
17{"taskId":"cm-001","suite":"code-mode","arm":"cm-global","model":"gemini-3.8-flash","implementation":{"language":"typescript","package":"@tanstack/ai-optimize","version":"0.0.1"},"outcome":"solved","failureClass":null,"tokens":{"input":4775,"output":1016,"cache_read":0,"cache_write":0,"steps":2,"cache_hit_rate":0},"truncation":{"projections":1,"retrievals":0},"trial":1}
18{"taskId":"cm-001","suite":"code-mode","arm":"cm-global","model":"gemini-3.8-flash","implementation":{"language":"typescript","package":"@tanstack/ai-optimize","version":"0.0.1"},"outcome":"solved","failureClass":null,"tokens":{"input":4798,"output":1020,"cache_read":0,"cache_write":0,"steps":2,"cache_hit_rate":0},"truncation":{"projections":1,"retrievals":0},"trial":2}
19{"taskId":"cm-002","suite":"code-mode","arm":"cm-baseline","model":"gemini-3.8-flash","implementation":{"language":"typescript","package":"@tanstack/ai-optimize","version":"0.0.1"},"outcome":"solved","failureClass":null,"tokens":{"input":44366,"output":1065,"cache_read":0,"cache_write":0,"steps":2,"cache_hit_rate":0},"truncation":{"projections":0,"retrievals":0},"trial":0}
20{"taskId":"cm-002","suite":"code-mode","arm":"cm-baseline","model":"gemini-3.8-flash","implementation":{"language":"typescript","package":"@tanstack/ai-optimize","version":"0.0.1"},"outcome":"solved","failureClass":null,"tokens":{"input":44324,"output":1034,"cache_read":0,"cache_write":0,"steps":2,"cache_hit_rate":0},"truncation":{"projections":0,"retrievals":0},"trial":1}
21{"taskId":"cm-002","suite":"code-mode","arm":"cm-baseline","model":"gemini-3.8-flash","implementation":{"language":"typescript","package":"@tanstack/ai-optimize","version":"0.0.1"},"outcome":"solved","failureClass":null,"tokens":{"input":44346,"output":1032,"cache_read":0,"cache_write":0,"steps":2,"cache_hit_rate":0},"truncation":{"projections":0,"retrievals":0},"trial":2}
22{"taskId":"cm-002","suite":"code-mode","arm":"cm-adorned","model":"gemini-3.8-flash","implementation":{"language":"typescript","package":"@tanstack/ai-optimize","version":"0.0.1"},"outcome":"solved","failureClass":null,"tokens":{"input":4832,"output":1013,"cache_read":0,"cache_write":0,"steps":2,"cache_hit_rate":0},"truncation":{"projections":1,"retrievals":0},"trial":0}
23{"taskId":"cm-002","suite":"code-mode","arm":"cm-adorned","model":"gemini-3.8-flash","implementation":{"language":"typescript","package":"@tanstack/ai-optimize","version":"0.0.1"},"outcome":"solved","failureClass":null,"tokens":{"input":4845,"output":1023,"cache_read":0,"cache_write":0,"steps":2,"cache_hit_rate":0},"truncation":{"projections":1,"retrievals":0},"trial":1}
24{"taskId":"cm-002","suite":"code-mode","arm":"cm-adorned","model":"gemini-3.8-flash","implementation":{"language":"typescript","package":"@tanstack/ai-optimize","version":"0.0.1"},"outcome":"solved","failureClass":null,"tokens":{"input":4836,"output":1025,"cache_read":0,"cache_write":0,"steps":2,"cache_hit_rate":0},"truncation":{"projections":1,"retrievals":0},"trial":2}
25{"taskId":"cm-002","suite":"code-mode","arm":"cm-global","model":"gemini-3.8-flash","implementation":{"language":"typescript","package":"@tanstack/ai-optimize","version":"0.0.1"},"outcome":"solved","failureClass":null,"tokens":{"input":4824,"output":1040,"cache_read":0,"cache_write":0,"steps":2,"cache_hit_rate":0},"truncation":{"projections":1,"retrievals":0},"trial":0}
26{"taskId":"cm-002","suite":"code-mode","arm":"cm-global","model":"gemini-3.8-flash","implementation":{"language":"typescript","package":"@tanstack/ai-optimize","version":"0.0.1"},"outcome":"solved","failureClass":null,"tokens":{"input":4804,"output":1016,"cache_read":0,"cache_write":0,"steps":2,"cache_hit_rate":0},"truncation":{"projections":1,"retrievals":0},"trial":1}
27{"taskId":"cm-002","suite":"code-mode","arm":"cm-global","model":"gemini-3.8-flash","implementation":{"language":"typescript","package":"@tanstack/ai-optimize","version":"0.0.1"},"outcome":"solved","failureClass":null,"tokens":{"input":4684,"output":897,"cache_read":0,"cache_write":0,"steps":2,"cache_hit_rate":0},"truncation":{"projections":1,"retrievals":0},"trial":2}