History

feat: add tests for cost calculation

KaustubhPatange committed 8 months ago

Commit 2bb95db1 parent a039fdd4 files · +4725 −2Browse files

Unified · Split

4 files
  1. .gitignore +0 −2
  2. resources/pricing.json +4195 −0
  3. src/main/types/chunks.ts +1 −0
  4. test/main/utils/costCalculation.test.ts +529 −0
.gitignore+0−2
@@ -47,5 +47,3 @@ temp/ · 46 unmodified lines
4747
4848 eslint-fix/
4949 remotion/*
50−
51−resources/pricing.json
resources/pricing.json+4195−0
@@ -0,0 +1,4195 @@
1+{
2+ "anthropic.claude-3-5-haiku-20241022-v1:0": {
3+ "cache_creation_input_token_cost": 0.000001,
4+ "cache_read_input_token_cost": 8e-8,
5+ "input_cost_per_token": 8e-7,
6+ "litellm_provider": "bedrock",
7+ "max_input_tokens": 200000,
8+ "max_output_tokens": 8192,
9+ "max_tokens": 8192,
10+ "mode": "chat",
11+ "output_cost_per_token": 0.000004,
12+ "supports_assistant_prefill": true,
13+ "supports_function_calling": true,
14+ "supports_pdf_input": true,
15+ "supports_prompt_caching": true,
16+ "supports_response_schema": true,
17+ "supports_tool_choice": true
18+ },
19+ "anthropic.claude-haiku-4-5-20251001-v1:0": {
20+ "cache_creation_input_token_cost": 0.00000125,
21+ "cache_read_input_token_cost": 1e-7,
22+ "input_cost_per_token": 0.000001,
23+ "litellm_provider": "bedrock_converse",
24+ "max_input_tokens": 200000,
25+ "max_output_tokens": 64000,
26+ "max_tokens": 64000,
27+ "mode": "chat",
28+ "output_cost_per_token": 0.000005,
29+ "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock",
30+ "supports_assistant_prefill": true,
31+ "supports_computer_use": true,
32+ "supports_function_calling": true,
33+ "supports_pdf_input": true,
34+ "supports_prompt_caching": true,
35+ "supports_reasoning": true,
36+ "supports_response_schema": true,
37+ "supports_tool_choice": true,
38+ "supports_vision": true,
39+ "tool_use_system_prompt_tokens": 346
40+ },
41+ "anthropic.claude-haiku-4-5@20251001": {
42+ "cache_creation_input_token_cost": 0.00000125,
43+ "cache_read_input_token_cost": 1e-7,
44+ "input_cost_per_token": 0.000001,
45+ "litellm_provider": "bedrock_converse",
46+ "max_input_tokens": 200000,
47+ "max_output_tokens": 64000,
48+ "max_tokens": 64000,
49+ "mode": "chat",
50+ "output_cost_per_token": 0.000005,
51+ "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock",
52+ "supports_assistant_prefill": true,
53+ "supports_computer_use": true,
54+ "supports_function_calling": true,
55+ "supports_pdf_input": true,
56+ "supports_prompt_caching": true,
57+ "supports_reasoning": true,
58+ "supports_response_schema": true,
59+ "supports_tool_choice": true,
60+ "supports_vision": true,
61+ "tool_use_system_prompt_tokens": 346,
62+ "supports_native_streaming": true
63+ },
64+ "anthropic.claude-3-5-sonnet-20240620-v1:0": {
65+ "input_cost_per_token": 0.000003,
66+ "litellm_provider": "bedrock",
67+ "max_input_tokens": 1000000,
68+ "max_output_tokens": 4096,
69+ "max_tokens": 4096,
70+ "mode": "chat",
71+ "output_cost_per_token": 0.000015,
72+ "supports_function_calling": true,
73+ "supports_pdf_input": true,
74+ "supports_response_schema": true,
75+ "supports_tool_choice": true,
76+ "supports_vision": true,
77+ "input_cost_per_token_above_200k_tokens": 0.000006,
78+ "output_cost_per_token_above_200k_tokens": 0.00003,
79+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
80+ "cache_read_input_token_cost_above_200k_tokens": 6e-7,
81+ "cache_creation_input_token_cost_above_1hr": 0.0000075,
82+ "cache_creation_input_token_cost_above_1hr_above_200k_tokens": 0.000015,
83+ "cache_creation_input_token_cost": 0.00000375,
84+ "cache_read_input_token_cost": 3e-7
85+ },
86+ "anthropic.claude-3-5-sonnet-20241022-v2:0": {
87+ "cache_creation_input_token_cost": 0.00000375,
88+ "cache_read_input_token_cost": 3e-7,
89+ "input_cost_per_token": 0.000003,
90+ "litellm_provider": "bedrock",
91+ "max_input_tokens": 1000000,
92+ "max_output_tokens": 8192,
93+ "max_tokens": 8192,
94+ "mode": "chat",
95+ "output_cost_per_token": 0.000015,
96+ "supports_assistant_prefill": true,
97+ "supports_computer_use": true,
98+ "supports_function_calling": true,
99+ "supports_pdf_input": true,
100+ "supports_prompt_caching": true,
101+ "supports_response_schema": true,
102+ "supports_tool_choice": true,
103+ "supports_vision": true,
104+ "input_cost_per_token_above_200k_tokens": 0.000006,
105+ "output_cost_per_token_above_200k_tokens": 0.00003,
106+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
107+ "cache_read_input_token_cost_above_200k_tokens": 6e-7,
108+ "cache_creation_input_token_cost_above_1hr": 0.0000075,
109+ "cache_creation_input_token_cost_above_1hr_above_200k_tokens": 0.000015
110+ },
111+ "anthropic.claude-3-7-sonnet-20240620-v1:0": {
112+ "cache_creation_input_token_cost": 0.0000045,
113+ "cache_read_input_token_cost": 3.6e-7,
114+ "input_cost_per_token": 0.0000036,
115+ "litellm_provider": "bedrock",
116+ "max_input_tokens": 200000,
117+ "max_output_tokens": 8192,
118+ "max_tokens": 8192,
119+ "mode": "chat",
120+ "output_cost_per_token": 0.000018,
121+ "supports_assistant_prefill": true,
122+ "supports_computer_use": true,
123+ "supports_function_calling": true,
124+ "supports_pdf_input": true,
125+ "supports_prompt_caching": true,
126+ "supports_reasoning": true,
127+ "supports_response_schema": true,
128+ "supports_tool_choice": true,
129+ "supports_vision": true
130+ },
131+ "anthropic.claude-3-7-sonnet-20250219-v1:0": {
132+ "cache_creation_input_token_cost": 0.00000375,
133+ "cache_read_input_token_cost": 3e-7,
134+ "input_cost_per_token": 0.000003,
135+ "litellm_provider": "bedrock_converse",
136+ "max_input_tokens": 200000,
137+ "max_output_tokens": 8192,
138+ "max_tokens": 8192,
139+ "mode": "chat",
140+ "output_cost_per_token": 0.000015,
141+ "supports_assistant_prefill": true,
142+ "supports_computer_use": true,
143+ "supports_function_calling": true,
144+ "supports_pdf_input": true,
145+ "supports_prompt_caching": true,
146+ "supports_reasoning": true,
147+ "supports_response_schema": true,
148+ "supports_tool_choice": true,
149+ "supports_vision": true
150+ },
151+ "anthropic.claude-3-haiku-20240307-v1:0": {
152+ "input_cost_per_token": 2.5e-7,
153+ "litellm_provider": "bedrock",
154+ "max_input_tokens": 200000,
155+ "max_output_tokens": 4096,
156+ "max_tokens": 4096,
157+ "mode": "chat",
158+ "output_cost_per_token": 0.00000125,
159+ "supports_function_calling": true,
160+ "supports_pdf_input": true,
161+ "supports_response_schema": true,
162+ "supports_tool_choice": true,
163+ "supports_vision": true
164+ },
165+ "anthropic.claude-3-opus-20240229-v1:0": {
166+ "input_cost_per_token": 0.000015,
167+ "litellm_provider": "bedrock",
168+ "max_input_tokens": 200000,
169+ "max_output_tokens": 4096,
170+ "max_tokens": 4096,
171+ "mode": "chat",
172+ "output_cost_per_token": 0.000075,
173+ "supports_function_calling": true,
174+ "supports_response_schema": true,
175+ "supports_tool_choice": true,
176+ "supports_vision": true
177+ },
178+ "anthropic.claude-3-sonnet-20240229-v1:0": {
179+ "input_cost_per_token": 0.000003,
180+ "litellm_provider": "bedrock",
181+ "max_input_tokens": 200000,
182+ "max_output_tokens": 4096,
183+ "max_tokens": 4096,
184+ "mode": "chat",
185+ "output_cost_per_token": 0.000015,
186+ "supports_function_calling": true,
187+ "supports_pdf_input": true,
188+ "supports_response_schema": true,
189+ "supports_tool_choice": true,
190+ "supports_vision": true
191+ },
192+ "anthropic.claude-instant-v1": {
193+ "input_cost_per_token": 8e-7,
194+ "litellm_provider": "bedrock",
195+ "max_input_tokens": 100000,
196+ "max_output_tokens": 8191,
197+ "max_tokens": 8191,
198+ "mode": "chat",
199+ "output_cost_per_token": 0.0000024,
200+ "supports_tool_choice": true
201+ },
202+ "anthropic.claude-opus-4-1-20250805-v1:0": {
203+ "cache_creation_input_token_cost": 0.00001875,
204+ "cache_read_input_token_cost": 0.0000015,
205+ "input_cost_per_token": 0.000015,
206+ "litellm_provider": "bedrock_converse",
207+ "max_input_tokens": 200000,
208+ "max_output_tokens": 32000,
209+ "max_tokens": 32000,
210+ "mode": "chat",
211+ "output_cost_per_token": 0.000075,
212+ "search_context_cost_per_query": {
213+ "search_context_size_high": 0.01,
214+ "search_context_size_low": 0.01,
215+ "search_context_size_medium": 0.01
216+ },
217+ "supports_assistant_prefill": true,
218+ "supports_computer_use": true,
219+ "supports_function_calling": true,
220+ "supports_pdf_input": true,
221+ "supports_prompt_caching": true,
222+ "supports_reasoning": true,
223+ "supports_response_schema": true,
224+ "supports_tool_choice": true,
225+ "supports_vision": true,
226+ "tool_use_system_prompt_tokens": 159
227+ },
228+ "anthropic.claude-opus-4-20250514-v1:0": {
229+ "cache_creation_input_token_cost": 0.00001875,
230+ "cache_read_input_token_cost": 0.0000015,
231+ "input_cost_per_token": 0.000015,
232+ "litellm_provider": "bedrock_converse",
233+ "max_input_tokens": 200000,
234+ "max_output_tokens": 32000,
235+ "max_tokens": 32000,
236+ "mode": "chat",
237+ "output_cost_per_token": 0.000075,
238+ "search_context_cost_per_query": {
239+ "search_context_size_high": 0.01,
240+ "search_context_size_low": 0.01,
241+ "search_context_size_medium": 0.01
242+ },
243+ "supports_assistant_prefill": true,
244+ "supports_computer_use": true,
245+ "supports_function_calling": true,
246+ "supports_pdf_input": true,
247+ "supports_prompt_caching": true,
248+ "supports_reasoning": true,
249+ "supports_response_schema": true,
250+ "supports_tool_choice": true,
251+ "supports_vision": true,
252+ "tool_use_system_prompt_tokens": 159
253+ },
254+ "anthropic.claude-opus-4-5-20251101-v1:0": {
255+ "cache_creation_input_token_cost": 0.00000625,
256+ "cache_read_input_token_cost": 5e-7,
257+ "input_cost_per_token": 0.000005,
258+ "litellm_provider": "bedrock_converse",
259+ "max_input_tokens": 200000,
260+ "max_output_tokens": 64000,
261+ "max_tokens": 64000,
262+ "mode": "chat",
263+ "output_cost_per_token": 0.000025,
264+ "search_context_cost_per_query": {
265+ "search_context_size_high": 0.01,
266+ "search_context_size_low": 0.01,
267+ "search_context_size_medium": 0.01
268+ },
269+ "supports_assistant_prefill": true,
270+ "supports_computer_use": true,
271+ "supports_function_calling": true,
272+ "supports_pdf_input": true,
273+ "supports_prompt_caching": true,
274+ "supports_reasoning": true,
275+ "supports_response_schema": true,
276+ "supports_tool_choice": true,
277+ "supports_vision": true,
278+ "tool_use_system_prompt_tokens": 159
279+ },
280+ "anthropic.claude-opus-4-6-v1": {
281+ "cache_creation_input_token_cost": 0.00000625,
282+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000125,
283+ "cache_read_input_token_cost": 5e-7,
284+ "cache_read_input_token_cost_above_200k_tokens": 0.000001,
285+ "input_cost_per_token": 0.000005,
286+ "input_cost_per_token_above_200k_tokens": 0.00001,
287+ "litellm_provider": "bedrock_converse",
288+ "max_input_tokens": 1000000,
289+ "max_output_tokens": 128000,
290+ "max_tokens": 128000,
291+ "mode": "chat",
292+ "output_cost_per_token": 0.000025,
293+ "output_cost_per_token_above_200k_tokens": 0.0000375,
294+ "search_context_cost_per_query": {
295+ "search_context_size_high": 0.01,
296+ "search_context_size_low": 0.01,
297+ "search_context_size_medium": 0.01
298+ },
299+ "supports_assistant_prefill": false,
300+ "supports_computer_use": true,
301+ "supports_function_calling": true,
302+ "supports_pdf_input": true,
303+ "supports_prompt_caching": true,
304+ "supports_reasoning": true,
305+ "supports_response_schema": true,
306+ "supports_tool_choice": true,
307+ "supports_vision": true,
308+ "tool_use_system_prompt_tokens": 346
309+ },
310+ "global.anthropic.claude-opus-4-6-v1": {
311+ "cache_creation_input_token_cost": 0.00000625,
312+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000125,
313+ "cache_read_input_token_cost": 5e-7,
314+ "cache_read_input_token_cost_above_200k_tokens": 0.000001,
315+ "input_cost_per_token": 0.000005,
316+ "input_cost_per_token_above_200k_tokens": 0.00001,
317+ "litellm_provider": "bedrock_converse",
318+ "max_input_tokens": 1000000,
319+ "max_output_tokens": 128000,
320+ "max_tokens": 128000,
321+ "mode": "chat",
322+ "output_cost_per_token": 0.000025,
323+ "output_cost_per_token_above_200k_tokens": 0.0000375,
324+ "search_context_cost_per_query": {
325+ "search_context_size_high": 0.01,
326+ "search_context_size_low": 0.01,
327+ "search_context_size_medium": 0.01
328+ },
329+ "supports_assistant_prefill": false,
330+ "supports_computer_use": true,
331+ "supports_function_calling": true,
332+ "supports_pdf_input": true,
333+ "supports_prompt_caching": true,
334+ "supports_reasoning": true,
335+ "supports_response_schema": true,
336+ "supports_tool_choice": true,
337+ "supports_vision": true,
338+ "tool_use_system_prompt_tokens": 346
339+ },
340+ "us.anthropic.claude-opus-4-6-v1": {
341+ "cache_creation_input_token_cost": 0.000006875,
342+ "cache_creation_input_token_cost_above_200k_tokens": 0.00001375,
343+ "cache_read_input_token_cost": 5.5e-7,
344+ "cache_read_input_token_cost_above_200k_tokens": 0.0000011,
345+ "input_cost_per_token": 0.0000055,
346+ "input_cost_per_token_above_200k_tokens": 0.000011,
347+ "litellm_provider": "bedrock_converse",
348+ "max_input_tokens": 1000000,
349+ "max_output_tokens": 128000,
350+ "max_tokens": 128000,
351+ "mode": "chat",
352+ "output_cost_per_token": 0.0000275,
353+ "output_cost_per_token_above_200k_tokens": 0.00004125,
354+ "search_context_cost_per_query": {
355+ "search_context_size_high": 0.01,
356+ "search_context_size_low": 0.01,
357+ "search_context_size_medium": 0.01
358+ },
359+ "supports_assistant_prefill": false,
360+ "supports_computer_use": true,
361+ "supports_function_calling": true,
362+ "supports_pdf_input": true,
363+ "supports_prompt_caching": true,
364+ "supports_reasoning": true,
365+ "supports_response_schema": true,
366+ "supports_tool_choice": true,
367+ "supports_vision": true,
368+ "tool_use_system_prompt_tokens": 346
369+ },
370+ "eu.anthropic.claude-opus-4-6-v1": {
371+ "cache_creation_input_token_cost": 0.000006875,
372+ "cache_creation_input_token_cost_above_200k_tokens": 0.00001375,
373+ "cache_read_input_token_cost": 5.5e-7,
374+ "cache_read_input_token_cost_above_200k_tokens": 0.0000011,
375+ "input_cost_per_token": 0.0000055,
376+ "input_cost_per_token_above_200k_tokens": 0.000011,
377+ "litellm_provider": "bedrock_converse",
378+ "max_input_tokens": 1000000,
379+ "max_output_tokens": 128000,
380+ "max_tokens": 128000,
381+ "mode": "chat",
382+ "output_cost_per_token": 0.0000275,
383+ "output_cost_per_token_above_200k_tokens": 0.00004125,
384+ "search_context_cost_per_query": {
385+ "search_context_size_high": 0.01,
386+ "search_context_size_low": 0.01,
387+ "search_context_size_medium": 0.01
388+ },
389+ "supports_assistant_prefill": false,
390+ "supports_computer_use": true,
391+ "supports_function_calling": true,
392+ "supports_pdf_input": true,
393+ "supports_prompt_caching": true,
394+ "supports_reasoning": true,
395+ "supports_response_schema": true,
396+ "supports_tool_choice": true,
397+ "supports_vision": true,
398+ "tool_use_system_prompt_tokens": 346
399+ },
400+ "au.anthropic.claude-opus-4-6-v1": {
401+ "cache_creation_input_token_cost": 0.000006875,
402+ "cache_creation_input_token_cost_above_200k_tokens": 0.00001375,
403+ "cache_read_input_token_cost": 5.5e-7,
404+ "cache_read_input_token_cost_above_200k_tokens": 0.0000011,
405+ "input_cost_per_token": 0.0000055,
406+ "input_cost_per_token_above_200k_tokens": 0.000011,
407+ "litellm_provider": "bedrock_converse",
408+ "max_input_tokens": 1000000,
409+ "max_output_tokens": 128000,
410+ "max_tokens": 128000,
411+ "mode": "chat",
412+ "output_cost_per_token": 0.0000275,
413+ "output_cost_per_token_above_200k_tokens": 0.00004125,
414+ "search_context_cost_per_query": {
415+ "search_context_size_high": 0.01,
416+ "search_context_size_low": 0.01,
417+ "search_context_size_medium": 0.01
418+ },
419+ "supports_assistant_prefill": false,
420+ "supports_computer_use": true,
421+ "supports_function_calling": true,
422+ "supports_pdf_input": true,
423+ "supports_prompt_caching": true,
424+ "supports_reasoning": true,
425+ "supports_response_schema": true,
426+ "supports_tool_choice": true,
427+ "supports_vision": true,
428+ "tool_use_system_prompt_tokens": 346
429+ },
430+ "anthropic.claude-sonnet-4-6": {
431+ "cache_creation_input_token_cost": 0.00000375,
432+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
433+ "cache_read_input_token_cost": 3e-7,
434+ "cache_read_input_token_cost_above_200k_tokens": 6e-7,
435+ "input_cost_per_token": 0.000003,
436+ "input_cost_per_token_above_200k_tokens": 0.000006,
437+ "litellm_provider": "bedrock_converse",
438+ "max_input_tokens": 200000,
439+ "max_output_tokens": 64000,
440+ "max_tokens": 64000,
441+ "mode": "chat",
442+ "output_cost_per_token": 0.000015,
443+ "output_cost_per_token_above_200k_tokens": 0.0000225,
444+ "search_context_cost_per_query": {
445+ "search_context_size_high": 0.01,
446+ "search_context_size_low": 0.01,
447+ "search_context_size_medium": 0.01
448+ },
449+ "supports_assistant_prefill": true,
450+ "supports_computer_use": true,
451+ "supports_function_calling": true,
452+ "supports_pdf_input": true,
453+ "supports_prompt_caching": true,
454+ "supports_reasoning": true,
455+ "supports_response_schema": true,
456+ "supports_tool_choice": true,
457+ "supports_vision": true,
458+ "tool_use_system_prompt_tokens": 346
459+ },
460+ "global.anthropic.claude-sonnet-4-6": {
461+ "cache_creation_input_token_cost": 0.00000375,
462+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
463+ "cache_read_input_token_cost": 3e-7,
464+ "cache_read_input_token_cost_above_200k_tokens": 6e-7,
465+ "input_cost_per_token": 0.000003,
466+ "input_cost_per_token_above_200k_tokens": 0.000006,
467+ "litellm_provider": "bedrock_converse",
468+ "max_input_tokens": 200000,
469+ "max_output_tokens": 64000,
470+ "max_tokens": 64000,
471+ "mode": "chat",
472+ "output_cost_per_token": 0.000015,
473+ "output_cost_per_token_above_200k_tokens": 0.0000225,
474+ "search_context_cost_per_query": {
475+ "search_context_size_high": 0.01,
476+ "search_context_size_low": 0.01,
477+ "search_context_size_medium": 0.01
478+ },
479+ "supports_assistant_prefill": true,
480+ "supports_computer_use": true,
481+ "supports_function_calling": true,
482+ "supports_pdf_input": true,
483+ "supports_prompt_caching": true,
484+ "supports_reasoning": true,
485+ "supports_response_schema": true,
486+ "supports_tool_choice": true,
487+ "supports_vision": true,
488+ "tool_use_system_prompt_tokens": 346
489+ },
490+ "us.anthropic.claude-sonnet-4-6": {
491+ "cache_creation_input_token_cost": 0.000004125,
492+ "cache_creation_input_token_cost_above_200k_tokens": 0.00000825,
493+ "cache_read_input_token_cost": 3.3e-7,
494+ "cache_read_input_token_cost_above_200k_tokens": 6.6e-7,
495+ "input_cost_per_token": 0.0000033,
496+ "input_cost_per_token_above_200k_tokens": 0.0000066,
497+ "litellm_provider": "bedrock_converse",
498+ "max_input_tokens": 200000,
499+ "max_output_tokens": 64000,
500+ "max_tokens": 64000,
501+ "mode": "chat",
502+ "output_cost_per_token": 0.0000165,
503+ "output_cost_per_token_above_200k_tokens": 0.00002475,
504+ "search_context_cost_per_query": {
505+ "search_context_size_high": 0.01,
506+ "search_context_size_low": 0.01,
507+ "search_context_size_medium": 0.01
508+ },
509+ "supports_assistant_prefill": true,
510+ "supports_computer_use": true,
511+ "supports_function_calling": true,
512+ "supports_pdf_input": true,
513+ "supports_prompt_caching": true,
514+ "supports_reasoning": true,
515+ "supports_response_schema": true,
516+ "supports_tool_choice": true,
517+ "supports_vision": true,
518+ "tool_use_system_prompt_tokens": 346
519+ },
520+ "eu.anthropic.claude-sonnet-4-6": {
521+ "cache_creation_input_token_cost": 0.000004125,
522+ "cache_creation_input_token_cost_above_200k_tokens": 0.00000825,
523+ "cache_read_input_token_cost": 3.3e-7,
524+ "cache_read_input_token_cost_above_200k_tokens": 6.6e-7,
525+ "input_cost_per_token": 0.0000033,
526+ "input_cost_per_token_above_200k_tokens": 0.0000066,
527+ "litellm_provider": "bedrock_converse",
528+ "max_input_tokens": 200000,
529+ "max_output_tokens": 64000,
530+ "max_tokens": 64000,
531+ "mode": "chat",
532+ "output_cost_per_token": 0.0000165,
533+ "output_cost_per_token_above_200k_tokens": 0.00002475,
534+ "search_context_cost_per_query": {
535+ "search_context_size_high": 0.01,
536+ "search_context_size_low": 0.01,
537+ "search_context_size_medium": 0.01
538+ },
539+ "supports_assistant_prefill": true,
540+ "supports_computer_use": true,
541+ "supports_function_calling": true,
542+ "supports_pdf_input": true,
543+ "supports_prompt_caching": true,
544+ "supports_reasoning": true,
545+ "supports_response_schema": true,
546+ "supports_tool_choice": true,
547+ "supports_vision": true,
548+ "tool_use_system_prompt_tokens": 346
549+ },
550+ "apac.anthropic.claude-sonnet-4-6": {
551+ "cache_creation_input_token_cost": 0.000004125,
552+ "cache_creation_input_token_cost_above_200k_tokens": 0.00000825,
553+ "cache_read_input_token_cost": 3.3e-7,
554+ "cache_read_input_token_cost_above_200k_tokens": 6.6e-7,
555+ "input_cost_per_token": 0.0000033,
556+ "input_cost_per_token_above_200k_tokens": 0.0000066,
557+ "litellm_provider": "bedrock_converse",
558+ "max_input_tokens": 200000,
559+ "max_output_tokens": 64000,
560+ "max_tokens": 64000,
561+ "mode": "chat",
562+ "output_cost_per_token": 0.0000165,
563+ "output_cost_per_token_above_200k_tokens": 0.00002475,
564+ "search_context_cost_per_query": {
565+ "search_context_size_high": 0.01,
566+ "search_context_size_low": 0.01,
567+ "search_context_size_medium": 0.01
568+ },
569+ "supports_assistant_prefill": true,
570+ "supports_computer_use": true,
571+ "supports_function_calling": true,
572+ "supports_pdf_input": true,
573+ "supports_prompt_caching": true,
574+ "supports_reasoning": true,
575+ "supports_response_schema": true,
576+ "supports_tool_choice": true,
577+ "supports_vision": true,
578+ "tool_use_system_prompt_tokens": 346
579+ },
580+ "anthropic.claude-sonnet-4-20250514-v1:0": {
581+ "cache_creation_input_token_cost": 0.00000375,
582+ "cache_read_input_token_cost": 3e-7,
583+ "input_cost_per_token": 0.000003,
584+ "input_cost_per_token_above_200k_tokens": 0.000006,
585+ "output_cost_per_token_above_200k_tokens": 0.0000225,
586+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
587+ "cache_read_input_token_cost_above_200k_tokens": 6e-7,
588+ "litellm_provider": "bedrock_converse",
589+ "max_input_tokens": 1000000,
590+ "max_output_tokens": 64000,
591+ "max_tokens": 64000,
592+ "mode": "chat",
593+ "output_cost_per_token": 0.000015,
594+ "search_context_cost_per_query": {
595+ "search_context_size_high": 0.01,
596+ "search_context_size_low": 0.01,
597+ "search_context_size_medium": 0.01
598+ },
599+ "supports_assistant_prefill": true,
600+ "supports_computer_use": true,
601+ "supports_function_calling": true,
602+ "supports_pdf_input": true,
603+ "supports_prompt_caching": true,
604+ "supports_reasoning": true,
605+ "supports_response_schema": true,
606+ "supports_tool_choice": true,
607+ "supports_vision": true,
608+ "tool_use_system_prompt_tokens": 159
609+ },
610+ "anthropic.claude-sonnet-4-5-20250929-v1:0": {
611+ "cache_creation_input_token_cost": 0.00000375,
612+ "cache_read_input_token_cost": 3e-7,
613+ "input_cost_per_token": 0.000003,
614+ "input_cost_per_token_above_200k_tokens": 0.000006,
615+ "output_cost_per_token_above_200k_tokens": 0.0000225,
616+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
617+ "cache_read_input_token_cost_above_200k_tokens": 6e-7,
618+ "litellm_provider": "bedrock_converse",
619+ "max_input_tokens": 200000,
620+ "max_output_tokens": 64000,
621+ "max_tokens": 64000,
622+ "mode": "chat",
623+ "output_cost_per_token": 0.000015,
624+ "search_context_cost_per_query": {
625+ "search_context_size_high": 0.01,
626+ "search_context_size_low": 0.01,
627+ "search_context_size_medium": 0.01
628+ },
629+ "supports_assistant_prefill": true,
630+ "supports_computer_use": true,
631+ "supports_function_calling": true,
632+ "supports_pdf_input": true,
633+ "supports_prompt_caching": true,
634+ "supports_reasoning": true,
635+ "supports_response_schema": true,
636+ "supports_tool_choice": true,
637+ "supports_vision": true,
638+ "tool_use_system_prompt_tokens": 159
639+ },
640+ "anthropic.claude-v1": {
641+ "input_cost_per_token": 0.000008,
642+ "litellm_provider": "bedrock",
643+ "max_input_tokens": 100000,
644+ "max_output_tokens": 8191,
645+ "max_tokens": 8191,
646+ "mode": "chat",
647+ "output_cost_per_token": 0.000024
648+ },
649+ "anthropic.claude-v2:1": {
650+ "input_cost_per_token": 0.000008,
651+ "litellm_provider": "bedrock",
652+ "max_input_tokens": 100000,
653+ "max_output_tokens": 8191,
654+ "max_tokens": 8191,
655+ "mode": "chat",
656+ "output_cost_per_token": 0.000024,
657+ "supports_tool_choice": true
658+ },
659+ "apac.anthropic.claude-3-5-sonnet-20240620-v1:0": {
660+ "input_cost_per_token": 0.000003,
661+ "litellm_provider": "bedrock",
662+ "max_input_tokens": 200000,
663+ "max_output_tokens": 4096,
664+ "max_tokens": 4096,
665+ "mode": "chat",
666+ "output_cost_per_token": 0.000015,
667+ "supports_function_calling": true,
668+ "supports_pdf_input": true,
669+ "supports_response_schema": true,
670+ "supports_tool_choice": true,
671+ "supports_vision": true
672+ },
673+ "apac.anthropic.claude-3-5-sonnet-20241022-v2:0": {
674+ "cache_creation_input_token_cost": 0.00000375,
675+ "cache_read_input_token_cost": 3e-7,
676+ "input_cost_per_token": 0.000003,
677+ "litellm_provider": "bedrock",
678+ "max_input_tokens": 200000,
679+ "max_output_tokens": 8192,
680+ "max_tokens": 8192,
681+ "mode": "chat",
682+ "output_cost_per_token": 0.000015,
683+ "supports_assistant_prefill": true,
684+ "supports_computer_use": true,
685+ "supports_function_calling": true,
686+ "supports_pdf_input": true,
687+ "supports_prompt_caching": true,
688+ "supports_response_schema": true,
689+ "supports_tool_choice": true,
690+ "supports_vision": true
691+ },
692+ "apac.anthropic.claude-3-haiku-20240307-v1:0": {
693+ "input_cost_per_token": 2.5e-7,
694+ "litellm_provider": "bedrock",
695+ "max_input_tokens": 200000,
696+ "max_output_tokens": 4096,
697+ "max_tokens": 4096,
698+ "mode": "chat",
699+ "output_cost_per_token": 0.00000125,
700+ "supports_function_calling": true,
701+ "supports_pdf_input": true,
702+ "supports_response_schema": true,
703+ "supports_tool_choice": true,
704+ "supports_vision": true
705+ },
706+ "apac.anthropic.claude-haiku-4-5-20251001-v1:0": {
707+ "cache_creation_input_token_cost": 0.000001375,
708+ "cache_read_input_token_cost": 1.1e-7,
709+ "input_cost_per_token": 0.0000011,
710+ "litellm_provider": "bedrock_converse",
711+ "max_input_tokens": 200000,
712+ "max_output_tokens": 64000,
713+ "max_tokens": 64000,
714+ "mode": "chat",
715+ "output_cost_per_token": 0.0000055,
716+ "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock",
717+ "supports_assistant_prefill": true,
718+ "supports_computer_use": true,
719+ "supports_function_calling": true,
720+ "supports_pdf_input": true,
721+ "supports_prompt_caching": true,
722+ "supports_reasoning": true,
723+ "supports_response_schema": true,
724+ "supports_tool_choice": true,
725+ "supports_vision": true,
726+ "tool_use_system_prompt_tokens": 346
727+ },
728+ "apac.anthropic.claude-3-sonnet-20240229-v1:0": {
729+ "input_cost_per_token": 0.000003,
730+ "litellm_provider": "bedrock",
731+ "max_input_tokens": 200000,
732+ "max_output_tokens": 4096,
733+ "max_tokens": 4096,
734+ "mode": "chat",
735+ "output_cost_per_token": 0.000015,
736+ "supports_function_calling": true,
737+ "supports_pdf_input": true,
738+ "supports_response_schema": true,
739+ "supports_tool_choice": true,
740+ "supports_vision": true
741+ },
742+ "apac.anthropic.claude-sonnet-4-20250514-v1:0": {
743+ "cache_creation_input_token_cost": 0.00000375,
744+ "cache_read_input_token_cost": 3e-7,
745+ "input_cost_per_token": 0.000003,
746+ "input_cost_per_token_above_200k_tokens": 0.000006,
747+ "output_cost_per_token_above_200k_tokens": 0.0000225,
748+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
749+ "cache_read_input_token_cost_above_200k_tokens": 6e-7,
750+ "litellm_provider": "bedrock_converse",
751+ "max_input_tokens": 1000000,
752+ "max_output_tokens": 64000,
753+ "max_tokens": 64000,
754+ "mode": "chat",
755+ "output_cost_per_token": 0.000015,
756+ "search_context_cost_per_query": {
757+ "search_context_size_high": 0.01,
758+ "search_context_size_low": 0.01,
759+ "search_context_size_medium": 0.01
760+ },
761+ "supports_assistant_prefill": true,
762+ "supports_computer_use": true,
763+ "supports_function_calling": true,
764+ "supports_pdf_input": true,
765+ "supports_prompt_caching": true,
766+ "supports_reasoning": true,
767+ "supports_response_schema": true,
768+ "supports_tool_choice": true,
769+ "supports_vision": true,
770+ "tool_use_system_prompt_tokens": 159
771+ },
772+ "au.anthropic.claude-sonnet-4-5-20250929-v1:0": {
773+ "cache_creation_input_token_cost": 0.000004125,
774+ "cache_read_input_token_cost": 3.3e-7,
775+ "input_cost_per_token": 0.0000033,
776+ "input_cost_per_token_above_200k_tokens": 0.0000066,
777+ "output_cost_per_token_above_200k_tokens": 0.00002475,
778+ "cache_creation_input_token_cost_above_200k_tokens": 0.00000825,
779+ "cache_read_input_token_cost_above_200k_tokens": 6.6e-7,
780+ "litellm_provider": "bedrock_converse",
781+ "max_input_tokens": 200000,
782+ "max_output_tokens": 64000,
783+ "max_tokens": 64000,
784+ "mode": "chat",
785+ "output_cost_per_token": 0.0000165,
786+ "search_context_cost_per_query": {
787+ "search_context_size_high": 0.01,
788+ "search_context_size_low": 0.01,
789+ "search_context_size_medium": 0.01
790+ },
791+ "supports_assistant_prefill": true,
792+ "supports_computer_use": true,
793+ "supports_function_calling": true,
794+ "supports_pdf_input": true,
795+ "supports_prompt_caching": true,
796+ "supports_reasoning": true,
797+ "supports_response_schema": true,
798+ "supports_tool_choice": true,
799+ "supports_vision": true,
800+ "tool_use_system_prompt_tokens": 346
801+ },
802+ "azure_ai/claude-haiku-4-5": {
803+ "cache_creation_input_token_cost": 0.00000125,
804+ "cache_creation_input_token_cost_above_1hr": 0.000002,
805+ "cache_read_input_token_cost": 1e-7,
806+ "input_cost_per_token": 0.000001,
807+ "litellm_provider": "azure_ai",
808+ "max_input_tokens": 200000,
809+ "max_output_tokens": 64000,
810+ "max_tokens": 64000,
811+ "mode": "chat",
812+ "output_cost_per_token": 0.000005,
813+ "supports_assistant_prefill": true,
814+ "supports_computer_use": true,
815+ "supports_function_calling": true,
816+ "supports_pdf_input": true,
817+ "supports_prompt_caching": true,
818+ "supports_reasoning": true,
819+ "supports_response_schema": true,
820+ "supports_tool_choice": true,
821+ "supports_vision": true
822+ },
823+ "azure_ai/claude-opus-4-5": {
824+ "cache_creation_input_token_cost": 0.00000625,
825+ "cache_creation_input_token_cost_above_1hr": 0.00001,
826+ "cache_read_input_token_cost": 5e-7,
827+ "input_cost_per_token": 0.000005,
828+ "litellm_provider": "azure_ai",
829+ "max_input_tokens": 200000,
830+ "max_output_tokens": 64000,
831+ "max_tokens": 64000,
832+ "mode": "chat",
833+ "output_cost_per_token": 0.000025,
834+ "supports_assistant_prefill": true,
835+ "supports_computer_use": true,
836+ "supports_function_calling": true,
837+ "supports_pdf_input": true,
838+ "supports_prompt_caching": true,
839+ "supports_reasoning": true,
840+ "supports_response_schema": true,
841+ "supports_tool_choice": true,
842+ "supports_vision": true
843+ },
844+ "azure_ai/claude-opus-4-6": {
845+ "input_cost_per_token": 0.000005,
846+ "output_cost_per_token": 0.000025,
847+ "litellm_provider": "azure_ai",
848+ "max_input_tokens": 200000,
849+ "max_output_tokens": 128000,
850+ "max_tokens": 128000,
851+ "mode": "chat",
852+ "search_context_cost_per_query": {
853+ "search_context_size_high": 0.01,
854+ "search_context_size_low": 0.01,
855+ "search_context_size_medium": 0.01
856+ },
857+ "cache_creation_input_token_cost": 0.00000625,
858+ "cache_creation_input_token_cost_above_1hr": 0.00001,
859+ "cache_read_input_token_cost": 5e-7,
860+ "supports_assistant_prefill": false,
861+ "supports_computer_use": true,
862+ "supports_function_calling": true,
863+ "supports_pdf_input": true,
864+ "supports_prompt_caching": true,
865+ "supports_reasoning": true,
866+ "supports_response_schema": true,
867+ "supports_tool_choice": true,
868+ "supports_vision": true,
869+ "tool_use_system_prompt_tokens": 159
870+ },
871+ "azure_ai/claude-opus-4-1": {
872+ "cache_creation_input_token_cost": 0.00001875,
873+ "cache_creation_input_token_cost_above_1hr": 0.00003,
874+ "cache_read_input_token_cost": 0.0000015,
875+ "input_cost_per_token": 0.000015,
876+ "litellm_provider": "azure_ai",
877+ "max_input_tokens": 200000,
878+ "max_output_tokens": 32000,
879+ "max_tokens": 32000,
880+ "mode": "chat",
881+ "output_cost_per_token": 0.000075,
882+ "supports_assistant_prefill": true,
883+ "supports_computer_use": true,
884+ "supports_function_calling": true,
885+ "supports_pdf_input": true,
886+ "supports_prompt_caching": true,
887+ "supports_reasoning": true,
888+ "supports_response_schema": true,
889+ "supports_tool_choice": true,
890+ "supports_vision": true
891+ },
892+ "azure_ai/claude-sonnet-4-5": {
893+ "cache_creation_input_token_cost": 0.00000375,
894+ "cache_creation_input_token_cost_above_1hr": 0.000006,
895+ "cache_read_input_token_cost": 3e-7,
896+ "input_cost_per_token": 0.000003,
897+ "litellm_provider": "azure_ai",
898+ "max_input_tokens": 200000,
899+ "max_output_tokens": 64000,
900+ "max_tokens": 64000,
901+ "mode": "chat",
902+ "output_cost_per_token": 0.000015,
903+ "supports_assistant_prefill": true,
904+ "supports_computer_use": true,
905+ "supports_function_calling": true,
906+ "supports_pdf_input": true,
907+ "supports_prompt_caching": true,
908+ "supports_reasoning": true,
909+ "supports_response_schema": true,
910+ "supports_tool_choice": true,
911+ "supports_vision": true
912+ },
913+ "azure_ai/claude-sonnet-4-6": {
914+ "cache_creation_input_token_cost": 0.00000375,
915+ "cache_creation_input_token_cost_above_1hr": 0.000006,
916+ "cache_read_input_token_cost": 3e-7,
917+ "input_cost_per_token": 0.000003,
918+ "litellm_provider": "azure_ai",
919+ "max_input_tokens": 200000,
920+ "max_output_tokens": 64000,
921+ "max_tokens": 64000,
922+ "mode": "chat",
923+ "output_cost_per_token": 0.000015,
924+ "supports_assistant_prefill": true,
925+ "supports_computer_use": true,
926+ "supports_function_calling": true,
927+ "supports_pdf_input": true,
928+ "supports_prompt_caching": true,
929+ "supports_reasoning": true,
930+ "supports_response_schema": true,
931+ "supports_tool_choice": true,
932+ "supports_vision": true,
933+ "tool_use_system_prompt_tokens": 346
934+ },
935+ "bedrock/ap-northeast-1/anthropic.claude-instant-v1": {
936+ "input_cost_per_token": 0.00000223,
937+ "litellm_provider": "bedrock",
938+ "max_input_tokens": 100000,
939+ "max_output_tokens": 8191,
940+ "max_tokens": 8191,
941+ "mode": "chat",
942+ "output_cost_per_token": 0.00000755,
943+ "supports_tool_choice": true
944+ },
945+ "bedrock/ap-northeast-1/anthropic.claude-v1": {
946+ "input_cost_per_token": 0.000008,
947+ "litellm_provider": "bedrock",
948+ "max_input_tokens": 100000,
949+ "max_output_tokens": 8191,
950+ "max_tokens": 8191,
951+ "mode": "chat",
952+ "output_cost_per_token": 0.000024,
953+ "supports_tool_choice": true
954+ },
955+ "bedrock/ap-northeast-1/anthropic.claude-v2:1": {
956+ "input_cost_per_token": 0.000008,
957+ "litellm_provider": "bedrock",
958+ "max_input_tokens": 100000,
959+ "max_output_tokens": 8191,
960+ "max_tokens": 8191,
961+ "mode": "chat",
962+ "output_cost_per_token": 0.000024,
963+ "supports_tool_choice": true
964+ },
965+ "bedrock/eu-central-1/anthropic.claude-instant-v1": {
966+ "input_cost_per_token": 0.00000248,
967+ "litellm_provider": "bedrock",
968+ "max_input_tokens": 100000,
969+ "max_output_tokens": 8191,
970+ "max_tokens": 8191,
971+ "mode": "chat",
972+ "output_cost_per_token": 0.00000838,
973+ "supports_tool_choice": true
974+ },
975+ "bedrock/eu-central-1/anthropic.claude-v1": {
976+ "input_cost_per_token": 0.000008,
977+ "litellm_provider": "bedrock",
978+ "max_input_tokens": 100000,
979+ "max_output_tokens": 8191,
980+ "max_tokens": 8191,
981+ "mode": "chat",
982+ "output_cost_per_token": 0.000024
983+ },
984+ "bedrock/eu-central-1/anthropic.claude-v2:1": {
985+ "input_cost_per_token": 0.000008,
986+ "litellm_provider": "bedrock",
987+ "max_input_tokens": 100000,
988+ "max_output_tokens": 8191,
989+ "max_tokens": 8191,
990+ "mode": "chat",
991+ "output_cost_per_token": 0.000024,
992+ "supports_tool_choice": true
993+ },
994+ "bedrock/invoke/anthropic.claude-3-5-sonnet-20240620-v1:0": {
995+ "input_cost_per_token": 0.000003,
996+ "litellm_provider": "bedrock",
997+ "max_input_tokens": 200000,
998+ "max_output_tokens": 4096,
999+ "max_tokens": 4096,
1000+ "metadata": {
1001+ "notes": "Anthropic via Invoke route does not currently support pdf input."
1002+ },
1003+ "mode": "chat",
1004+ "output_cost_per_token": 0.000015,
1005+ "supports_function_calling": true,
1006+ "supports_response_schema": true,
1007+ "supports_tool_choice": true,
1008+ "supports_vision": true
1009+ },
1010+ "bedrock/us-east-1/anthropic.claude-instant-v1": {
1011+ "input_cost_per_token": 8e-7,
1012+ "litellm_provider": "bedrock",
1013+ "max_input_tokens": 100000,
1014+ "max_output_tokens": 8191,
1015+ "max_tokens": 8191,
1016+ "mode": "chat",
1017+ "output_cost_per_token": 0.0000024,
1018+ "supports_tool_choice": true
1019+ },
1020+ "bedrock/us-east-1/anthropic.claude-v1": {
1021+ "input_cost_per_token": 0.000008,
1022+ "litellm_provider": "bedrock",
1023+ "max_input_tokens": 100000,
1024+ "max_output_tokens": 8191,
1025+ "max_tokens": 8191,
1026+ "mode": "chat",
1027+ "output_cost_per_token": 0.000024,
1028+ "supports_tool_choice": true
1029+ },
1030+ "bedrock/us-east-1/anthropic.claude-v2:1": {
1031+ "input_cost_per_token": 0.000008,
1032+ "litellm_provider": "bedrock",
1033+ "max_input_tokens": 100000,
1034+ "max_output_tokens": 8191,
1035+ "max_tokens": 8191,
1036+ "mode": "chat",
1037+ "output_cost_per_token": 0.000024,
1038+ "supports_tool_choice": true
1039+ },
1040+ "bedrock/us-gov-east-1/anthropic.claude-3-5-sonnet-20240620-v1:0": {
1041+ "input_cost_per_token": 0.0000036,
1042+ "litellm_provider": "bedrock",
1043+ "max_input_tokens": 200000,
1044+ "max_output_tokens": 8192,
1045+ "max_tokens": 8192,
1046+ "mode": "chat",
1047+ "output_cost_per_token": 0.000018,
1048+ "supports_function_calling": true,
1049+ "supports_pdf_input": true,
1050+ "supports_response_schema": true,
1051+ "supports_tool_choice": true,
1052+ "supports_vision": true
1053+ },
1054+ "bedrock/us-gov-east-1/anthropic.claude-3-haiku-20240307-v1:0": {
1055+ "input_cost_per_token": 3e-7,
1056+ "litellm_provider": "bedrock",
1057+ "max_input_tokens": 200000,
1058+ "max_output_tokens": 4096,
1059+ "max_tokens": 4096,
1060+ "mode": "chat",
1061+ "output_cost_per_token": 0.0000015,
1062+ "supports_function_calling": true,
1063+ "supports_pdf_input": true,
1064+ "supports_response_schema": true,
1065+ "supports_tool_choice": true,
1066+ "supports_vision": true
1067+ },
1068+ "bedrock/us-gov-east-1/claude-sonnet-4-5-20250929-v1:0": {
1069+ "input_cost_per_token": 0.0000033,
1070+ "litellm_provider": "bedrock",
1071+ "max_input_tokens": 200000,
1072+ "max_output_tokens": 4096,
1073+ "max_tokens": 4096,
1074+ "mode": "chat",
1075+ "output_cost_per_token": 0.0000165,
1076+ "supports_assistant_prefill": true,
1077+ "supports_computer_use": true,
1078+ "supports_function_calling": true,
1079+ "supports_pdf_input": true,
1080+ "supports_prompt_caching": true,
1081+ "supports_reasoning": true,
1082+ "supports_response_schema": true,
1083+ "supports_tool_choice": true,
1084+ "supports_vision": true
1085+ },
1086+ "bedrock/us-gov-west-1/anthropic.claude-3-7-sonnet-20250219-v1:0": {
1087+ "cache_creation_input_token_cost": 0.0000045,
1088+ "cache_read_input_token_cost": 3.6e-7,
1089+ "input_cost_per_token": 0.0000036,
1090+ "litellm_provider": "bedrock",
1091+ "max_input_tokens": 200000,
1092+ "max_output_tokens": 8192,
1093+ "max_tokens": 8192,
1094+ "mode": "chat",
1095+ "output_cost_per_token": 0.000018,
1096+ "supports_assistant_prefill": true,
1097+ "supports_computer_use": true,
1098+ "supports_function_calling": true,
1099+ "supports_pdf_input": true,
1100+ "supports_prompt_caching": true,
1101+ "supports_reasoning": true,
1102+ "supports_response_schema": true,
1103+ "supports_tool_choice": true,
1104+ "supports_vision": true
1105+ },
1106+ "bedrock/us-gov-west-1/anthropic.claude-3-5-sonnet-20240620-v1:0": {
1107+ "input_cost_per_token": 0.0000036,
1108+ "litellm_provider": "bedrock",
1109+ "max_input_tokens": 200000,
1110+ "max_output_tokens": 8192,
1111+ "max_tokens": 8192,
1112+ "mode": "chat",
1113+ "output_cost_per_token": 0.000018,
1114+ "supports_function_calling": true,
1115+ "supports_pdf_input": true,
1116+ "supports_response_schema": true,
1117+ "supports_tool_choice": true,
1118+ "supports_vision": true
1119+ },
1120+ "bedrock/us-gov-west-1/anthropic.claude-3-haiku-20240307-v1:0": {
1121+ "input_cost_per_token": 3e-7,
1122+ "litellm_provider": "bedrock",
1123+ "max_input_tokens": 200000,
1124+ "max_output_tokens": 4096,
1125+ "max_tokens": 4096,
1126+ "mode": "chat",
1127+ "output_cost_per_token": 0.0000015,
1128+ "supports_function_calling": true,
1129+ "supports_pdf_input": true,
1130+ "supports_response_schema": true,
1131+ "supports_tool_choice": true,
1132+ "supports_vision": true
1133+ },
1134+ "bedrock/us-gov-west-1/claude-sonnet-4-5-20250929-v1:0": {
1135+ "input_cost_per_token": 0.0000033,
1136+ "litellm_provider": "bedrock",
1137+ "max_input_tokens": 200000,
1138+ "max_output_tokens": 4096,
1139+ "max_tokens": 4096,
1140+ "mode": "chat",
1141+ "output_cost_per_token": 0.0000165,
1142+ "supports_assistant_prefill": true,
1143+ "supports_computer_use": true,
1144+ "supports_function_calling": true,
1145+ "supports_pdf_input": true,
1146+ "supports_prompt_caching": true,
1147+ "supports_reasoning": true,
1148+ "supports_response_schema": true,
1149+ "supports_tool_choice": true,
1150+ "supports_vision": true
1151+ },
1152+ "bedrock/us-west-2/anthropic.claude-instant-v1": {
1153+ "input_cost_per_token": 8e-7,
1154+ "litellm_provider": "bedrock",
1155+ "max_input_tokens": 100000,
1156+ "max_output_tokens": 8191,
1157+ "max_tokens": 8191,
1158+ "mode": "chat",
1159+ "output_cost_per_token": 0.0000024,
1160+ "supports_tool_choice": true
1161+ },
1162+ "bedrock/us-west-2/anthropic.claude-v1": {
1163+ "input_cost_per_token": 0.000008,
1164+ "litellm_provider": "bedrock",
1165+ "max_input_tokens": 100000,
1166+ "max_output_tokens": 8191,
1167+ "max_tokens": 8191,
1168+ "mode": "chat",
1169+ "output_cost_per_token": 0.000024,
1170+ "supports_tool_choice": true
1171+ },
1172+ "bedrock/us-west-2/anthropic.claude-v2:1": {
1173+ "input_cost_per_token": 0.000008,
1174+ "litellm_provider": "bedrock",
1175+ "max_input_tokens": 100000,
1176+ "max_output_tokens": 8191,
1177+ "max_tokens": 8191,
1178+ "mode": "chat",
1179+ "output_cost_per_token": 0.000024,
1180+ "supports_tool_choice": true
1181+ },
1182+ "bedrock/us.anthropic.claude-3-5-haiku-20241022-v1:0": {
1183+ "cache_creation_input_token_cost": 0.000001,
1184+ "cache_read_input_token_cost": 8e-8,
1185+ "input_cost_per_token": 8e-7,
1186+ "litellm_provider": "bedrock",
1187+ "max_input_tokens": 200000,
1188+ "max_output_tokens": 8192,
1189+ "max_tokens": 8192,
1190+ "mode": "chat",
1191+ "output_cost_per_token": 0.000004,
1192+ "supports_assistant_prefill": true,
1193+ "supports_function_calling": true,
1194+ "supports_pdf_input": true,
1195+ "supports_prompt_caching": true,
1196+ "supports_response_schema": true,
1197+ "supports_tool_choice": true
1198+ },
1199+ "claude-3-5-haiku-20241022": {
1200+ "cache_creation_input_token_cost": 0.000001,
1201+ "cache_creation_input_token_cost_above_1hr": 0.000006,
1202+ "cache_read_input_token_cost": 8e-8,
1203+ "deprecation_date": "2025-10-01",
1204+ "input_cost_per_token": 8e-7,
1205+ "litellm_provider": "anthropic",
1206+ "max_input_tokens": 200000,
1207+ "max_output_tokens": 8192,
1208+ "max_tokens": 8192,
1209+ "mode": "chat",
1210+ "output_cost_per_token": 0.000004,
1211+ "search_context_cost_per_query": {
1212+ "search_context_size_high": 0.01,
1213+ "search_context_size_low": 0.01,
1214+ "search_context_size_medium": 0.01
1215+ },
1216+ "supports_assistant_prefill": true,
1217+ "supports_function_calling": true,
1218+ "supports_pdf_input": true,
1219+ "supports_prompt_caching": true,
1220+ "supports_response_schema": true,
1221+ "supports_tool_choice": true,
1222+ "supports_vision": true,
1223+ "supports_web_search": true,
1224+ "tool_use_system_prompt_tokens": 264
1225+ },
1226+ "claude-3-5-haiku-latest": {
1227+ "cache_creation_input_token_cost": 0.00000125,
1228+ "cache_creation_input_token_cost_above_1hr": 0.000006,
1229+ "cache_read_input_token_cost": 1e-7,
1230+ "deprecation_date": "2025-10-01",
1231+ "input_cost_per_token": 0.000001,
1232+ "litellm_provider": "anthropic",
1233+ "max_input_tokens": 200000,
1234+ "max_output_tokens": 8192,
1235+ "max_tokens": 8192,
1236+ "mode": "chat",
1237+ "output_cost_per_token": 0.000005,
1238+ "search_context_cost_per_query": {
1239+ "search_context_size_high": 0.01,
1240+ "search_context_size_low": 0.01,
1241+ "search_context_size_medium": 0.01
1242+ },
1243+ "supports_assistant_prefill": true,
1244+ "supports_function_calling": true,
1245+ "supports_pdf_input": true,
1246+ "supports_prompt_caching": true,
1247+ "supports_response_schema": true,
1248+ "supports_tool_choice": true,
1249+ "supports_vision": true,
1250+ "supports_web_search": true,
1251+ "tool_use_system_prompt_tokens": 264
1252+ },
1253+ "claude-haiku-4-5-20251001": {
1254+ "cache_creation_input_token_cost": 0.00000125,
1255+ "cache_creation_input_token_cost_above_1hr": 0.000002,
1256+ "cache_read_input_token_cost": 1e-7,
1257+ "input_cost_per_token": 0.000001,
1258+ "litellm_provider": "anthropic",
1259+ "max_input_tokens": 200000,
1260+ "max_output_tokens": 64000,
1261+ "max_tokens": 64000,
1262+ "mode": "chat",
1263+ "output_cost_per_token": 0.000005,
1264+ "supports_assistant_prefill": true,
1265+ "supports_function_calling": true,
1266+ "supports_computer_use": true,
1267+ "supports_pdf_input": true,
1268+ "supports_prompt_caching": true,
1269+ "supports_reasoning": true,
1270+ "supports_response_schema": true,
1271+ "supports_tool_choice": true,
1272+ "supports_vision": true
1273+ },
1274+ "claude-haiku-4-5": {
1275+ "cache_creation_input_token_cost": 0.00000125,
1276+ "cache_creation_input_token_cost_above_1hr": 0.000002,
1277+ "cache_read_input_token_cost": 1e-7,
1278+ "input_cost_per_token": 0.000001,
1279+ "litellm_provider": "anthropic",
1280+ "max_input_tokens": 200000,
1281+ "max_output_tokens": 64000,
1282+ "max_tokens": 64000,
1283+ "mode": "chat",
1284+ "output_cost_per_token": 0.000005,
1285+ "supports_assistant_prefill": true,
1286+ "supports_function_calling": true,
1287+ "supports_computer_use": true,
1288+ "supports_pdf_input": true,
1289+ "supports_prompt_caching": true,
1290+ "supports_reasoning": true,
1291+ "supports_response_schema": true,
1292+ "supports_tool_choice": true,
1293+ "supports_vision": true
1294+ },
1295+ "claude-3-5-sonnet-20240620": {
1296+ "cache_creation_input_token_cost": 0.00000375,
1297+ "cache_creation_input_token_cost_above_1hr": 0.000006,
1298+ "cache_read_input_token_cost": 3e-7,
1299+ "deprecation_date": "2025-06-01",
1300+ "input_cost_per_token": 0.000003,
1301+ "litellm_provider": "anthropic",
1302+ "max_input_tokens": 200000,
1303+ "max_output_tokens": 8192,
1304+ "max_tokens": 8192,
1305+ "mode": "chat",
1306+ "output_cost_per_token": 0.000015,
1307+ "supports_assistant_prefill": true,
1308+ "supports_function_calling": true,
1309+ "supports_pdf_input": true,
1310+ "supports_prompt_caching": true,
1311+ "supports_response_schema": true,
1312+ "supports_tool_choice": true,
1313+ "supports_vision": true,
1314+ "tool_use_system_prompt_tokens": 159
1315+ },
1316+ "claude-3-5-sonnet-20241022": {
1317+ "cache_creation_input_token_cost": 0.00000375,
1318+ "cache_creation_input_token_cost_above_1hr": 0.000006,
1319+ "cache_read_input_token_cost": 3e-7,
1320+ "deprecation_date": "2025-10-01",
1321+ "input_cost_per_token": 0.000003,
1322+ "litellm_provider": "anthropic",
1323+ "max_input_tokens": 200000,
1324+ "max_output_tokens": 8192,
1325+ "max_tokens": 8192,
1326+ "mode": "chat",
1327+ "output_cost_per_token": 0.000015,
1328+ "search_context_cost_per_query": {
1329+ "search_context_size_high": 0.01,
1330+ "search_context_size_low": 0.01,
1331+ "search_context_size_medium": 0.01
1332+ },
1333+ "supports_assistant_prefill": true,
1334+ "supports_computer_use": true,
1335+ "supports_function_calling": true,
1336+ "supports_pdf_input": true,
1337+ "supports_prompt_caching": true,
1338+ "supports_response_schema": true,
1339+ "supports_tool_choice": true,
1340+ "supports_vision": true,
1341+ "supports_web_search": true,
1342+ "tool_use_system_prompt_tokens": 159
1343+ },
1344+ "claude-3-5-sonnet-latest": {
1345+ "cache_creation_input_token_cost": 0.00000375,
1346+ "cache_creation_input_token_cost_above_1hr": 0.000006,
1347+ "cache_read_input_token_cost": 3e-7,
1348+ "deprecation_date": "2025-06-01",
1349+ "input_cost_per_token": 0.000003,
1350+ "litellm_provider": "anthropic",
1351+ "max_input_tokens": 200000,
1352+ "max_output_tokens": 8192,
1353+ "max_tokens": 8192,
1354+ "mode": "chat",
1355+ "output_cost_per_token": 0.000015,
1356+ "search_context_cost_per_query": {
1357+ "search_context_size_high": 0.01,
1358+ "search_context_size_low": 0.01,
1359+ "search_context_size_medium": 0.01
1360+ },
1361+ "supports_assistant_prefill": true,
1362+ "supports_computer_use": true,
1363+ "supports_function_calling": true,
1364+ "supports_pdf_input": true,
1365+ "supports_prompt_caching": true,
1366+ "supports_response_schema": true,
1367+ "supports_tool_choice": true,
1368+ "supports_vision": true,
1369+ "supports_web_search": true,
1370+ "tool_use_system_prompt_tokens": 159
1371+ },
1372+ "claude-3-7-sonnet-20250219": {
1373+ "cache_creation_input_token_cost": 0.00000375,
1374+ "cache_creation_input_token_cost_above_1hr": 0.000006,
1375+ "cache_read_input_token_cost": 3e-7,
1376+ "deprecation_date": "2026-02-19",
1377+ "input_cost_per_token": 0.000003,
1378+ "litellm_provider": "anthropic",
1379+ "max_input_tokens": 200000,
1380+ "max_output_tokens": 64000,
1381+ "max_tokens": 64000,
1382+ "mode": "chat",
1383+ "output_cost_per_token": 0.000015,
1384+ "search_context_cost_per_query": {
1385+ "search_context_size_high": 0.01,
1386+ "search_context_size_low": 0.01,
1387+ "search_context_size_medium": 0.01
1388+ },
1389+ "supports_assistant_prefill": true,
1390+ "supports_computer_use": true,
1391+ "supports_function_calling": true,
1392+ "supports_pdf_input": true,
1393+ "supports_prompt_caching": true,
1394+ "supports_reasoning": true,
1395+ "supports_response_schema": true,
1396+ "supports_tool_choice": true,
1397+ "supports_vision": true,
1398+ "supports_web_search": true,
1399+ "tool_use_system_prompt_tokens": 159
1400+ },
1401+ "claude-3-7-sonnet-latest": {
1402+ "cache_creation_input_token_cost": 0.00000375,
1403+ "cache_creation_input_token_cost_above_1hr": 0.000006,
1404+ "cache_read_input_token_cost": 3e-7,
1405+ "deprecation_date": "2025-06-01",
1406+ "input_cost_per_token": 0.000003,
1407+ "litellm_provider": "anthropic",
1408+ "max_input_tokens": 200000,
1409+ "max_output_tokens": 64000,
1410+ "max_tokens": 64000,
1411+ "mode": "chat",
1412+ "output_cost_per_token": 0.000015,
1413+ "search_context_cost_per_query": {
1414+ "search_context_size_high": 0.01,
1415+ "search_context_size_low": 0.01,
1416+ "search_context_size_medium": 0.01
1417+ },
1418+ "supports_assistant_prefill": true,
1419+ "supports_computer_use": true,
1420+ "supports_function_calling": true,
1421+ "supports_pdf_input": true,
1422+ "supports_prompt_caching": true,
1423+ "supports_reasoning": true,
1424+ "supports_response_schema": true,
1425+ "supports_tool_choice": true,
1426+ "supports_vision": true,
1427+ "tool_use_system_prompt_tokens": 159
1428+ },
1429+ "claude-3-haiku-20240307": {
1430+ "cache_creation_input_token_cost": 3e-7,
1431+ "cache_creation_input_token_cost_above_1hr": 0.000006,
1432+ "cache_read_input_token_cost": 3e-8,
1433+ "input_cost_per_token": 2.5e-7,
1434+ "litellm_provider": "anthropic",
1435+ "max_input_tokens": 200000,
1436+ "max_output_tokens": 4096,
1437+ "max_tokens": 4096,
1438+ "mode": "chat",
1439+ "output_cost_per_token": 0.00000125,
1440+ "supports_assistant_prefill": true,
1441+ "supports_function_calling": true,
1442+ "supports_prompt_caching": true,
1443+ "supports_response_schema": true,
1444+ "supports_tool_choice": true,
1445+ "supports_vision": true,
1446+ "tool_use_system_prompt_tokens": 264
1447+ },
1448+ "claude-3-opus-20240229": {
1449+ "cache_creation_input_token_cost": 0.00001875,
1450+ "cache_creation_input_token_cost_above_1hr": 0.000006,
1451+ "cache_read_input_token_cost": 0.0000015,
1452+ "deprecation_date": "2026-05-01",
1453+ "input_cost_per_token": 0.000015,
1454+ "litellm_provider": "anthropic",
1455+ "max_input_tokens": 200000,
1456+ "max_output_tokens": 4096,
1457+ "max_tokens": 4096,
1458+ "mode": "chat",
1459+ "output_cost_per_token": 0.000075,
1460+ "supports_assistant_prefill": true,
1461+ "supports_function_calling": true,
1462+ "supports_prompt_caching": true,
1463+ "supports_response_schema": true,
1464+ "supports_tool_choice": true,
1465+ "supports_vision": true,
1466+ "tool_use_system_prompt_tokens": 395
1467+ },
1468+ "claude-3-opus-latest": {
1469+ "cache_creation_input_token_cost": 0.00001875,
1470+ "cache_creation_input_token_cost_above_1hr": 0.000006,
1471+ "cache_read_input_token_cost": 0.0000015,
1472+ "deprecation_date": "2025-03-01",
1473+ "input_cost_per_token": 0.000015,
1474+ "litellm_provider": "anthropic",
1475+ "max_input_tokens": 200000,
1476+ "max_output_tokens": 4096,
1477+ "max_tokens": 4096,
1478+ "mode": "chat",
1479+ "output_cost_per_token": 0.000075,
1480+ "supports_assistant_prefill": true,
1481+ "supports_function_calling": true,
1482+ "supports_prompt_caching": true,
1483+ "supports_response_schema": true,
1484+ "supports_tool_choice": true,
1485+ "supports_vision": true,
1486+ "tool_use_system_prompt_tokens": 395
1487+ },
1488+ "claude-4-opus-20250514": {
1489+ "cache_creation_input_token_cost": 0.00001875,
1490+ "cache_read_input_token_cost": 0.0000015,
1491+ "input_cost_per_token": 0.000015,
1492+ "litellm_provider": "anthropic",
1493+ "max_input_tokens": 200000,
1494+ "max_output_tokens": 32000,
1495+ "max_tokens": 32000,
1496+ "mode": "chat",
1497+ "output_cost_per_token": 0.000075,
1498+ "search_context_cost_per_query": {
1499+ "search_context_size_high": 0.01,
1500+ "search_context_size_low": 0.01,
1501+ "search_context_size_medium": 0.01
1502+ },
1503+ "supports_assistant_prefill": true,
1504+ "supports_computer_use": true,
1505+ "supports_function_calling": true,
1506+ "supports_pdf_input": true,
1507+ "supports_prompt_caching": true,
1508+ "supports_reasoning": true,
1509+ "supports_response_schema": true,
1510+ "supports_tool_choice": true,
1511+ "supports_vision": true,
1512+ "tool_use_system_prompt_tokens": 159
1513+ },
1514+ "claude-4-sonnet-20250514": {
1515+ "cache_creation_input_token_cost": 0.00000375,
1516+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
1517+ "cache_read_input_token_cost": 3e-7,
1518+ "cache_read_input_token_cost_above_200k_tokens": 6e-7,
1519+ "input_cost_per_token": 0.000003,
1520+ "input_cost_per_token_above_200k_tokens": 0.000006,
1521+ "litellm_provider": "anthropic",
1522+ "max_input_tokens": 1000000,
1523+ "max_output_tokens": 64000,
1524+ "max_tokens": 64000,
1525+ "mode": "chat",
1526+ "output_cost_per_token": 0.000015,
1527+ "output_cost_per_token_above_200k_tokens": 0.0000225,
1528+ "search_context_cost_per_query": {
1529+ "search_context_size_high": 0.01,
1530+ "search_context_size_low": 0.01,
1531+ "search_context_size_medium": 0.01
1532+ },
1533+ "supports_assistant_prefill": true,
1534+ "supports_computer_use": true,
1535+ "supports_function_calling": true,
1536+ "supports_pdf_input": true,
1537+ "supports_prompt_caching": true,
1538+ "supports_reasoning": true,
1539+ "supports_response_schema": true,
1540+ "supports_tool_choice": true,
1541+ "supports_vision": true,
1542+ "supports_web_search": true,
1543+ "tool_use_system_prompt_tokens": 159
1544+ },
1545+ "claude-sonnet-4-5": {
1546+ "cache_creation_input_token_cost": 0.00000375,
1547+ "cache_read_input_token_cost": 3e-7,
1548+ "input_cost_per_token": 0.000003,
1549+ "input_cost_per_token_above_200k_tokens": 0.000006,
1550+ "output_cost_per_token_above_200k_tokens": 0.0000225,
1551+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
1552+ "cache_read_input_token_cost_above_200k_tokens": 6e-7,
1553+ "litellm_provider": "anthropic",
1554+ "max_input_tokens": 200000,
1555+ "max_output_tokens": 64000,
1556+ "max_tokens": 64000,
1557+ "mode": "chat",
1558+ "output_cost_per_token": 0.000015,
1559+ "search_context_cost_per_query": {
1560+ "search_context_size_high": 0.01,
1561+ "search_context_size_low": 0.01,
1562+ "search_context_size_medium": 0.01
1563+ },
1564+ "supports_assistant_prefill": true,
1565+ "supports_computer_use": true,
1566+ "supports_function_calling": true,
1567+ "supports_pdf_input": true,
1568+ "supports_prompt_caching": true,
1569+ "supports_reasoning": true,
1570+ "supports_response_schema": true,
1571+ "supports_tool_choice": true,
1572+ "supports_vision": true,
1573+ "tool_use_system_prompt_tokens": 346
1574+ },
1575+ "claude-sonnet-4-5-20250929": {
1576+ "cache_creation_input_token_cost": 0.00000375,
1577+ "cache_read_input_token_cost": 3e-7,
1578+ "input_cost_per_token": 0.000003,
1579+ "input_cost_per_token_above_200k_tokens": 0.000006,
1580+ "output_cost_per_token_above_200k_tokens": 0.0000225,
1581+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
1582+ "cache_read_input_token_cost_above_200k_tokens": 6e-7,
1583+ "litellm_provider": "anthropic",
1584+ "max_input_tokens": 200000,
1585+ "max_output_tokens": 64000,
1586+ "max_tokens": 64000,
1587+ "mode": "chat",
1588+ "output_cost_per_token": 0.000015,
1589+ "search_context_cost_per_query": {
1590+ "search_context_size_high": 0.01,
1591+ "search_context_size_low": 0.01,
1592+ "search_context_size_medium": 0.01
1593+ },
1594+ "supports_assistant_prefill": true,
1595+ "supports_computer_use": true,
1596+ "supports_function_calling": true,
1597+ "supports_pdf_input": true,
1598+ "supports_prompt_caching": true,
1599+ "supports_reasoning": true,
1600+ "supports_response_schema": true,
1601+ "supports_tool_choice": true,
1602+ "supports_vision": true,
1603+ "supports_web_search": true,
1604+ "tool_use_system_prompt_tokens": 346
1605+ },
1606+ "claude-sonnet-4-6": {
1607+ "cache_creation_input_token_cost": 0.00000375,
1608+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
1609+ "cache_read_input_token_cost": 3e-7,
1610+ "cache_read_input_token_cost_above_200k_tokens": 6e-7,
1611+ "input_cost_per_token": 0.000003,
1612+ "input_cost_per_token_above_200k_tokens": 0.000006,
1613+ "litellm_provider": "anthropic",
1614+ "max_input_tokens": 200000,
1615+ "max_output_tokens": 64000,
1616+ "max_tokens": 64000,
1617+ "mode": "chat",
1618+ "output_cost_per_token": 0.000015,
1619+ "output_cost_per_token_above_200k_tokens": 0.0000225,
1620+ "search_context_cost_per_query": {
1621+ "search_context_size_high": 0.01,
1622+ "search_context_size_low": 0.01,
1623+ "search_context_size_medium": 0.01
1624+ },
1625+ "supports_assistant_prefill": true,
1626+ "supports_computer_use": true,
1627+ "supports_function_calling": true,
1628+ "supports_pdf_input": true,
1629+ "supports_prompt_caching": true,
1630+ "supports_reasoning": true,
1631+ "supports_response_schema": true,
1632+ "supports_tool_choice": true,
1633+ "supports_vision": true,
1634+ "tool_use_system_prompt_tokens": 346
1635+ },
1636+ "us/claude-sonnet-4-6": {
1637+ "cache_creation_input_token_cost": 0.000004125,
1638+ "cache_creation_input_token_cost_above_200k_tokens": 0.00000825,
1639+ "cache_read_input_token_cost": 3.3e-7,
1640+ "cache_read_input_token_cost_above_200k_tokens": 6.6e-7,
1641+ "input_cost_per_token": 0.0000033,
1642+ "input_cost_per_token_above_200k_tokens": 0.0000066,
1643+ "litellm_provider": "anthropic",
1644+ "max_input_tokens": 200000,
1645+ "max_output_tokens": 64000,
1646+ "max_tokens": 64000,
1647+ "mode": "chat",
1648+ "output_cost_per_token": 0.0000165,
1649+ "output_cost_per_token_above_200k_tokens": 0.00002475,
1650+ "search_context_cost_per_query": {
1651+ "search_context_size_high": 0.01,
1652+ "search_context_size_low": 0.01,
1653+ "search_context_size_medium": 0.01
1654+ },
1655+ "supports_assistant_prefill": true,
1656+ "supports_computer_use": true,
1657+ "supports_function_calling": true,
1658+ "supports_pdf_input": true,
1659+ "supports_prompt_caching": true,
1660+ "supports_reasoning": true,
1661+ "supports_response_schema": true,
1662+ "supports_tool_choice": true,
1663+ "supports_vision": true,
1664+ "tool_use_system_prompt_tokens": 346,
1665+ "inference_geo": "us"
1666+ },
1667+ "claude-sonnet-4-5-20250929-v1:0": {
1668+ "cache_creation_input_token_cost": 0.00000375,
1669+ "cache_read_input_token_cost": 3e-7,
1670+ "input_cost_per_token": 0.000003,
1671+ "input_cost_per_token_above_200k_tokens": 0.000006,
1672+ "output_cost_per_token_above_200k_tokens": 0.0000225,
1673+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
1674+ "cache_read_input_token_cost_above_200k_tokens": 6e-7,
1675+ "litellm_provider": "bedrock",
1676+ "max_input_tokens": 200000,
1677+ "max_output_tokens": 64000,
1678+ "max_tokens": 64000,
1679+ "mode": "chat",
1680+ "output_cost_per_token": 0.000015,
1681+ "supports_assistant_prefill": true,
1682+ "supports_computer_use": true,
1683+ "supports_function_calling": true,
1684+ "supports_pdf_input": true,
1685+ "supports_prompt_caching": true,
1686+ "supports_reasoning": true,
1687+ "supports_response_schema": true,
1688+ "supports_tool_choice": true,
1689+ "supports_vision": true,
1690+ "tool_use_system_prompt_tokens": 159
1691+ },
1692+ "claude-opus-4-1": {
1693+ "cache_creation_input_token_cost": 0.00001875,
1694+ "cache_creation_input_token_cost_above_1hr": 0.00003,
1695+ "cache_read_input_token_cost": 0.0000015,
1696+ "input_cost_per_token": 0.000015,
1697+ "litellm_provider": "anthropic",
1698+ "max_input_tokens": 200000,
1699+ "max_output_tokens": 32000,
1700+ "max_tokens": 32000,
1701+ "mode": "chat",
1702+ "output_cost_per_token": 0.000075,
1703+ "search_context_cost_per_query": {
1704+ "search_context_size_high": 0.01,
1705+ "search_context_size_low": 0.01,
1706+ "search_context_size_medium": 0.01
1707+ },
1708+ "supports_assistant_prefill": true,
1709+ "supports_computer_use": true,
1710+ "supports_function_calling": true,
1711+ "supports_pdf_input": true,
1712+ "supports_prompt_caching": true,
1713+ "supports_reasoning": true,
1714+ "supports_response_schema": true,
1715+ "supports_tool_choice": true,
1716+ "supports_vision": true,
1717+ "tool_use_system_prompt_tokens": 159
1718+ },
1719+ "claude-opus-4-1-20250805": {
1720+ "cache_creation_input_token_cost": 0.00001875,
1721+ "cache_creation_input_token_cost_above_1hr": 0.00003,
1722+ "cache_read_input_token_cost": 0.0000015,
1723+ "input_cost_per_token": 0.000015,
1724+ "deprecation_date": "2026-08-05",
1725+ "litellm_provider": "anthropic",
1726+ "max_input_tokens": 200000,
1727+ "max_output_tokens": 32000,
1728+ "max_tokens": 32000,
1729+ "mode": "chat",
1730+ "output_cost_per_token": 0.000075,
1731+ "search_context_cost_per_query": {
1732+ "search_context_size_high": 0.01,
1733+ "search_context_size_low": 0.01,
1734+ "search_context_size_medium": 0.01
1735+ },
1736+ "supports_assistant_prefill": true,
1737+ "supports_computer_use": true,
1738+ "supports_function_calling": true,
1739+ "supports_pdf_input": true,
1740+ "supports_prompt_caching": true,
1741+ "supports_reasoning": true,
1742+ "supports_response_schema": true,
1743+ "supports_tool_choice": true,
1744+ "supports_vision": true,
1745+ "tool_use_system_prompt_tokens": 159
1746+ },
1747+ "claude-opus-4-20250514": {
1748+ "cache_creation_input_token_cost": 0.00001875,
1749+ "cache_creation_input_token_cost_above_1hr": 0.00003,
1750+ "cache_read_input_token_cost": 0.0000015,
1751+ "input_cost_per_token": 0.000015,
1752+ "deprecation_date": "2026-05-14",
1753+ "litellm_provider": "anthropic",
1754+ "max_input_tokens": 200000,
1755+ "max_output_tokens": 32000,
1756+ "max_tokens": 32000,
1757+ "mode": "chat",
1758+ "output_cost_per_token": 0.000075,
1759+ "search_context_cost_per_query": {
1760+ "search_context_size_high": 0.01,
1761+ "search_context_size_low": 0.01,
1762+ "search_context_size_medium": 0.01
1763+ },
1764+ "supports_assistant_prefill": true,
1765+ "supports_computer_use": true,
1766+ "supports_function_calling": true,
1767+ "supports_pdf_input": true,
1768+ "supports_prompt_caching": true,
1769+ "supports_reasoning": true,
1770+ "supports_response_schema": true,
1771+ "supports_tool_choice": true,
1772+ "supports_vision": true,
1773+ "tool_use_system_prompt_tokens": 159
1774+ },
1775+ "claude-opus-4-5-20251101": {
1776+ "cache_creation_input_token_cost": 0.00000625,
1777+ "cache_creation_input_token_cost_above_1hr": 0.00001,
1778+ "cache_read_input_token_cost": 5e-7,
1779+ "input_cost_per_token": 0.000005,
1780+ "litellm_provider": "anthropic",
1781+ "max_input_tokens": 200000,
1782+ "max_output_tokens": 64000,
1783+ "max_tokens": 64000,
1784+ "mode": "chat",
1785+ "output_cost_per_token": 0.000025,
1786+ "search_context_cost_per_query": {
1787+ "search_context_size_high": 0.01,
1788+ "search_context_size_low": 0.01,
1789+ "search_context_size_medium": 0.01
1790+ },
1791+ "supports_assistant_prefill": true,
1792+ "supports_computer_use": true,
1793+ "supports_function_calling": true,
1794+ "supports_pdf_input": true,
1795+ "supports_prompt_caching": true,
1796+ "supports_reasoning": true,
1797+ "supports_response_schema": true,
1798+ "supports_tool_choice": true,
1799+ "supports_vision": true,
1800+ "tool_use_system_prompt_tokens": 159
1801+ },
1802+ "claude-opus-4-5": {
1803+ "cache_creation_input_token_cost": 0.00000625,
1804+ "cache_creation_input_token_cost_above_1hr": 0.00001,
1805+ "cache_read_input_token_cost": 5e-7,
1806+ "input_cost_per_token": 0.000005,
1807+ "litellm_provider": "anthropic",
1808+ "max_input_tokens": 200000,
1809+ "max_output_tokens": 64000,
1810+ "max_tokens": 64000,
1811+ "mode": "chat",
1812+ "output_cost_per_token": 0.000025,
1813+ "search_context_cost_per_query": {
1814+ "search_context_size_high": 0.01,
1815+ "search_context_size_low": 0.01,
1816+ "search_context_size_medium": 0.01
1817+ },
1818+ "supports_assistant_prefill": true,
1819+ "supports_computer_use": true,
1820+ "supports_function_calling": true,
1821+ "supports_pdf_input": true,
1822+ "supports_prompt_caching": true,
1823+ "supports_reasoning": true,
1824+ "supports_response_schema": true,
1825+ "supports_tool_choice": true,
1826+ "supports_vision": true,
1827+ "tool_use_system_prompt_tokens": 159
1828+ },
1829+ "claude-opus-4-6": {
1830+ "cache_creation_input_token_cost": 0.00000625,
1831+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000125,
1832+ "cache_creation_input_token_cost_above_1hr": 0.00001,
1833+ "cache_read_input_token_cost": 5e-7,
1834+ "cache_read_input_token_cost_above_200k_tokens": 0.000001,
1835+ "input_cost_per_token": 0.000005,
1836+ "input_cost_per_token_above_200k_tokens": 0.00001,
1837+ "litellm_provider": "anthropic",
1838+ "max_input_tokens": 1000000,
1839+ "max_output_tokens": 128000,
1840+ "max_tokens": 128000,
1841+ "mode": "chat",
1842+ "output_cost_per_token": 0.000025,
1843+ "output_cost_per_token_above_200k_tokens": 0.0000375,
1844+ "search_context_cost_per_query": {
1845+ "search_context_size_high": 0.01,
1846+ "search_context_size_low": 0.01,
1847+ "search_context_size_medium": 0.01
1848+ },
1849+ "supports_assistant_prefill": false,
1850+ "supports_computer_use": true,
1851+ "supports_function_calling": true,
1852+ "supports_pdf_input": true,
1853+ "supports_prompt_caching": true,
1854+ "supports_reasoning": true,
1855+ "supports_response_schema": true,
1856+ "supports_tool_choice": true,
1857+ "supports_vision": true,
1858+ "tool_use_system_prompt_tokens": 346
1859+ },
1860+ "fast/claude-opus-4-6": {
1861+ "cache_creation_input_token_cost": 0.00000625,
1862+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000125,
1863+ "cache_creation_input_token_cost_above_1hr": 0.00001,
1864+ "cache_read_input_token_cost": 5e-7,
1865+ "cache_read_input_token_cost_above_200k_tokens": 0.000001,
1866+ "input_cost_per_token": 0.00003,
1867+ "input_cost_per_token_above_200k_tokens": 0.00001,
1868+ "litellm_provider": "anthropic",
1869+ "max_input_tokens": 1000000,
1870+ "max_output_tokens": 128000,
1871+ "max_tokens": 128000,
1872+ "mode": "chat",
1873+ "output_cost_per_token": 0.00015,
1874+ "output_cost_per_token_above_200k_tokens": 0.0000375,
1875+ "search_context_cost_per_query": {
1876+ "search_context_size_high": 0.01,
1877+ "search_context_size_low": 0.01,
1878+ "search_context_size_medium": 0.01
1879+ },
1880+ "supports_assistant_prefill": false,
1881+ "supports_computer_use": true,
1882+ "supports_function_calling": true,
1883+ "supports_pdf_input": true,
1884+ "supports_prompt_caching": true,
1885+ "supports_reasoning": true,
1886+ "supports_response_schema": true,
1887+ "supports_tool_choice": true,
1888+ "supports_vision": true,
1889+ "tool_use_system_prompt_tokens": 346
1890+ },
1891+ "us/claude-opus-4-6": {
1892+ "cache_creation_input_token_cost": 0.000006875,
1893+ "cache_creation_input_token_cost_above_200k_tokens": 0.00001375,
1894+ "cache_creation_input_token_cost_above_1hr": 0.000011,
1895+ "cache_read_input_token_cost": 5.5e-7,
1896+ "cache_read_input_token_cost_above_200k_tokens": 0.0000011,
1897+ "input_cost_per_token": 0.0000055,
1898+ "input_cost_per_token_above_200k_tokens": 0.000011,
1899+ "litellm_provider": "anthropic",
1900+ "max_input_tokens": 200000,
1901+ "max_output_tokens": 128000,
1902+ "max_tokens": 128000,
1903+ "mode": "chat",
1904+ "output_cost_per_token": 0.0000275,
1905+ "output_cost_per_token_above_200k_tokens": 0.00004125,
1906+ "search_context_cost_per_query": {
1907+ "search_context_size_high": 0.01,
1908+ "search_context_size_low": 0.01,
1909+ "search_context_size_medium": 0.01
1910+ },
1911+ "supports_assistant_prefill": false,
1912+ "supports_computer_use": true,
1913+ "supports_function_calling": true,
1914+ "supports_pdf_input": true,
1915+ "supports_prompt_caching": true,
1916+ "supports_reasoning": true,
1917+ "supports_response_schema": true,
1918+ "supports_tool_choice": true,
1919+ "supports_vision": true,
1920+ "tool_use_system_prompt_tokens": 346
1921+ },
1922+ "fast/us/claude-opus-4-6": {
1923+ "cache_creation_input_token_cost": 0.000006875,
1924+ "cache_creation_input_token_cost_above_200k_tokens": 0.00001375,
1925+ "cache_creation_input_token_cost_above_1hr": 0.000011,
1926+ "cache_read_input_token_cost": 5.5e-7,
1927+ "cache_read_input_token_cost_above_200k_tokens": 0.0000011,
1928+ "input_cost_per_token": 0.00003,
1929+ "input_cost_per_token_above_200k_tokens": 0.000011,
1930+ "litellm_provider": "anthropic",
1931+ "max_input_tokens": 200000,
1932+ "max_output_tokens": 128000,
1933+ "max_tokens": 128000,
1934+ "mode": "chat",
1935+ "output_cost_per_token": 0.00015,
1936+ "output_cost_per_token_above_200k_tokens": 0.00004125,
1937+ "search_context_cost_per_query": {
1938+ "search_context_size_high": 0.01,
1939+ "search_context_size_low": 0.01,
1940+ "search_context_size_medium": 0.01
1941+ },
1942+ "supports_assistant_prefill": false,
1943+ "supports_computer_use": true,
1944+ "supports_function_calling": true,
1945+ "supports_pdf_input": true,
1946+ "supports_prompt_caching": true,
1947+ "supports_reasoning": true,
1948+ "supports_response_schema": true,
1949+ "supports_tool_choice": true,
1950+ "supports_vision": true,
1951+ "tool_use_system_prompt_tokens": 346
1952+ },
1953+ "claude-opus-4-6-20260205": {
1954+ "cache_creation_input_token_cost": 0.00000625,
1955+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000125,
1956+ "cache_creation_input_token_cost_above_1hr": 0.00001,
1957+ "cache_read_input_token_cost": 5e-7,
1958+ "cache_read_input_token_cost_above_200k_tokens": 0.000001,
1959+ "input_cost_per_token": 0.000005,
1960+ "input_cost_per_token_above_200k_tokens": 0.00001,
1961+ "litellm_provider": "anthropic",
1962+ "max_input_tokens": 1000000,
1963+ "max_output_tokens": 128000,
1964+ "max_tokens": 128000,
1965+ "mode": "chat",
1966+ "output_cost_per_token": 0.000025,
1967+ "output_cost_per_token_above_200k_tokens": 0.0000375,
1968+ "search_context_cost_per_query": {
1969+ "search_context_size_high": 0.01,
1970+ "search_context_size_low": 0.01,
1971+ "search_context_size_medium": 0.01
1972+ },
1973+ "supports_assistant_prefill": false,
1974+ "supports_computer_use": true,
1975+ "supports_function_calling": true,
1976+ "supports_pdf_input": true,
1977+ "supports_prompt_caching": true,
1978+ "supports_reasoning": true,
1979+ "supports_response_schema": true,
1980+ "supports_tool_choice": true,
1981+ "supports_vision": true,
1982+ "tool_use_system_prompt_tokens": 346
1983+ },
1984+ "fast/claude-opus-4-6-20260205": {
1985+ "cache_creation_input_token_cost": 0.00000625,
1986+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000125,
1987+ "cache_creation_input_token_cost_above_1hr": 0.00001,
1988+ "cache_read_input_token_cost": 5e-7,
1989+ "cache_read_input_token_cost_above_200k_tokens": 0.000001,
1990+ "input_cost_per_token": 0.00003,
1991+ "input_cost_per_token_above_200k_tokens": 0.00001,
1992+ "litellm_provider": "anthropic",
1993+ "max_input_tokens": 1000000,
1994+ "max_output_tokens": 128000,
1995+ "max_tokens": 128000,
1996+ "mode": "chat",
1997+ "output_cost_per_token": 0.00015,
1998+ "output_cost_per_token_above_200k_tokens": 0.0000375,
1999+ "search_context_cost_per_query": {
2000+ "search_context_size_high": 0.01,
2001+ "search_context_size_low": 0.01,
2002+ "search_context_size_medium": 0.01
2003+ },
2004+ "supports_assistant_prefill": false,
2005+ "supports_computer_use": true,
2006+ "supports_function_calling": true,
2007+ "supports_pdf_input": true,
2008+ "supports_prompt_caching": true,
2009+ "supports_reasoning": true,
2010+ "supports_response_schema": true,
2011+ "supports_tool_choice": true,
2012+ "supports_vision": true,
2013+ "tool_use_system_prompt_tokens": 346
2014+ },
2015+ "us/claude-opus-4-6-20260205": {
2016+ "cache_creation_input_token_cost": 0.000006875,
2017+ "cache_creation_input_token_cost_above_200k_tokens": 0.00001375,
2018+ "cache_creation_input_token_cost_above_1hr": 0.000011,
2019+ "cache_read_input_token_cost": 5.5e-7,
2020+ "cache_read_input_token_cost_above_200k_tokens": 0.0000011,
2021+ "input_cost_per_token": 0.0000055,
2022+ "input_cost_per_token_above_200k_tokens": 0.000011,
2023+ "litellm_provider": "anthropic",
2024+ "max_input_tokens": 200000,
2025+ "max_output_tokens": 128000,
2026+ "max_tokens": 128000,
2027+ "mode": "chat",
2028+ "output_cost_per_token": 0.0000275,
2029+ "output_cost_per_token_above_200k_tokens": 0.00004125,
2030+ "search_context_cost_per_query": {
2031+ "search_context_size_high": 0.01,
2032+ "search_context_size_low": 0.01,
2033+ "search_context_size_medium": 0.01
2034+ },
2035+ "supports_assistant_prefill": false,
2036+ "supports_computer_use": true,
2037+ "supports_function_calling": true,
2038+ "supports_pdf_input": true,
2039+ "supports_prompt_caching": true,
2040+ "supports_reasoning": true,
2041+ "supports_response_schema": true,
2042+ "supports_tool_choice": true,
2043+ "supports_vision": true,
2044+ "tool_use_system_prompt_tokens": 346
2045+ },
2046+ "claude-sonnet-4-20250514": {
2047+ "deprecation_date": "2026-05-14",
2048+ "cache_creation_input_token_cost": 0.00000375,
2049+ "cache_creation_input_token_cost_above_1hr": 0.000006,
2050+ "cache_read_input_token_cost": 3e-7,
2051+ "input_cost_per_token": 0.000003,
2052+ "input_cost_per_token_above_200k_tokens": 0.000006,
2053+ "output_cost_per_token_above_200k_tokens": 0.0000225,
2054+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
2055+ "cache_read_input_token_cost_above_200k_tokens": 6e-7,
2056+ "litellm_provider": "anthropic",
2057+ "max_input_tokens": 1000000,
2058+ "max_output_tokens": 64000,
2059+ "max_tokens": 64000,
2060+ "mode": "chat",
2061+ "output_cost_per_token": 0.000015,
2062+ "search_context_cost_per_query": {
2063+ "search_context_size_high": 0.01,
2064+ "search_context_size_low": 0.01,
2065+ "search_context_size_medium": 0.01
2066+ },
2067+ "supports_assistant_prefill": true,
2068+ "supports_computer_use": true,
2069+ "supports_function_calling": true,
2070+ "supports_pdf_input": true,
2071+ "supports_prompt_caching": true,
2072+ "supports_reasoning": true,
2073+ "supports_response_schema": true,
2074+ "supports_tool_choice": true,
2075+ "supports_vision": true,
2076+ "tool_use_system_prompt_tokens": 159
2077+ },
2078+ "databricks/databricks-claude-3-7-sonnet": {
2079+ "input_cost_per_token": 0.0000029999900000000002,
2080+ "input_dbu_cost_per_token": 0.000042857,
2081+ "litellm_provider": "databricks",
2082+ "max_input_tokens": 200000,
2083+ "max_output_tokens": 128000,
2084+ "max_tokens": 128000,
2085+ "metadata": {
2086+ "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."
2087+ },
2088+ "mode": "chat",
2089+ "output_cost_per_token": 0.000015000020000000002,
2090+ "output_dbu_cost_per_token": 0.000214286,
2091+ "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving",
2092+ "supports_assistant_prefill": true,
2093+ "supports_function_calling": true,
2094+ "supports_reasoning": true,
2095+ "supports_tool_choice": true
2096+ },
2097+ "databricks/databricks-claude-haiku-4-5": {
2098+ "input_cost_per_token": 0.00000100002,
2099+ "input_dbu_cost_per_token": 0.000014286,
2100+ "litellm_provider": "databricks",
2101+ "max_input_tokens": 200000,
2102+ "max_output_tokens": 64000,
2103+ "max_tokens": 64000,
2104+ "metadata": {
2105+ "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."
2106+ },
2107+ "mode": "chat",
2108+ "output_cost_per_token": 0.00000500003,
2109+ "output_dbu_cost_per_token": 0.000071429,
2110+ "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving",
2111+ "supports_assistant_prefill": true,
2112+ "supports_function_calling": true,
2113+ "supports_reasoning": true,
2114+ "supports_tool_choice": true
2115+ },
2116+ "databricks/databricks-claude-opus-4": {
2117+ "input_cost_per_token": 0.000015000020000000002,
2118+ "input_dbu_cost_per_token": 0.000214286,
2119+ "litellm_provider": "databricks",
2120+ "max_input_tokens": 200000,
2121+ "max_output_tokens": 32000,
2122+ "max_tokens": 32000,
2123+ "metadata": {
2124+ "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."
2125+ },
2126+ "mode": "chat",
2127+ "output_cost_per_token": 0.00007500003000000001,
2128+ "output_dbu_cost_per_token": 0.001071429,
2129+ "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving",
2130+ "supports_assistant_prefill": true,
2131+ "supports_function_calling": true,
2132+ "supports_reasoning": true,
2133+ "supports_tool_choice": true
2134+ },
2135+ "databricks/databricks-claude-opus-4-1": {
2136+ "input_cost_per_token": 0.000015000020000000002,
2137+ "input_dbu_cost_per_token": 0.000214286,
2138+ "litellm_provider": "databricks",
2139+ "max_input_tokens": 200000,
2140+ "max_output_tokens": 32000,
2141+ "max_tokens": 32000,
2142+ "metadata": {
2143+ "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."
2144+ },
2145+ "mode": "chat",
2146+ "output_cost_per_token": 0.00007500003000000001,
2147+ "output_dbu_cost_per_token": 0.001071429,
2148+ "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving",
2149+ "supports_assistant_prefill": true,
2150+ "supports_function_calling": true,
2151+ "supports_reasoning": true,
2152+ "supports_tool_choice": true
2153+ },
2154+ "databricks/databricks-claude-opus-4-5": {
2155+ "input_cost_per_token": 0.00000500003,
2156+ "input_dbu_cost_per_token": 0.000071429,
2157+ "litellm_provider": "databricks",
2158+ "max_input_tokens": 200000,
2159+ "max_output_tokens": 64000,
2160+ "max_tokens": 64000,
2161+ "metadata": {
2162+ "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."
2163+ },
2164+ "mode": "chat",
2165+ "output_cost_per_token": 0.000025000010000000002,
2166+ "output_dbu_cost_per_token": 0.000357143,
2167+ "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving",
2168+ "supports_assistant_prefill": true,
2169+ "supports_function_calling": true,
2170+ "supports_reasoning": true,
2171+ "supports_tool_choice": true
2172+ },
2173+ "databricks/databricks-claude-sonnet-4": {
2174+ "input_cost_per_token": 0.0000029999900000000002,
2175+ "input_dbu_cost_per_token": 0.000042857,
2176+ "litellm_provider": "databricks",
2177+ "max_input_tokens": 200000,
2178+ "max_output_tokens": 64000,
2179+ "max_tokens": 64000,
2180+ "metadata": {
2181+ "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."
2182+ },
2183+ "mode": "chat",
2184+ "output_cost_per_token": 0.000015000020000000002,
2185+ "output_dbu_cost_per_token": 0.000214286,
2186+ "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving",
2187+ "supports_assistant_prefill": true,
2188+ "supports_function_calling": true,
2189+ "supports_reasoning": true,
2190+ "supports_tool_choice": true
2191+ },
2192+ "databricks/databricks-claude-sonnet-4-1": {
2193+ "input_cost_per_token": 0.0000029999900000000002,
2194+ "input_dbu_cost_per_token": 0.000042857,
2195+ "litellm_provider": "databricks",
2196+ "max_input_tokens": 200000,
2197+ "max_output_tokens": 64000,
2198+ "max_tokens": 64000,
2199+ "metadata": {
2200+ "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."
2201+ },
2202+ "mode": "chat",
2203+ "output_cost_per_token": 0.000015000020000000002,
2204+ "output_dbu_cost_per_token": 0.000214286,
2205+ "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving",
2206+ "supports_assistant_prefill": true,
2207+ "supports_function_calling": true,
2208+ "supports_reasoning": true,
2209+ "supports_tool_choice": true
2210+ },
2211+ "databricks/databricks-claude-sonnet-4-5": {
2212+ "input_cost_per_token": 0.0000029999900000000002,
2213+ "input_dbu_cost_per_token": 0.000042857,
2214+ "litellm_provider": "databricks",
2215+ "max_input_tokens": 200000,
2216+ "max_output_tokens": 64000,
2217+ "max_tokens": 64000,
2218+ "metadata": {
2219+ "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."
2220+ },
2221+ "mode": "chat",
2222+ "output_cost_per_token": 0.000015000020000000002,
2223+ "output_dbu_cost_per_token": 0.000214286,
2224+ "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving",
2225+ "supports_assistant_prefill": true,
2226+ "supports_function_calling": true,
2227+ "supports_reasoning": true,
2228+ "supports_tool_choice": true
2229+ },
2230+ "deepinfra/anthropic/claude-3-7-sonnet-latest": {
2231+ "max_tokens": 200000,
2232+ "max_input_tokens": 200000,
2233+ "max_output_tokens": 200000,
2234+ "input_cost_per_token": 0.0000033,
2235+ "output_cost_per_token": 0.0000165,
2236+ "cache_read_input_token_cost": 3.3e-7,
2237+ "litellm_provider": "deepinfra",
2238+ "mode": "chat",
2239+ "supports_tool_choice": true
2240+ },
2241+ "deepinfra/anthropic/claude-4-opus": {
2242+ "max_tokens": 200000,
2243+ "max_input_tokens": 200000,
2244+ "max_output_tokens": 200000,
2245+ "input_cost_per_token": 0.0000165,
2246+ "output_cost_per_token": 0.0000825,
2247+ "litellm_provider": "deepinfra",
2248+ "mode": "chat",
2249+ "supports_tool_choice": true
2250+ },
2251+ "deepinfra/anthropic/claude-4-sonnet": {
2252+ "max_tokens": 200000,
2253+ "max_input_tokens": 200000,
2254+ "max_output_tokens": 200000,
2255+ "input_cost_per_token": 0.0000033,
2256+ "output_cost_per_token": 0.0000165,
2257+ "litellm_provider": "deepinfra",
2258+ "mode": "chat",
2259+ "supports_tool_choice": true
2260+ },
2261+ "eu.anthropic.claude-3-5-haiku-20241022-v1:0": {
2262+ "input_cost_per_token": 2.5e-7,
2263+ "litellm_provider": "bedrock",
2264+ "max_input_tokens": 200000,
2265+ "max_output_tokens": 8192,
2266+ "max_tokens": 8192,
2267+ "mode": "chat",
2268+ "output_cost_per_token": 0.00000125,
2269+ "supports_assistant_prefill": true,
2270+ "supports_function_calling": true,
2271+ "supports_pdf_input": true,
2272+ "supports_prompt_caching": true,
2273+ "supports_response_schema": true,
2274+ "supports_tool_choice": true
2275+ },
2276+ "eu.anthropic.claude-haiku-4-5-20251001-v1:0": {
2277+ "cache_creation_input_token_cost": 0.000001375,
2278+ "cache_read_input_token_cost": 1.1e-7,
2279+ "input_cost_per_token": 0.0000011,
2280+ "deprecation_date": "2026-10-15",
2281+ "litellm_provider": "bedrock_converse",
2282+ "max_input_tokens": 200000,
2283+ "max_output_tokens": 64000,
2284+ "max_tokens": 64000,
2285+ "mode": "chat",
2286+ "output_cost_per_token": 0.0000055,
2287+ "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock",
2288+ "supports_assistant_prefill": true,
2289+ "supports_computer_use": true,
2290+ "supports_function_calling": true,
2291+ "supports_pdf_input": true,
2292+ "supports_prompt_caching": true,
2293+ "supports_reasoning": true,
2294+ "supports_response_schema": true,
2295+ "supports_tool_choice": true,
2296+ "supports_vision": true,
2297+ "tool_use_system_prompt_tokens": 346
2298+ },
2299+ "eu.anthropic.claude-3-5-sonnet-20240620-v1:0": {
2300+ "input_cost_per_token": 0.000003,
2301+ "litellm_provider": "bedrock",
2302+ "max_input_tokens": 200000,
2303+ "max_output_tokens": 4096,
2304+ "max_tokens": 4096,
2305+ "mode": "chat",
2306+ "output_cost_per_token": 0.000015,
2307+ "supports_function_calling": true,
2308+ "supports_pdf_input": true,
2309+ "supports_response_schema": true,
2310+ "supports_tool_choice": true,
2311+ "supports_vision": true
2312+ },
2313+ "eu.anthropic.claude-3-5-sonnet-20241022-v2:0": {
2314+ "input_cost_per_token": 0.000003,
2315+ "litellm_provider": "bedrock",
2316+ "max_input_tokens": 200000,
2317+ "max_output_tokens": 8192,
2318+ "max_tokens": 8192,
2319+ "mode": "chat",
2320+ "output_cost_per_token": 0.000015,
2321+ "supports_assistant_prefill": true,
2322+ "supports_computer_use": true,
2323+ "supports_function_calling": true,
2324+ "supports_pdf_input": true,
2325+ "supports_prompt_caching": true,
2326+ "supports_response_schema": true,
2327+ "supports_tool_choice": true,
2328+ "supports_vision": true
2329+ },
2330+ "eu.anthropic.claude-3-7-sonnet-20250219-v1:0": {
2331+ "input_cost_per_token": 0.000003,
2332+ "litellm_provider": "bedrock",
2333+ "max_input_tokens": 200000,
2334+ "max_output_tokens": 8192,
2335+ "max_tokens": 8192,
2336+ "mode": "chat",
2337+ "output_cost_per_token": 0.000015,
2338+ "supports_assistant_prefill": true,
2339+ "supports_computer_use": true,
2340+ "supports_function_calling": true,
2341+ "supports_pdf_input": true,
2342+ "supports_prompt_caching": true,
2343+ "supports_reasoning": true,
2344+ "supports_response_schema": true,
2345+ "supports_tool_choice": true,
2346+ "supports_vision": true
2347+ },
2348+ "eu.anthropic.claude-3-haiku-20240307-v1:0": {
2349+ "input_cost_per_token": 2.5e-7,
2350+ "litellm_provider": "bedrock",
2351+ "max_input_tokens": 200000,
2352+ "max_output_tokens": 4096,
2353+ "max_tokens": 4096,
2354+ "mode": "chat",
2355+ "output_cost_per_token": 0.00000125,
2356+ "supports_function_calling": true,
2357+ "supports_pdf_input": true,
2358+ "supports_response_schema": true,
2359+ "supports_tool_choice": true,
2360+ "supports_vision": true
2361+ },
2362+ "eu.anthropic.claude-3-opus-20240229-v1:0": {
2363+ "input_cost_per_token": 0.000015,
2364+ "litellm_provider": "bedrock",
2365+ "max_input_tokens": 200000,
2366+ "max_output_tokens": 4096,
2367+ "max_tokens": 4096,
2368+ "mode": "chat",
2369+ "output_cost_per_token": 0.000075,
2370+ "supports_function_calling": true,
2371+ "supports_response_schema": true,
2372+ "supports_tool_choice": true,
2373+ "supports_vision": true
2374+ },
2375+ "eu.anthropic.claude-3-sonnet-20240229-v1:0": {
2376+ "input_cost_per_token": 0.000003,
2377+ "litellm_provider": "bedrock",
2378+ "max_input_tokens": 200000,
2379+ "max_output_tokens": 4096,
2380+ "max_tokens": 4096,
2381+ "mode": "chat",
2382+ "output_cost_per_token": 0.000015,
2383+ "supports_function_calling": true,
2384+ "supports_pdf_input": true,
2385+ "supports_response_schema": true,
2386+ "supports_tool_choice": true,
2387+ "supports_vision": true
2388+ },
2389+ "eu.anthropic.claude-opus-4-1-20250805-v1:0": {
2390+ "cache_creation_input_token_cost": 0.00001875,
2391+ "cache_read_input_token_cost": 0.0000015,
2392+ "input_cost_per_token": 0.000015,
2393+ "litellm_provider": "bedrock_converse",
2394+ "max_input_tokens": 200000,
2395+ "max_output_tokens": 32000,
2396+ "max_tokens": 32000,
2397+ "mode": "chat",
2398+ "output_cost_per_token": 0.000075,
2399+ "search_context_cost_per_query": {
2400+ "search_context_size_high": 0.01,
2401+ "search_context_size_low": 0.01,
2402+ "search_context_size_medium": 0.01
2403+ },
2404+ "supports_assistant_prefill": true,
2405+ "supports_computer_use": true,
2406+ "supports_function_calling": true,
2407+ "supports_pdf_input": true,
2408+ "supports_prompt_caching": true,
2409+ "supports_reasoning": true,
2410+ "supports_response_schema": true,
2411+ "supports_tool_choice": true,
2412+ "supports_vision": true,
2413+ "tool_use_system_prompt_tokens": 159
2414+ },
2415+ "eu.anthropic.claude-opus-4-20250514-v1:0": {
2416+ "cache_creation_input_token_cost": 0.00001875,
2417+ "cache_read_input_token_cost": 0.0000015,
2418+ "input_cost_per_token": 0.000015,
2419+ "litellm_provider": "bedrock_converse",
2420+ "max_input_tokens": 200000,
2421+ "max_output_tokens": 32000,
2422+ "max_tokens": 32000,
2423+ "mode": "chat",
2424+ "output_cost_per_token": 0.000075,
2425+ "search_context_cost_per_query": {
2426+ "search_context_size_high": 0.01,
2427+ "search_context_size_low": 0.01,
2428+ "search_context_size_medium": 0.01
2429+ },
2430+ "supports_assistant_prefill": true,
2431+ "supports_computer_use": true,
2432+ "supports_function_calling": true,
2433+ "supports_pdf_input": true,
2434+ "supports_prompt_caching": true,
2435+ "supports_reasoning": true,
2436+ "supports_response_schema": true,
2437+ "supports_tool_choice": true,
2438+ "supports_vision": true,
2439+ "tool_use_system_prompt_tokens": 159
2440+ },
2441+ "eu.anthropic.claude-sonnet-4-20250514-v1:0": {
2442+ "cache_creation_input_token_cost": 0.00000375,
2443+ "cache_read_input_token_cost": 3e-7,
2444+ "input_cost_per_token": 0.000003,
2445+ "input_cost_per_token_above_200k_tokens": 0.000006,
2446+ "output_cost_per_token_above_200k_tokens": 0.0000225,
2447+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
2448+ "cache_read_input_token_cost_above_200k_tokens": 6e-7,
2449+ "litellm_provider": "bedrock_converse",
2450+ "max_input_tokens": 1000000,
2451+ "max_output_tokens": 64000,
2452+ "max_tokens": 64000,
2453+ "mode": "chat",
2454+ "output_cost_per_token": 0.000015,
2455+ "search_context_cost_per_query": {
2456+ "search_context_size_high": 0.01,
2457+ "search_context_size_low": 0.01,
2458+ "search_context_size_medium": 0.01
2459+ },
2460+ "supports_assistant_prefill": true,
2461+ "supports_computer_use": true,
2462+ "supports_function_calling": true,
2463+ "supports_pdf_input": true,
2464+ "supports_prompt_caching": true,
2465+ "supports_reasoning": true,
2466+ "supports_response_schema": true,
2467+ "supports_tool_choice": true,
2468+ "supports_vision": true,
2469+ "tool_use_system_prompt_tokens": 159
2470+ },
2471+ "eu.anthropic.claude-sonnet-4-5-20250929-v1:0": {
2472+ "cache_creation_input_token_cost": 0.000004125,
2473+ "cache_read_input_token_cost": 3.3e-7,
2474+ "input_cost_per_token": 0.0000033,
2475+ "input_cost_per_token_above_200k_tokens": 0.0000066,
2476+ "output_cost_per_token_above_200k_tokens": 0.00002475,
2477+ "cache_creation_input_token_cost_above_200k_tokens": 0.00000825,
2478+ "cache_read_input_token_cost_above_200k_tokens": 6.6e-7,
2479+ "litellm_provider": "bedrock_converse",
2480+ "max_input_tokens": 200000,
2481+ "max_output_tokens": 64000,
2482+ "max_tokens": 64000,
2483+ "mode": "chat",
2484+ "output_cost_per_token": 0.0000165,
2485+ "search_context_cost_per_query": {
2486+ "search_context_size_high": 0.01,
2487+ "search_context_size_low": 0.01,
2488+ "search_context_size_medium": 0.01
2489+ },
2490+ "supports_assistant_prefill": true,
2491+ "supports_computer_use": true,
2492+ "supports_function_calling": true,
2493+ "supports_pdf_input": true,
2494+ "supports_prompt_caching": true,
2495+ "supports_reasoning": true,
2496+ "supports_response_schema": true,
2497+ "supports_tool_choice": true,
2498+ "supports_vision": true,
2499+ "tool_use_system_prompt_tokens": 346
2500+ },
2501+ "gmi/anthropic/claude-opus-4.5": {
2502+ "input_cost_per_token": 0.000005,
2503+ "litellm_provider": "gmi",
2504+ "max_input_tokens": 409600,
2505+ "max_output_tokens": 32000,
2506+ "max_tokens": 32000,
2507+ "mode": "chat",
2508+ "output_cost_per_token": 0.000025,
2509+ "supports_function_calling": true,
2510+ "supports_vision": true
2511+ },
2512+ "gmi/anthropic/claude-sonnet-4.5": {
2513+ "input_cost_per_token": 0.000003,
2514+ "litellm_provider": "gmi",
2515+ "max_input_tokens": 409600,
2516+ "max_output_tokens": 32000,
2517+ "max_tokens": 32000,
2518+ "mode": "chat",
2519+ "output_cost_per_token": 0.000015,
2520+ "supports_function_calling": true,
2521+ "supports_vision": true
2522+ },
2523+ "gmi/anthropic/claude-sonnet-4": {
2524+ "input_cost_per_token": 0.000003,
2525+ "litellm_provider": "gmi",
2526+ "max_input_tokens": 409600,
2527+ "max_output_tokens": 32000,
2528+ "max_tokens": 32000,
2529+ "mode": "chat",
2530+ "output_cost_per_token": 0.000015,
2531+ "supports_function_calling": true,
2532+ "supports_vision": true
2533+ },
2534+ "gmi/anthropic/claude-opus-4": {
2535+ "input_cost_per_token": 0.000015,
2536+ "litellm_provider": "gmi",
2537+ "max_input_tokens": 409600,
2538+ "max_output_tokens": 32000,
2539+ "max_tokens": 32000,
2540+ "mode": "chat",
2541+ "output_cost_per_token": 0.000075,
2542+ "supports_function_calling": true,
2543+ "supports_vision": true
2544+ },
2545+ "global.anthropic.claude-sonnet-4-5-20250929-v1:0": {
2546+ "cache_creation_input_token_cost": 0.00000375,
2547+ "cache_read_input_token_cost": 3e-7,
2548+ "input_cost_per_token": 0.000003,
2549+ "input_cost_per_token_above_200k_tokens": 0.000006,
2550+ "output_cost_per_token_above_200k_tokens": 0.0000225,
2551+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
2552+ "cache_read_input_token_cost_above_200k_tokens": 6e-7,
2553+ "litellm_provider": "bedrock_converse",
2554+ "max_input_tokens": 200000,
2555+ "max_output_tokens": 64000,
2556+ "max_tokens": 64000,
2557+ "mode": "chat",
2558+ "output_cost_per_token": 0.000015,
2559+ "search_context_cost_per_query": {
2560+ "search_context_size_high": 0.01,
2561+ "search_context_size_low": 0.01,
2562+ "search_context_size_medium": 0.01
2563+ },
2564+ "supports_assistant_prefill": true,
2565+ "supports_computer_use": true,
2566+ "supports_function_calling": true,
2567+ "supports_pdf_input": true,
2568+ "supports_prompt_caching": true,
2569+ "supports_reasoning": true,
2570+ "supports_response_schema": true,
2571+ "supports_tool_choice": true,
2572+ "supports_vision": true,
2573+ "tool_use_system_prompt_tokens": 346
2574+ },
2575+ "global.anthropic.claude-sonnet-4-20250514-v1:0": {
2576+ "cache_creation_input_token_cost": 0.00000375,
2577+ "cache_read_input_token_cost": 3e-7,
2578+ "input_cost_per_token": 0.000003,
2579+ "input_cost_per_token_above_200k_tokens": 0.000006,
2580+ "output_cost_per_token_above_200k_tokens": 0.0000225,
2581+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
2582+ "cache_read_input_token_cost_above_200k_tokens": 6e-7,
2583+ "litellm_provider": "bedrock_converse",
2584+ "max_input_tokens": 1000000,
2585+ "max_output_tokens": 64000,
2586+ "max_tokens": 64000,
2587+ "mode": "chat",
2588+ "output_cost_per_token": 0.000015,
2589+ "search_context_cost_per_query": {
2590+ "search_context_size_high": 0.01,
2591+ "search_context_size_low": 0.01,
2592+ "search_context_size_medium": 0.01
2593+ },
2594+ "supports_assistant_prefill": true,
2595+ "supports_computer_use": true,
2596+ "supports_function_calling": true,
2597+ "supports_pdf_input": true,
2598+ "supports_prompt_caching": true,
2599+ "supports_reasoning": true,
2600+ "supports_response_schema": true,
2601+ "supports_tool_choice": true,
2602+ "supports_vision": true,
2603+ "tool_use_system_prompt_tokens": 159
2604+ },
2605+ "global.anthropic.claude-haiku-4-5-20251001-v1:0": {
2606+ "cache_creation_input_token_cost": 0.00000125,
2607+ "cache_read_input_token_cost": 1e-7,
2608+ "input_cost_per_token": 0.000001,
2609+ "litellm_provider": "bedrock_converse",
2610+ "max_input_tokens": 200000,
2611+ "max_output_tokens": 64000,
2612+ "max_tokens": 64000,
2613+ "mode": "chat",
2614+ "output_cost_per_token": 0.000005,
2615+ "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock",
2616+ "supports_assistant_prefill": true,
2617+ "supports_computer_use": true,
2618+ "supports_function_calling": true,
2619+ "supports_pdf_input": true,
2620+ "supports_prompt_caching": true,
2621+ "supports_reasoning": true,
2622+ "supports_response_schema": true,
2623+ "supports_tool_choice": true,
2624+ "supports_vision": true,
2625+ "tool_use_system_prompt_tokens": 346
2626+ },
2627+ "gradient_ai/anthropic-claude-3-opus": {
2628+ "input_cost_per_token": 0.000015,
2629+ "litellm_provider": "gradient_ai",
2630+ "max_tokens": 1024,
2631+ "mode": "chat",
2632+ "output_cost_per_token": 0.000075,
2633+ "supported_endpoints": [
2634+ "/v1/chat/completions"
2635+ ],
2636+ "supported_modalities": [
2637+ "text"
2638+ ],
2639+ "supports_tool_choice": false
2640+ },
2641+ "gradient_ai/anthropic-claude-3.5-haiku": {
2642+ "input_cost_per_token": 8e-7,
2643+ "litellm_provider": "gradient_ai",
2644+ "max_tokens": 1024,
2645+ "mode": "chat",
2646+ "output_cost_per_token": 0.000004,
2647+ "supported_endpoints": [
2648+ "/v1/chat/completions"
2649+ ],
2650+ "supported_modalities": [
2651+ "text"
2652+ ],
2653+ "supports_tool_choice": false
2654+ },
2655+ "gradient_ai/anthropic-claude-3.5-sonnet": {
2656+ "input_cost_per_token": 0.000003,
2657+ "litellm_provider": "gradient_ai",
2658+ "max_tokens": 1024,
2659+ "mode": "chat",
2660+ "output_cost_per_token": 0.000015,
2661+ "supported_endpoints": [
2662+ "/v1/chat/completions"
2663+ ],
2664+ "supported_modalities": [
2665+ "text"
2666+ ],
2667+ "supports_tool_choice": false
2668+ },
2669+ "gradient_ai/anthropic-claude-3.7-sonnet": {
2670+ "input_cost_per_token": 0.000003,
2671+ "litellm_provider": "gradient_ai",
2672+ "max_tokens": 1024,
2673+ "mode": "chat",
2674+ "output_cost_per_token": 0.000015,
2675+ "supported_endpoints": [
2676+ "/v1/chat/completions"
2677+ ],
2678+ "supported_modalities": [
2679+ "text"
2680+ ],
2681+ "supports_tool_choice": false
2682+ },
2683+ "jp.anthropic.claude-sonnet-4-5-20250929-v1:0": {
2684+ "cache_creation_input_token_cost": 0.000004125,
2685+ "cache_read_input_token_cost": 3.3e-7,
2686+ "input_cost_per_token": 0.0000033,
2687+ "input_cost_per_token_above_200k_tokens": 0.0000066,
2688+ "output_cost_per_token_above_200k_tokens": 0.00002475,
2689+ "cache_creation_input_token_cost_above_200k_tokens": 0.00000825,
2690+ "cache_read_input_token_cost_above_200k_tokens": 6.6e-7,
2691+ "litellm_provider": "bedrock_converse",
2692+ "max_input_tokens": 200000,
2693+ "max_output_tokens": 64000,
2694+ "max_tokens": 64000,
2695+ "mode": "chat",
2696+ "output_cost_per_token": 0.0000165,
2697+ "search_context_cost_per_query": {
2698+ "search_context_size_high": 0.01,
2699+ "search_context_size_low": 0.01,
2700+ "search_context_size_medium": 0.01
2701+ },
2702+ "supports_assistant_prefill": true,
2703+ "supports_computer_use": true,
2704+ "supports_function_calling": true,
2705+ "supports_pdf_input": true,
2706+ "supports_prompt_caching": true,
2707+ "supports_reasoning": true,
2708+ "supports_response_schema": true,
2709+ "supports_tool_choice": true,
2710+ "supports_vision": true,
2711+ "tool_use_system_prompt_tokens": 346
2712+ },
2713+ "jp.anthropic.claude-haiku-4-5-20251001-v1:0": {
2714+ "cache_creation_input_token_cost": 0.000001375,
2715+ "cache_read_input_token_cost": 1.1e-7,
2716+ "input_cost_per_token": 0.0000011,
2717+ "litellm_provider": "bedrock_converse",
2718+ "max_input_tokens": 200000,
2719+ "max_output_tokens": 64000,
2720+ "max_tokens": 64000,
2721+ "mode": "chat",
2722+ "output_cost_per_token": 0.0000055,
2723+ "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock",
2724+ "supports_assistant_prefill": true,
2725+ "supports_computer_use": true,
2726+ "supports_function_calling": true,
2727+ "supports_pdf_input": true,
2728+ "supports_prompt_caching": true,
2729+ "supports_reasoning": true,
2730+ "supports_response_schema": true,
2731+ "supports_tool_choice": true,
2732+ "supports_vision": true,
2733+ "tool_use_system_prompt_tokens": 346
2734+ },
2735+ "openrouter/anthropic/claude-3-haiku": {
2736+ "input_cost_per_image": 0.0004,
2737+ "input_cost_per_token": 2.5e-7,
2738+ "litellm_provider": "openrouter",
2739+ "max_tokens": 200000,
2740+ "mode": "chat",
2741+ "output_cost_per_token": 0.00000125,
2742+ "supports_function_calling": true,
2743+ "supports_tool_choice": true,
2744+ "supports_vision": true
2745+ },
2746+ "openrouter/anthropic/claude-3.5-sonnet": {
2747+ "input_cost_per_token": 0.000003,
2748+ "litellm_provider": "openrouter",
2749+ "max_input_tokens": 200000,
2750+ "max_output_tokens": 8192,
2751+ "max_tokens": 8192,
2752+ "mode": "chat",
2753+ "output_cost_per_token": 0.000015,
2754+ "supports_assistant_prefill": true,
2755+ "supports_computer_use": true,
2756+ "supports_function_calling": true,
2757+ "supports_tool_choice": true,
2758+ "supports_vision": true,
2759+ "tool_use_system_prompt_tokens": 159
2760+ },
2761+ "openrouter/anthropic/claude-3.7-sonnet": {
2762+ "input_cost_per_image": 0.0048,
2763+ "input_cost_per_token": 0.000003,
2764+ "litellm_provider": "openrouter",
2765+ "max_input_tokens": 200000,
2766+ "max_output_tokens": 128000,
2767+ "max_tokens": 128000,
2768+ "mode": "chat",
2769+ "output_cost_per_token": 0.000015,
2770+ "supports_assistant_prefill": true,
2771+ "supports_computer_use": true,
2772+ "supports_function_calling": true,
2773+ "supports_reasoning": true,
2774+ "supports_tool_choice": true,
2775+ "supports_vision": true,
2776+ "tool_use_system_prompt_tokens": 159
2777+ },
2778+ "openrouter/anthropic/claude-opus-4": {
2779+ "input_cost_per_image": 0.0048,
2780+ "cache_creation_input_token_cost": 0.00001875,
2781+ "cache_read_input_token_cost": 0.0000015,
2782+ "input_cost_per_token": 0.000015,
2783+ "litellm_provider": "openrouter",
2784+ "max_input_tokens": 200000,
2785+ "max_output_tokens": 32000,
2786+ "max_tokens": 32000,
2787+ "mode": "chat",
2788+ "output_cost_per_token": 0.000075,
2789+ "supports_assistant_prefill": true,
2790+ "supports_computer_use": true,
2791+ "supports_function_calling": true,
2792+ "supports_prompt_caching": true,
2793+ "supports_reasoning": true,
2794+ "supports_tool_choice": true,
2795+ "supports_vision": true,
2796+ "tool_use_system_prompt_tokens": 159
2797+ },
2798+ "openrouter/anthropic/claude-opus-4.1": {
2799+ "input_cost_per_image": 0.0048,
2800+ "cache_creation_input_token_cost": 0.00001875,
2801+ "cache_creation_input_token_cost_above_1hr": 0.00003,
2802+ "cache_read_input_token_cost": 0.0000015,
2803+ "input_cost_per_token": 0.000015,
2804+ "litellm_provider": "openrouter",
2805+ "max_input_tokens": 200000,
2806+ "max_output_tokens": 32000,
2807+ "max_tokens": 32000,
2808+ "mode": "chat",
2809+ "output_cost_per_token": 0.000075,
2810+ "supports_assistant_prefill": true,
2811+ "supports_computer_use": true,
2812+ "supports_function_calling": true,
2813+ "supports_prompt_caching": true,
2814+ "supports_reasoning": true,
2815+ "supports_tool_choice": true,
2816+ "supports_vision": true,
2817+ "tool_use_system_prompt_tokens": 159
2818+ },
2819+ "openrouter/anthropic/claude-sonnet-4": {
2820+ "input_cost_per_image": 0.0048,
2821+ "cache_creation_input_token_cost": 0.00000375,
2822+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
2823+ "cache_read_input_token_cost": 3e-7,
2824+ "cache_read_input_token_cost_above_200k_tokens": 6e-7,
2825+ "input_cost_per_token": 0.000003,
2826+ "input_cost_per_token_above_200k_tokens": 0.000006,
2827+ "output_cost_per_token_above_200k_tokens": 0.0000225,
2828+ "litellm_provider": "openrouter",
2829+ "max_input_tokens": 1000000,
2830+ "max_output_tokens": 64000,
2831+ "max_tokens": 64000,
2832+ "mode": "chat",
2833+ "output_cost_per_token": 0.000015,
2834+ "supports_assistant_prefill": true,
2835+ "supports_computer_use": true,
2836+ "supports_function_calling": true,
2837+ "supports_prompt_caching": true,
2838+ "supports_reasoning": true,
2839+ "supports_tool_choice": true,
2840+ "supports_vision": true,
2841+ "tool_use_system_prompt_tokens": 159
2842+ },
2843+ "openrouter/anthropic/claude-opus-4.5": {
2844+ "cache_creation_input_token_cost": 0.00000625,
2845+ "cache_read_input_token_cost": 5e-7,
2846+ "input_cost_per_token": 0.000005,
2847+ "litellm_provider": "openrouter",
2848+ "max_input_tokens": 200000,
2849+ "max_output_tokens": 32000,
2850+ "max_tokens": 32000,
2851+ "mode": "chat",
2852+ "output_cost_per_token": 0.000025,
2853+ "supports_assistant_prefill": true,
2854+ "supports_computer_use": true,
2855+ "supports_function_calling": true,
2856+ "supports_prompt_caching": true,
2857+ "supports_reasoning": true,
2858+ "supports_tool_choice": true,
2859+ "supports_vision": true,
2860+ "tool_use_system_prompt_tokens": 159
2861+ },
2862+ "openrouter/anthropic/claude-sonnet-4.5": {
2863+ "input_cost_per_image": 0.0048,
2864+ "cache_creation_input_token_cost": 0.00000375,
2865+ "cache_read_input_token_cost": 3e-7,
2866+ "input_cost_per_token": 0.000003,
2867+ "input_cost_per_token_above_200k_tokens": 0.000006,
2868+ "output_cost_per_token_above_200k_tokens": 0.0000225,
2869+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
2870+ "cache_read_input_token_cost_above_200k_tokens": 6e-7,
2871+ "litellm_provider": "openrouter",
2872+ "max_input_tokens": 1000000,
2873+ "max_output_tokens": 1000000,
2874+ "max_tokens": 1000000,
2875+ "mode": "chat",
2876+ "output_cost_per_token": 0.000015,
2877+ "supports_assistant_prefill": true,
2878+ "supports_computer_use": true,
2879+ "supports_function_calling": true,
2880+ "supports_prompt_caching": true,
2881+ "supports_reasoning": true,
2882+ "supports_tool_choice": true,
2883+ "supports_vision": true,
2884+ "tool_use_system_prompt_tokens": 159
2885+ },
2886+ "openrouter/anthropic/claude-haiku-4.5": {
2887+ "cache_creation_input_token_cost": 0.00000125,
2888+ "cache_read_input_token_cost": 1e-7,
2889+ "input_cost_per_token": 0.000001,
2890+ "litellm_provider": "openrouter",
2891+ "max_input_tokens": 200000,
2892+ "max_output_tokens": 200000,
2893+ "max_tokens": 200000,
2894+ "mode": "chat",
2895+ "output_cost_per_token": 0.000005,
2896+ "supports_assistant_prefill": true,
2897+ "supports_computer_use": true,
2898+ "supports_function_calling": true,
2899+ "supports_prompt_caching": true,
2900+ "supports_reasoning": true,
2901+ "supports_tool_choice": true,
2902+ "supports_vision": true,
2903+ "tool_use_system_prompt_tokens": 346
2904+ },
2905+ "replicate/anthropic/claude-4.5-haiku": {
2906+ "input_cost_per_token": 0.000001,
2907+ "output_cost_per_token": 0.000005,
2908+ "litellm_provider": "replicate",
2909+ "mode": "chat",
2910+ "supports_function_calling": true,
2911+ "supports_parallel_function_calling": true,
2912+ "supports_vision": true,
2913+ "supports_system_messages": true,
2914+ "supports_tool_choice": true,
2915+ "supports_response_schema": true,
2916+ "supports_prompt_caching": true
2917+ },
2918+ "replicate/anthropic/claude-4-sonnet": {
2919+ "input_cost_per_token": 0.000003,
2920+ "output_cost_per_token": 0.000015,
2921+ "litellm_provider": "replicate",
2922+ "mode": "chat",
2923+ "supports_function_calling": true,
2924+ "supports_parallel_function_calling": true,
2925+ "supports_vision": true,
2926+ "supports_system_messages": true,
2927+ "supports_tool_choice": true,
2928+ "supports_response_schema": true,
2929+ "supports_prompt_caching": true
2930+ },
2931+ "replicate/anthropic/claude-3.7-sonnet": {
2932+ "input_cost_per_token": 0.000003,
2933+ "output_cost_per_token": 0.000015,
2934+ "litellm_provider": "replicate",
2935+ "mode": "chat",
2936+ "supports_function_calling": true,
2937+ "supports_parallel_function_calling": true,
2938+ "supports_vision": true,
2939+ "supports_system_messages": true,
2940+ "supports_tool_choice": true,
2941+ "supports_response_schema": true,
2942+ "supports_prompt_caching": true
2943+ },
2944+ "replicate/anthropic/claude-3.5-haiku": {
2945+ "input_cost_per_token": 0.000001,
2946+ "output_cost_per_token": 0.000005,
2947+ "litellm_provider": "replicate",
2948+ "mode": "chat",
2949+ "supports_function_calling": true,
2950+ "supports_parallel_function_calling": true,
2951+ "supports_vision": true,
2952+ "supports_system_messages": true,
2953+ "supports_tool_choice": true,
2954+ "supports_response_schema": true,
2955+ "supports_prompt_caching": true
2956+ },
2957+ "replicate/anthropic/claude-3.5-sonnet": {
2958+ "input_cost_per_token": 0.00000375,
2959+ "output_cost_per_token": 0.00001875,
2960+ "litellm_provider": "replicate",
2961+ "mode": "chat",
2962+ "supports_function_calling": true,
2963+ "supports_parallel_function_calling": true,
2964+ "supports_vision": true,
2965+ "supports_system_messages": true,
2966+ "supports_tool_choice": true,
2967+ "supports_response_schema": true,
2968+ "supports_prompt_caching": true
2969+ },
2970+ "replicate/anthropic/claude-4.5-sonnet": {
2971+ "input_cost_per_token": 0.000003,
2972+ "output_cost_per_token": 0.000015,
2973+ "litellm_provider": "replicate",
2974+ "mode": "chat",
2975+ "supports_function_calling": true,
2976+ "supports_parallel_function_calling": true,
2977+ "supports_vision": true,
2978+ "supports_system_messages": true,
2979+ "supports_tool_choice": true,
2980+ "supports_response_schema": true,
2981+ "supports_prompt_caching": true
2982+ },
2983+ "us.anthropic.claude-3-5-haiku-20241022-v1:0": {
2984+ "cache_creation_input_token_cost": 0.000001,
2985+ "cache_read_input_token_cost": 8e-8,
2986+ "input_cost_per_token": 8e-7,
2987+ "litellm_provider": "bedrock",
2988+ "max_input_tokens": 200000,
2989+ "max_output_tokens": 8192,
2990+ "max_tokens": 8192,
2991+ "mode": "chat",
2992+ "output_cost_per_token": 0.000004,
2993+ "supports_assistant_prefill": true,
2994+ "supports_function_calling": true,
2995+ "supports_pdf_input": true,
2996+ "supports_prompt_caching": true,
2997+ "supports_response_schema": true,
2998+ "supports_tool_choice": true
2999+ },
3000+ "us.anthropic.claude-haiku-4-5-20251001-v1:0": {
3001+ "cache_creation_input_token_cost": 0.000001375,
3002+ "cache_read_input_token_cost": 1.1e-7,
3003+ "input_cost_per_token": 0.0000011,
3004+ "litellm_provider": "bedrock_converse",
3005+ "max_input_tokens": 200000,
3006+ "max_output_tokens": 64000,
3007+ "max_tokens": 64000,
3008+ "mode": "chat",
3009+ "output_cost_per_token": 0.0000055,
3010+ "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock",
3011+ "supports_assistant_prefill": true,
3012+ "supports_computer_use": true,
3013+ "supports_function_calling": true,
3014+ "supports_pdf_input": true,
3015+ "supports_prompt_caching": true,
3016+ "supports_reasoning": true,
3017+ "supports_response_schema": true,
3018+ "supports_tool_choice": true,
3019+ "supports_vision": true,
3020+ "tool_use_system_prompt_tokens": 346
3021+ },
3022+ "us.anthropic.claude-3-5-sonnet-20240620-v1:0": {
3023+ "input_cost_per_token": 0.000003,
3024+ "litellm_provider": "bedrock",
3025+ "max_input_tokens": 200000,
3026+ "max_output_tokens": 4096,
3027+ "max_tokens": 4096,
3028+ "mode": "chat",
3029+ "output_cost_per_token": 0.000015,
3030+ "supports_function_calling": true,
3031+ "supports_pdf_input": true,
3032+ "supports_response_schema": true,
3033+ "supports_tool_choice": true,
3034+ "supports_vision": true
3035+ },
3036+ "us.anthropic.claude-3-5-sonnet-20241022-v2:0": {
3037+ "cache_creation_input_token_cost": 0.00000375,
3038+ "cache_read_input_token_cost": 3e-7,
3039+ "input_cost_per_token": 0.000003,
3040+ "litellm_provider": "bedrock",
3041+ "max_input_tokens": 200000,
3042+ "max_output_tokens": 8192,
3043+ "max_tokens": 8192,
3044+ "mode": "chat",
3045+ "output_cost_per_token": 0.000015,
3046+ "supports_assistant_prefill": true,
3047+ "supports_computer_use": true,
3048+ "supports_function_calling": true,
3049+ "supports_pdf_input": true,
3050+ "supports_prompt_caching": true,
3051+ "supports_response_schema": true,
3052+ "supports_tool_choice": true,
3053+ "supports_vision": true
3054+ },
3055+ "us.anthropic.claude-3-7-sonnet-20250219-v1:0": {
3056+ "cache_creation_input_token_cost": 0.00000375,
3057+ "cache_read_input_token_cost": 3e-7,
3058+ "input_cost_per_token": 0.000003,
3059+ "litellm_provider": "bedrock_converse",
3060+ "max_input_tokens": 200000,
3061+ "max_output_tokens": 8192,
3062+ "max_tokens": 8192,
3063+ "mode": "chat",
3064+ "output_cost_per_token": 0.000015,
3065+ "supports_assistant_prefill": true,
3066+ "supports_computer_use": true,
3067+ "supports_function_calling": true,
3068+ "supports_pdf_input": true,
3069+ "supports_prompt_caching": true,
3070+ "supports_reasoning": true,
3071+ "supports_response_schema": true,
3072+ "supports_tool_choice": true,
3073+ "supports_vision": true
3074+ },
3075+ "us.anthropic.claude-3-haiku-20240307-v1:0": {
3076+ "input_cost_per_token": 2.5e-7,
3077+ "litellm_provider": "bedrock",
3078+ "max_input_tokens": 200000,
3079+ "max_output_tokens": 4096,
3080+ "max_tokens": 4096,
3081+ "mode": "chat",
3082+ "output_cost_per_token": 0.00000125,
3083+ "supports_function_calling": true,
3084+ "supports_pdf_input": true,
3085+ "supports_response_schema": true,
3086+ "supports_tool_choice": true,
3087+ "supports_vision": true
3088+ },
3089+ "us.anthropic.claude-3-opus-20240229-v1:0": {
3090+ "input_cost_per_token": 0.000015,
3091+ "litellm_provider": "bedrock",
3092+ "max_input_tokens": 200000,
3093+ "max_output_tokens": 4096,
3094+ "max_tokens": 4096,
3095+ "mode": "chat",
3096+ "output_cost_per_token": 0.000075,
3097+ "supports_function_calling": true,
3098+ "supports_response_schema": true,
3099+ "supports_tool_choice": true,
3100+ "supports_vision": true
3101+ },
3102+ "us.anthropic.claude-3-sonnet-20240229-v1:0": {
3103+ "input_cost_per_token": 0.000003,
3104+ "litellm_provider": "bedrock",
3105+ "max_input_tokens": 200000,
3106+ "max_output_tokens": 4096,
3107+ "max_tokens": 4096,
3108+ "mode": "chat",
3109+ "output_cost_per_token": 0.000015,
3110+ "supports_function_calling": true,
3111+ "supports_pdf_input": true,
3112+ "supports_response_schema": true,
3113+ "supports_tool_choice": true,
3114+ "supports_vision": true
3115+ },
3116+ "us.anthropic.claude-opus-4-1-20250805-v1:0": {
3117+ "cache_creation_input_token_cost": 0.00001875,
3118+ "cache_read_input_token_cost": 0.0000015,
3119+ "input_cost_per_token": 0.000015,
3120+ "litellm_provider": "bedrock_converse",
3121+ "max_input_tokens": 200000,
3122+ "max_output_tokens": 32000,
3123+ "max_tokens": 32000,
3124+ "mode": "chat",
3125+ "output_cost_per_token": 0.000075,
3126+ "search_context_cost_per_query": {
3127+ "search_context_size_high": 0.01,
3128+ "search_context_size_low": 0.01,
3129+ "search_context_size_medium": 0.01
3130+ },
3131+ "supports_assistant_prefill": true,
3132+ "supports_computer_use": true,
3133+ "supports_function_calling": true,
3134+ "supports_pdf_input": true,
3135+ "supports_prompt_caching": true,
3136+ "supports_reasoning": true,
3137+ "supports_response_schema": true,
3138+ "supports_tool_choice": true,
3139+ "supports_vision": true,
3140+ "tool_use_system_prompt_tokens": 159
3141+ },
3142+ "us.anthropic.claude-sonnet-4-5-20250929-v1:0": {
3143+ "cache_creation_input_token_cost": 0.000004125,
3144+ "cache_read_input_token_cost": 3.3e-7,
3145+ "input_cost_per_token": 0.0000033,
3146+ "input_cost_per_token_above_200k_tokens": 0.0000066,
3147+ "output_cost_per_token_above_200k_tokens": 0.00002475,
3148+ "cache_creation_input_token_cost_above_200k_tokens": 0.00000825,
3149+ "cache_read_input_token_cost_above_200k_tokens": 6.6e-7,
3150+ "litellm_provider": "bedrock_converse",
3151+ "max_input_tokens": 200000,
3152+ "max_output_tokens": 64000,
3153+ "max_tokens": 64000,
3154+ "mode": "chat",
3155+ "output_cost_per_token": 0.0000165,
3156+ "search_context_cost_per_query": {
3157+ "search_context_size_high": 0.01,
3158+ "search_context_size_low": 0.01,
3159+ "search_context_size_medium": 0.01
3160+ },
3161+ "supports_assistant_prefill": true,
3162+ "supports_computer_use": true,
3163+ "supports_function_calling": true,
3164+ "supports_pdf_input": true,
3165+ "supports_prompt_caching": true,
3166+ "supports_reasoning": true,
3167+ "supports_response_schema": true,
3168+ "supports_tool_choice": true,
3169+ "supports_vision": true,
3170+ "tool_use_system_prompt_tokens": 346
3171+ },
3172+ "au.anthropic.claude-haiku-4-5-20251001-v1:0": {
3173+ "cache_creation_input_token_cost": 0.000001375,
3174+ "cache_read_input_token_cost": 1.1e-7,
3175+ "input_cost_per_token": 0.0000011,
3176+ "litellm_provider": "bedrock_converse",
3177+ "max_input_tokens": 200000,
3178+ "max_output_tokens": 64000,
3179+ "max_tokens": 64000,
3180+ "mode": "chat",
3181+ "output_cost_per_token": 0.0000055,
3182+ "supports_assistant_prefill": true,
3183+ "supports_computer_use": true,
3184+ "supports_function_calling": true,
3185+ "supports_pdf_input": true,
3186+ "supports_prompt_caching": true,
3187+ "supports_reasoning": true,
3188+ "supports_response_schema": true,
3189+ "supports_tool_choice": true,
3190+ "supports_vision": true,
3191+ "tool_use_system_prompt_tokens": 346
3192+ },
3193+ "us.anthropic.claude-opus-4-20250514-v1:0": {
3194+ "cache_creation_input_token_cost": 0.00001875,
3195+ "cache_read_input_token_cost": 0.0000015,
3196+ "input_cost_per_token": 0.000015,
3197+ "litellm_provider": "bedrock_converse",
3198+ "max_input_tokens": 200000,
3199+ "max_output_tokens": 32000,
3200+ "max_tokens": 32000,
3201+ "mode": "chat",
3202+ "output_cost_per_token": 0.000075,
3203+ "search_context_cost_per_query": {
3204+ "search_context_size_high": 0.01,
3205+ "search_context_size_low": 0.01,
3206+ "search_context_size_medium": 0.01
3207+ },
3208+ "supports_assistant_prefill": true,
3209+ "supports_computer_use": true,
3210+ "supports_function_calling": true,
3211+ "supports_pdf_input": true,
3212+ "supports_prompt_caching": true,
3213+ "supports_reasoning": true,
3214+ "supports_response_schema": true,
3215+ "supports_tool_choice": true,
3216+ "supports_vision": true,
3217+ "tool_use_system_prompt_tokens": 159
3218+ },
3219+ "us.anthropic.claude-opus-4-5-20251101-v1:0": {
3220+ "cache_creation_input_token_cost": 0.000006875,
3221+ "cache_read_input_token_cost": 5.5e-7,
3222+ "input_cost_per_token": 0.0000055,
3223+ "litellm_provider": "bedrock_converse",
3224+ "max_input_tokens": 200000,
3225+ "max_output_tokens": 64000,
3226+ "max_tokens": 64000,
3227+ "mode": "chat",
3228+ "output_cost_per_token": 0.0000275,
3229+ "search_context_cost_per_query": {
3230+ "search_context_size_high": 0.01,
3231+ "search_context_size_low": 0.01,
3232+ "search_context_size_medium": 0.01
3233+ },
3234+ "supports_assistant_prefill": true,
3235+ "supports_computer_use": true,
3236+ "supports_function_calling": true,
3237+ "supports_pdf_input": true,
3238+ "supports_prompt_caching": true,
3239+ "supports_reasoning": true,
3240+ "supports_response_schema": true,
3241+ "supports_tool_choice": true,
3242+ "supports_vision": true,
3243+ "tool_use_system_prompt_tokens": 159
3244+ },
3245+ "global.anthropic.claude-opus-4-5-20251101-v1:0": {
3246+ "cache_creation_input_token_cost": 0.00000625,
3247+ "cache_read_input_token_cost": 5e-7,
3248+ "input_cost_per_token": 0.000005,
3249+ "litellm_provider": "bedrock_converse",
3250+ "max_input_tokens": 200000,
3251+ "max_output_tokens": 64000,
3252+ "max_tokens": 64000,
3253+ "mode": "chat",
3254+ "output_cost_per_token": 0.000025,
3255+ "search_context_cost_per_query": {
3256+ "search_context_size_high": 0.01,
3257+ "search_context_size_low": 0.01,
3258+ "search_context_size_medium": 0.01
3259+ },
3260+ "supports_assistant_prefill": true,
3261+ "supports_computer_use": true,
3262+ "supports_function_calling": true,
3263+ "supports_pdf_input": true,
3264+ "supports_prompt_caching": true,
3265+ "supports_reasoning": true,
3266+ "supports_response_schema": true,
3267+ "supports_tool_choice": true,
3268+ "supports_vision": true,
3269+ "tool_use_system_prompt_tokens": 159
3270+ },
3271+ "eu.anthropic.claude-opus-4-5-20251101-v1:0": {
3272+ "cache_creation_input_token_cost": 0.00000625,
3273+ "cache_read_input_token_cost": 5e-7,
3274+ "input_cost_per_token": 0.000005,
3275+ "litellm_provider": "bedrock_converse",
3276+ "max_input_tokens": 200000,
3277+ "max_output_tokens": 64000,
3278+ "max_tokens": 64000,
3279+ "mode": "chat",
3280+ "output_cost_per_token": 0.000025,
3281+ "search_context_cost_per_query": {
3282+ "search_context_size_high": 0.01,
3283+ "search_context_size_low": 0.01,
3284+ "search_context_size_medium": 0.01
3285+ },
3286+ "supports_assistant_prefill": true,
3287+ "supports_computer_use": true,
3288+ "supports_function_calling": true,
3289+ "supports_pdf_input": true,
3290+ "supports_prompt_caching": true,
3291+ "supports_reasoning": true,
3292+ "supports_response_schema": true,
3293+ "supports_tool_choice": true,
3294+ "supports_vision": true,
3295+ "tool_use_system_prompt_tokens": 159
3296+ },
3297+ "us.anthropic.claude-sonnet-4-20250514-v1:0": {
3298+ "cache_creation_input_token_cost": 0.00000375,
3299+ "cache_read_input_token_cost": 3e-7,
3300+ "input_cost_per_token": 0.000003,
3301+ "input_cost_per_token_above_200k_tokens": 0.000006,
3302+ "output_cost_per_token_above_200k_tokens": 0.0000225,
3303+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
3304+ "cache_read_input_token_cost_above_200k_tokens": 6e-7,
3305+ "litellm_provider": "bedrock_converse",
3306+ "max_input_tokens": 1000000,
3307+ "max_output_tokens": 64000,
3308+ "max_tokens": 64000,
3309+ "mode": "chat",
3310+ "output_cost_per_token": 0.000015,
3311+ "search_context_cost_per_query": {
3312+ "search_context_size_high": 0.01,
3313+ "search_context_size_low": 0.01,
3314+ "search_context_size_medium": 0.01
3315+ },
3316+ "supports_assistant_prefill": true,
3317+ "supports_computer_use": true,
3318+ "supports_function_calling": true,
3319+ "supports_pdf_input": true,
3320+ "supports_prompt_caching": true,
3321+ "supports_reasoning": true,
3322+ "supports_response_schema": true,
3323+ "supports_tool_choice": true,
3324+ "supports_vision": true,
3325+ "tool_use_system_prompt_tokens": 159
3326+ },
3327+ "vercel_ai_gateway/anthropic/claude-3-haiku": {
3328+ "cache_creation_input_token_cost": 3e-7,
3329+ "cache_read_input_token_cost": 3e-8,
3330+ "input_cost_per_token": 2.5e-7,
3331+ "litellm_provider": "vercel_ai_gateway",
3332+ "max_input_tokens": 200000,
3333+ "max_output_tokens": 4096,
3334+ "max_tokens": 4096,
3335+ "mode": "chat",
3336+ "output_cost_per_token": 0.00000125,
3337+ "supports_vision": true,
3338+ "supports_function_calling": true,
3339+ "supports_tool_choice": true,
3340+ "supports_response_schema": true
3341+ },
3342+ "vercel_ai_gateway/anthropic/claude-3-opus": {
3343+ "cache_creation_input_token_cost": 0.00001875,
3344+ "cache_read_input_token_cost": 0.0000015,
3345+ "input_cost_per_token": 0.000015,
3346+ "litellm_provider": "vercel_ai_gateway",
3347+ "max_input_tokens": 200000,
3348+ "max_output_tokens": 4096,
3349+ "max_tokens": 4096,
3350+ "mode": "chat",
3351+ "output_cost_per_token": 0.000075,
3352+ "supports_vision": true,
3353+ "supports_function_calling": true,
3354+ "supports_tool_choice": true,
3355+ "supports_response_schema": true
3356+ },
3357+ "vercel_ai_gateway/anthropic/claude-3.5-haiku": {
3358+ "cache_creation_input_token_cost": 0.000001,
3359+ "cache_read_input_token_cost": 8e-8,
3360+ "input_cost_per_token": 8e-7,
3361+ "litellm_provider": "vercel_ai_gateway",
3362+ "max_input_tokens": 200000,
3363+ "max_output_tokens": 8192,
3364+ "max_tokens": 8192,
3365+ "mode": "chat",
3366+ "output_cost_per_token": 0.000004,
3367+ "supports_vision": true,
3368+ "supports_function_calling": true,
3369+ "supports_tool_choice": true,
3370+ "supports_response_schema": true
3371+ },
3372+ "vercel_ai_gateway/anthropic/claude-3.5-sonnet": {
3373+ "cache_creation_input_token_cost": 0.00000375,
3374+ "cache_read_input_token_cost": 3e-7,
3375+ "input_cost_per_token": 0.000003,
3376+ "litellm_provider": "vercel_ai_gateway",
3377+ "max_input_tokens": 200000,
3378+ "max_output_tokens": 8192,
3379+ "max_tokens": 8192,
3380+ "mode": "chat",
3381+ "output_cost_per_token": 0.000015,
3382+ "supports_vision": true,
3383+ "supports_function_calling": true,
3384+ "supports_tool_choice": true,
3385+ "supports_response_schema": true
3386+ },
3387+ "vercel_ai_gateway/anthropic/claude-3.7-sonnet": {
3388+ "cache_creation_input_token_cost": 0.00000375,
3389+ "cache_read_input_token_cost": 3e-7,
3390+ "input_cost_per_token": 0.000003,
3391+ "litellm_provider": "vercel_ai_gateway",
3392+ "max_input_tokens": 200000,
3393+ "max_output_tokens": 64000,
3394+ "max_tokens": 64000,
3395+ "mode": "chat",
3396+ "output_cost_per_token": 0.000015,
3397+ "supports_vision": true,
3398+ "supports_function_calling": true,
3399+ "supports_tool_choice": true,
3400+ "supports_response_schema": true
3401+ },
3402+ "vercel_ai_gateway/anthropic/claude-4-opus": {
3403+ "cache_creation_input_token_cost": 0.00001875,
3404+ "cache_read_input_token_cost": 0.0000015,
3405+ "input_cost_per_token": 0.000015,
3406+ "litellm_provider": "vercel_ai_gateway",
3407+ "max_input_tokens": 200000,
3408+ "max_output_tokens": 32000,
3409+ "max_tokens": 32000,
3410+ "mode": "chat",
3411+ "output_cost_per_token": 0.000075,
3412+ "supports_vision": true,
3413+ "supports_function_calling": true,
3414+ "supports_tool_choice": true,
3415+ "supports_response_schema": true
3416+ },
3417+ "vercel_ai_gateway/anthropic/claude-4-sonnet": {
3418+ "cache_creation_input_token_cost": 0.00000375,
3419+ "cache_read_input_token_cost": 3e-7,
3420+ "input_cost_per_token": 0.000003,
3421+ "litellm_provider": "vercel_ai_gateway",
3422+ "max_input_tokens": 200000,
3423+ "max_output_tokens": 64000,
3424+ "max_tokens": 64000,
3425+ "mode": "chat",
3426+ "output_cost_per_token": 0.000015,
3427+ "supports_function_calling": true,
3428+ "supports_tool_choice": true
3429+ },
3430+ "vercel_ai_gateway/anthropic/claude-3-5-sonnet": {
3431+ "cache_creation_input_token_cost": 0.00000375,
3432+ "cache_read_input_token_cost": 3e-7,
3433+ "input_cost_per_token": 0.000003,
3434+ "litellm_provider": "vercel_ai_gateway",
3435+ "max_input_tokens": 200000,
3436+ "max_output_tokens": 8192,
3437+ "max_tokens": 8192,
3438+ "mode": "chat",
3439+ "output_cost_per_token": 0.000015,
3440+ "supports_assistant_prefill": true,
3441+ "supports_computer_use": true,
3442+ "supports_function_calling": true,
3443+ "supports_prompt_caching": true,
3444+ "supports_response_schema": true,
3445+ "supports_tool_choice": true,
3446+ "supports_vision": true
3447+ },
3448+ "vercel_ai_gateway/anthropic/claude-3-5-sonnet-20241022": {
3449+ "cache_creation_input_token_cost": 0.00000375,
3450+ "cache_read_input_token_cost": 3e-7,
3451+ "input_cost_per_token": 0.000003,
3452+ "litellm_provider": "vercel_ai_gateway",
3453+ "max_input_tokens": 200000,
3454+ "max_output_tokens": 8192,
3455+ "max_tokens": 8192,
3456+ "mode": "chat",
3457+ "output_cost_per_token": 0.000015,
3458+ "supports_assistant_prefill": true,
3459+ "supports_computer_use": true,
3460+ "supports_function_calling": true,
3461+ "supports_prompt_caching": true,
3462+ "supports_response_schema": true,
3463+ "supports_tool_choice": true,
3464+ "supports_vision": true
3465+ },
3466+ "vercel_ai_gateway/anthropic/claude-3-7-sonnet": {
3467+ "cache_creation_input_token_cost": 0.00000375,
3468+ "cache_read_input_token_cost": 3e-7,
3469+ "input_cost_per_token": 0.000003,
3470+ "litellm_provider": "vercel_ai_gateway",
3471+ "max_input_tokens": 200000,
3472+ "max_output_tokens": 64000,
3473+ "max_tokens": 64000,
3474+ "mode": "chat",
3475+ "output_cost_per_token": 0.000015,
3476+ "supports_assistant_prefill": true,
3477+ "supports_computer_use": true,
3478+ "supports_function_calling": true,
3479+ "supports_prompt_caching": true,
3480+ "supports_reasoning": true,
3481+ "supports_response_schema": true,
3482+ "supports_tool_choice": true,
3483+ "supports_vision": true
3484+ },
3485+ "vercel_ai_gateway/anthropic/claude-haiku-4.5": {
3486+ "cache_creation_input_token_cost": 0.00000125,
3487+ "cache_read_input_token_cost": 1e-7,
3488+ "input_cost_per_token": 0.000001,
3489+ "litellm_provider": "vercel_ai_gateway",
3490+ "max_input_tokens": 200000,
3491+ "max_output_tokens": 64000,
3492+ "max_tokens": 64000,
3493+ "mode": "chat",
3494+ "output_cost_per_token": 0.000005,
3495+ "supports_assistant_prefill": true,
3496+ "supports_computer_use": true,
3497+ "supports_function_calling": true,
3498+ "supports_prompt_caching": true,
3499+ "supports_reasoning": true,
3500+ "supports_response_schema": true,
3501+ "supports_tool_choice": true,
3502+ "supports_vision": true
3503+ },
3504+ "vercel_ai_gateway/anthropic/claude-opus-4": {
3505+ "cache_creation_input_token_cost": 0.00001875,
3506+ "cache_read_input_token_cost": 0.0000015,
3507+ "input_cost_per_token": 0.000015,
3508+ "litellm_provider": "vercel_ai_gateway",
3509+ "max_input_tokens": 200000,
3510+ "max_output_tokens": 32000,
3511+ "max_tokens": 32000,
3512+ "mode": "chat",
3513+ "output_cost_per_token": 0.000075,
3514+ "supports_assistant_prefill": true,
3515+ "supports_computer_use": true,
3516+ "supports_function_calling": true,
3517+ "supports_prompt_caching": true,
3518+ "supports_reasoning": true,
3519+ "supports_response_schema": true,
3520+ "supports_tool_choice": true,
3521+ "supports_vision": true
3522+ },
3523+ "vercel_ai_gateway/anthropic/claude-opus-4.1": {
3524+ "cache_creation_input_token_cost": 0.00001875,
3525+ "cache_read_input_token_cost": 0.0000015,
3526+ "input_cost_per_token": 0.000015,
3527+ "litellm_provider": "vercel_ai_gateway",
3528+ "max_input_tokens": 200000,
3529+ "max_output_tokens": 32000,
3530+ "max_tokens": 32000,
3531+ "mode": "chat",
3532+ "output_cost_per_token": 0.000075,
3533+ "supports_assistant_prefill": true,
3534+ "supports_computer_use": true,
3535+ "supports_function_calling": true,
3536+ "supports_prompt_caching": true,
3537+ "supports_reasoning": true,
3538+ "supports_response_schema": true,
3539+ "supports_tool_choice": true,
3540+ "supports_vision": true
3541+ },
3542+ "vercel_ai_gateway/anthropic/claude-opus-4.5": {
3543+ "cache_creation_input_token_cost": 0.00000625,
3544+ "cache_read_input_token_cost": 5e-7,
3545+ "input_cost_per_token": 0.000005,
3546+ "litellm_provider": "vercel_ai_gateway",
3547+ "max_input_tokens": 200000,
3548+ "max_output_tokens": 64000,
3549+ "max_tokens": 64000,
3550+ "mode": "chat",
3551+ "output_cost_per_token": 0.000025,
3552+ "supports_assistant_prefill": true,
3553+ "supports_computer_use": true,
3554+ "supports_function_calling": true,
3555+ "supports_prompt_caching": true,
3556+ "supports_reasoning": true,
3557+ "supports_response_schema": true,
3558+ "supports_tool_choice": true,
3559+ "supports_vision": true
3560+ },
3561+ "vercel_ai_gateway/anthropic/claude-opus-4.6": {
3562+ "cache_creation_input_token_cost": 0.00000625,
3563+ "cache_read_input_token_cost": 5e-7,
3564+ "input_cost_per_token": 0.000005,
3565+ "litellm_provider": "vercel_ai_gateway",
3566+ "max_input_tokens": 200000,
3567+ "max_output_tokens": 64000,
3568+ "max_tokens": 64000,
3569+ "mode": "chat",
3570+ "output_cost_per_token": 0.000025,
3571+ "supports_assistant_prefill": true,
3572+ "supports_computer_use": true,
3573+ "supports_function_calling": true,
3574+ "supports_prompt_caching": true,
3575+ "supports_reasoning": true,
3576+ "supports_response_schema": true,
3577+ "supports_tool_choice": true,
3578+ "supports_vision": true
3579+ },
3580+ "vercel_ai_gateway/anthropic/claude-sonnet-4": {
3581+ "cache_creation_input_token_cost": 0.00000375,
3582+ "cache_read_input_token_cost": 3e-7,
3583+ "input_cost_per_token": 0.000003,
3584+ "litellm_provider": "vercel_ai_gateway",
3585+ "max_input_tokens": 200000,
3586+ "max_output_tokens": 64000,
3587+ "max_tokens": 64000,
3588+ "mode": "chat",
3589+ "output_cost_per_token": 0.000015,
3590+ "supports_assistant_prefill": true,
3591+ "supports_computer_use": true,
3592+ "supports_function_calling": true,
3593+ "supports_prompt_caching": true,
3594+ "supports_reasoning": true,
3595+ "supports_response_schema": true,
3596+ "supports_tool_choice": true,
3597+ "supports_vision": true
3598+ },
3599+ "vercel_ai_gateway/anthropic/claude-sonnet-4.5": {
3600+ "cache_creation_input_token_cost": 0.00000375,
3601+ "cache_read_input_token_cost": 3e-7,
3602+ "input_cost_per_token": 0.000003,
3603+ "litellm_provider": "vercel_ai_gateway",
3604+ "max_input_tokens": 1000000,
3605+ "max_output_tokens": 64000,
3606+ "max_tokens": 64000,
3607+ "mode": "chat",
3608+ "output_cost_per_token": 0.000015,
3609+ "supports_assistant_prefill": true,
3610+ "supports_computer_use": true,
3611+ "supports_function_calling": true,
3612+ "supports_prompt_caching": true,
3613+ "supports_reasoning": true,
3614+ "supports_tool_choice": true,
3615+ "supports_vision": true
3616+ },
3617+ "vertex_ai/claude-3-5-haiku": {
3618+ "input_cost_per_token": 0.000001,
3619+ "litellm_provider": "vertex_ai-anthropic_models",
3620+ "max_input_tokens": 200000,
3621+ "max_output_tokens": 8192,
3622+ "max_tokens": 8192,
3623+ "mode": "chat",
3624+ "output_cost_per_token": 0.000005,
3625+ "supports_assistant_prefill": true,
3626+ "supports_function_calling": true,
3627+ "supports_pdf_input": true,
3628+ "supports_tool_choice": true
3629+ },
3630+ "vertex_ai/claude-3-5-haiku@20241022": {
3631+ "input_cost_per_token": 0.000001,
3632+ "litellm_provider": "vertex_ai-anthropic_models",
3633+ "max_input_tokens": 200000,
3634+ "max_output_tokens": 8192,
3635+ "max_tokens": 8192,
3636+ "mode": "chat",
3637+ "output_cost_per_token": 0.000005,
3638+ "supports_assistant_prefill": true,
3639+ "supports_function_calling": true,
3640+ "supports_pdf_input": true,
3641+ "supports_tool_choice": true
3642+ },
3643+ "vertex_ai/claude-haiku-4-5@20251001": {
3644+ "cache_creation_input_token_cost": 0.00000125,
3645+ "cache_read_input_token_cost": 1e-7,
3646+ "input_cost_per_token": 0.000001,
3647+ "litellm_provider": "vertex_ai-anthropic_models",
3648+ "max_input_tokens": 200000,
3649+ "max_output_tokens": 8192,
3650+ "max_tokens": 8192,
3651+ "mode": "chat",
3652+ "output_cost_per_token": 0.000005,
3653+ "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/partner-models/claude/haiku-4-5",
3654+ "supports_assistant_prefill": true,
3655+ "supports_function_calling": true,
3656+ "supports_pdf_input": true,
3657+ "supports_prompt_caching": true,
3658+ "supports_reasoning": true,
3659+ "supports_response_schema": true,
3660+ "supports_tool_choice": true,
3661+ "supports_native_streaming": true,
3662+ "supports_vision": true
3663+ },
3664+ "vertex_ai/claude-3-5-sonnet": {
3665+ "input_cost_per_token": 0.000003,
3666+ "litellm_provider": "vertex_ai-anthropic_models",
3667+ "max_input_tokens": 200000,
3668+ "max_output_tokens": 8192,
3669+ "max_tokens": 8192,
3670+ "mode": "chat",
3671+ "output_cost_per_token": 0.000015,
3672+ "supports_assistant_prefill": true,
3673+ "supports_computer_use": true,
3674+ "supports_function_calling": true,
3675+ "supports_pdf_input": true,
3676+ "supports_tool_choice": true,
3677+ "supports_vision": true
3678+ },
3679+ "vertex_ai/claude-3-5-sonnet-v2": {
3680+ "input_cost_per_token": 0.000003,
3681+ "litellm_provider": "vertex_ai-anthropic_models",
3682+ "max_input_tokens": 200000,
3683+ "max_output_tokens": 8192,
3684+ "max_tokens": 8192,
3685+ "mode": "chat",
3686+ "output_cost_per_token": 0.000015,
3687+ "supports_assistant_prefill": true,
3688+ "supports_computer_use": true,
3689+ "supports_function_calling": true,
3690+ "supports_pdf_input": true,
3691+ "supports_tool_choice": true,
3692+ "supports_vision": true
3693+ },
3694+ "vertex_ai/claude-3-5-sonnet-v2@20241022": {
3695+ "input_cost_per_token": 0.000003,
3696+ "litellm_provider": "vertex_ai-anthropic_models",
3697+ "max_input_tokens": 200000,
3698+ "max_output_tokens": 8192,
3699+ "max_tokens": 8192,
3700+ "mode": "chat",
3701+ "output_cost_per_token": 0.000015,
3702+ "supports_assistant_prefill": true,
3703+ "supports_computer_use": true,
3704+ "supports_function_calling": true,
3705+ "supports_pdf_input": true,
3706+ "supports_tool_choice": true,
3707+ "supports_vision": true
3708+ },
3709+ "vertex_ai/claude-3-5-sonnet@20240620": {
3710+ "input_cost_per_token": 0.000003,
3711+ "litellm_provider": "vertex_ai-anthropic_models",
3712+ "max_input_tokens": 200000,
3713+ "max_output_tokens": 8192,
3714+ "max_tokens": 8192,
3715+ "mode": "chat",
3716+ "output_cost_per_token": 0.000015,
3717+ "supports_assistant_prefill": true,
3718+ "supports_function_calling": true,
3719+ "supports_pdf_input": true,
3720+ "supports_tool_choice": true,
3721+ "supports_vision": true
3722+ },
3723+ "vertex_ai/claude-3-7-sonnet@20250219": {
3724+ "cache_creation_input_token_cost": 0.00000375,
3725+ "cache_read_input_token_cost": 3e-7,
3726+ "deprecation_date": "2025-06-01",
3727+ "input_cost_per_token": 0.000003,
3728+ "litellm_provider": "vertex_ai-anthropic_models",
3729+ "max_input_tokens": 200000,
3730+ "max_output_tokens": 8192,
3731+ "max_tokens": 8192,
3732+ "mode": "chat",
3733+ "output_cost_per_token": 0.000015,
3734+ "supports_assistant_prefill": true,
3735+ "supports_computer_use": true,
3736+ "supports_function_calling": true,
3737+ "supports_pdf_input": true,
3738+ "supports_prompt_caching": true,
3739+ "supports_reasoning": true,
3740+ "supports_response_schema": true,
3741+ "supports_tool_choice": true,
3742+ "supports_vision": true,
3743+ "tool_use_system_prompt_tokens": 159
3744+ },
3745+ "vertex_ai/claude-3-haiku": {
3746+ "input_cost_per_token": 2.5e-7,
3747+ "litellm_provider": "vertex_ai-anthropic_models",
3748+ "max_input_tokens": 200000,
3749+ "max_output_tokens": 4096,
3750+ "max_tokens": 4096,
3751+ "mode": "chat",
3752+ "output_cost_per_token": 0.00000125,
3753+ "supports_assistant_prefill": true,
3754+ "supports_function_calling": true,
3755+ "supports_tool_choice": true,
3756+ "supports_vision": true
3757+ },
3758+ "vertex_ai/claude-3-haiku@20240307": {
3759+ "input_cost_per_token": 2.5e-7,
3760+ "litellm_provider": "vertex_ai-anthropic_models",
3761+ "max_input_tokens": 200000,
3762+ "max_output_tokens": 4096,
3763+ "max_tokens": 4096,
3764+ "mode": "chat",
3765+ "output_cost_per_token": 0.00000125,
3766+ "supports_assistant_prefill": true,
3767+ "supports_function_calling": true,
3768+ "supports_tool_choice": true,
3769+ "supports_vision": true
3770+ },
3771+ "vertex_ai/claude-3-opus": {
3772+ "input_cost_per_token": 0.000015,
3773+ "litellm_provider": "vertex_ai-anthropic_models",
3774+ "max_input_tokens": 200000,
3775+ "max_output_tokens": 4096,
3776+ "max_tokens": 4096,
3777+ "mode": "chat",
3778+ "output_cost_per_token": 0.000075,
3779+ "supports_assistant_prefill": true,
3780+ "supports_function_calling": true,
3781+ "supports_tool_choice": true,
3782+ "supports_vision": true
3783+ },
3784+ "vertex_ai/claude-3-opus@20240229": {
3785+ "input_cost_per_token": 0.000015,
3786+ "litellm_provider": "vertex_ai-anthropic_models",
3787+ "max_input_tokens": 200000,
3788+ "max_output_tokens": 4096,
3789+ "max_tokens": 4096,
3790+ "mode": "chat",
3791+ "output_cost_per_token": 0.000075,
3792+ "supports_assistant_prefill": true,
3793+ "supports_function_calling": true,
3794+ "supports_tool_choice": true,
3795+ "supports_vision": true
3796+ },
3797+ "vertex_ai/claude-3-sonnet": {
3798+ "input_cost_per_token": 0.000003,
3799+ "litellm_provider": "vertex_ai-anthropic_models",
3800+ "max_input_tokens": 200000,
3801+ "max_output_tokens": 4096,
3802+ "max_tokens": 4096,
3803+ "mode": "chat",
3804+ "output_cost_per_token": 0.000015,
3805+ "supports_assistant_prefill": true,
3806+ "supports_function_calling": true,
3807+ "supports_tool_choice": true,
3808+ "supports_vision": true
3809+ },
3810+ "vertex_ai/claude-3-sonnet@20240229": {
3811+ "input_cost_per_token": 0.000003,
3812+ "litellm_provider": "vertex_ai-anthropic_models",
3813+ "max_input_tokens": 200000,
3814+ "max_output_tokens": 4096,
3815+ "max_tokens": 4096,
3816+ "mode": "chat",
3817+ "output_cost_per_token": 0.000015,
3818+ "supports_assistant_prefill": true,
3819+ "supports_function_calling": true,
3820+ "supports_tool_choice": true,
3821+ "supports_vision": true
3822+ },
3823+ "vertex_ai/claude-opus-4": {
3824+ "cache_creation_input_token_cost": 0.00001875,
3825+ "cache_read_input_token_cost": 0.0000015,
3826+ "input_cost_per_token": 0.000015,
3827+ "litellm_provider": "vertex_ai-anthropic_models",
3828+ "max_input_tokens": 200000,
3829+ "max_output_tokens": 32000,
3830+ "max_tokens": 32000,
3831+ "mode": "chat",
3832+ "output_cost_per_token": 0.000075,
3833+ "search_context_cost_per_query": {
3834+ "search_context_size_high": 0.01,
3835+ "search_context_size_low": 0.01,
3836+ "search_context_size_medium": 0.01
3837+ },
3838+ "supports_assistant_prefill": true,
3839+ "supports_computer_use": true,
3840+ "supports_function_calling": true,
3841+ "supports_pdf_input": true,
3842+ "supports_prompt_caching": true,
3843+ "supports_reasoning": true,
3844+ "supports_response_schema": true,
3845+ "supports_tool_choice": true,
3846+ "supports_vision": true,
3847+ "tool_use_system_prompt_tokens": 159
3848+ },
3849+ "vertex_ai/claude-opus-4-1": {
3850+ "cache_creation_input_token_cost": 0.00001875,
3851+ "cache_read_input_token_cost": 0.0000015,
3852+ "input_cost_per_token": 0.000015,
3853+ "input_cost_per_token_batches": 0.0000075,
3854+ "litellm_provider": "vertex_ai-anthropic_models",
3855+ "max_input_tokens": 200000,
3856+ "max_output_tokens": 32000,
3857+ "max_tokens": 32000,
3858+ "mode": "chat",
3859+ "output_cost_per_token": 0.000075,
3860+ "output_cost_per_token_batches": 0.0000375,
3861+ "supports_assistant_prefill": true,
3862+ "supports_function_calling": true,
3863+ "supports_tool_choice": true,
3864+ "supports_vision": true
3865+ },
3866+ "vertex_ai/claude-opus-4-1@20250805": {
3867+ "cache_creation_input_token_cost": 0.00001875,
3868+ "cache_read_input_token_cost": 0.0000015,
3869+ "input_cost_per_token": 0.000015,
3870+ "input_cost_per_token_batches": 0.0000075,
3871+ "litellm_provider": "vertex_ai-anthropic_models",
3872+ "max_input_tokens": 200000,
3873+ "max_output_tokens": 32000,
3874+ "max_tokens": 32000,
3875+ "mode": "chat",
3876+ "output_cost_per_token": 0.000075,
3877+ "output_cost_per_token_batches": 0.0000375,
3878+ "supports_assistant_prefill": true,
3879+ "supports_function_calling": true,
3880+ "supports_tool_choice": true,
3881+ "supports_vision": true
3882+ },
3883+ "vertex_ai/claude-opus-4-5": {
3884+ "cache_creation_input_token_cost": 0.00000625,
3885+ "cache_read_input_token_cost": 5e-7,
3886+ "input_cost_per_token": 0.000005,
3887+ "litellm_provider": "vertex_ai-anthropic_models",
3888+ "max_input_tokens": 200000,
3889+ "max_output_tokens": 64000,
3890+ "max_tokens": 64000,
3891+ "mode": "chat",
3892+ "output_cost_per_token": 0.000025,
3893+ "search_context_cost_per_query": {
3894+ "search_context_size_high": 0.01,
3895+ "search_context_size_low": 0.01,
3896+ "search_context_size_medium": 0.01
3897+ },
3898+ "supports_assistant_prefill": true,
3899+ "supports_computer_use": true,
3900+ "supports_function_calling": true,
3901+ "supports_pdf_input": true,
3902+ "supports_prompt_caching": true,
3903+ "supports_reasoning": true,
3904+ "supports_response_schema": true,
3905+ "supports_tool_choice": true,
3906+ "supports_vision": true,
3907+ "tool_use_system_prompt_tokens": 159
3908+ },
3909+ "vertex_ai/claude-opus-4-5@20251101": {
3910+ "cache_creation_input_token_cost": 0.00000625,
3911+ "cache_read_input_token_cost": 5e-7,
3912+ "input_cost_per_token": 0.000005,
3913+ "litellm_provider": "vertex_ai-anthropic_models",
3914+ "max_input_tokens": 200000,
3915+ "max_output_tokens": 64000,
3916+ "max_tokens": 64000,
3917+ "mode": "chat",
3918+ "output_cost_per_token": 0.000025,
3919+ "search_context_cost_per_query": {
3920+ "search_context_size_high": 0.01,
3921+ "search_context_size_low": 0.01,
3922+ "search_context_size_medium": 0.01
3923+ },
3924+ "supports_assistant_prefill": true,
3925+ "supports_computer_use": true,
3926+ "supports_function_calling": true,
3927+ "supports_pdf_input": true,
3928+ "supports_prompt_caching": true,
3929+ "supports_reasoning": true,
3930+ "supports_response_schema": true,
3931+ "supports_tool_choice": true,
3932+ "supports_vision": true,
3933+ "tool_use_system_prompt_tokens": 159,
3934+ "supports_native_streaming": true
3935+ },
3936+ "vertex_ai/claude-opus-4-6": {
3937+ "cache_creation_input_token_cost": 0.00000625,
3938+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000125,
3939+ "cache_read_input_token_cost": 5e-7,
3940+ "cache_read_input_token_cost_above_200k_tokens": 0.000001,
3941+ "input_cost_per_token": 0.000005,
3942+ "input_cost_per_token_above_200k_tokens": 0.00001,
3943+ "litellm_provider": "vertex_ai-anthropic_models",
3944+ "max_input_tokens": 1000000,
3945+ "max_output_tokens": 128000,
3946+ "max_tokens": 128000,
3947+ "mode": "chat",
3948+ "output_cost_per_token": 0.000025,
3949+ "output_cost_per_token_above_200k_tokens": 0.0000375,
3950+ "search_context_cost_per_query": {
3951+ "search_context_size_high": 0.01,
3952+ "search_context_size_low": 0.01,
3953+ "search_context_size_medium": 0.01
3954+ },
3955+ "supports_assistant_prefill": false,
3956+ "supports_computer_use": true,
3957+ "supports_function_calling": true,
3958+ "supports_pdf_input": true,
3959+ "supports_prompt_caching": true,
3960+ "supports_reasoning": true,
3961+ "supports_response_schema": true,
3962+ "supports_tool_choice": true,
3963+ "supports_vision": true,
3964+ "tool_use_system_prompt_tokens": 346
3965+ },
3966+ "vertex_ai/claude-opus-4-6@default": {
3967+ "cache_creation_input_token_cost": 0.00000625,
3968+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000125,
3969+ "cache_read_input_token_cost": 5e-7,
3970+ "cache_read_input_token_cost_above_200k_tokens": 0.000001,
3971+ "input_cost_per_token": 0.000005,
3972+ "input_cost_per_token_above_200k_tokens": 0.00001,
3973+ "litellm_provider": "vertex_ai-anthropic_models",
3974+ "max_input_tokens": 1000000,
3975+ "max_output_tokens": 128000,
3976+ "max_tokens": 128000,
3977+ "mode": "chat",
3978+ "output_cost_per_token": 0.000025,
3979+ "output_cost_per_token_above_200k_tokens": 0.0000375,
3980+ "search_context_cost_per_query": {
3981+ "search_context_size_high": 0.01,
3982+ "search_context_size_low": 0.01,
3983+ "search_context_size_medium": 0.01
3984+ },
3985+ "supports_assistant_prefill": false,
3986+ "supports_computer_use": true,
3987+ "supports_function_calling": true,
3988+ "supports_pdf_input": true,
3989+ "supports_prompt_caching": true,
3990+ "supports_reasoning": true,
3991+ "supports_response_schema": true,
3992+ "supports_tool_choice": true,
3993+ "supports_vision": true,
3994+ "tool_use_system_prompt_tokens": 346
3995+ },
3996+ "vertex_ai/claude-sonnet-4-5": {
3997+ "cache_creation_input_token_cost": 0.00000375,
3998+ "cache_read_input_token_cost": 3e-7,
3999+ "input_cost_per_token": 0.000003,
4000+ "input_cost_per_token_above_200k_tokens": 0.000006,
4001+ "output_cost_per_token_above_200k_tokens": 0.0000225,
4002+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
4003+ "cache_read_input_token_cost_above_200k_tokens": 6e-7,
4004+ "input_cost_per_token_batches": 0.0000015,
4005+ "litellm_provider": "vertex_ai-anthropic_models",
4006+ "max_input_tokens": 200000,
4007+ "max_output_tokens": 64000,
4008+ "max_tokens": 64000,
4009+ "mode": "chat",
4010+ "output_cost_per_token": 0.000015,
4011+ "output_cost_per_token_batches": 0.0000075,
4012+ "supports_assistant_prefill": true,
4013+ "supports_computer_use": true,
4014+ "supports_function_calling": true,
4015+ "supports_pdf_input": true,
4016+ "supports_prompt_caching": true,
4017+ "supports_reasoning": true,
4018+ "supports_response_schema": true,
4019+ "supports_tool_choice": true,
4020+ "supports_vision": true
4021+ },
4022+ "vertex_ai/claude-sonnet-4-6": {
4023+ "cache_creation_input_token_cost": 0.00000375,
4024+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
4025+ "cache_read_input_token_cost": 3e-7,
4026+ "cache_read_input_token_cost_above_200k_tokens": 6e-7,
4027+ "input_cost_per_token": 0.000003,
4028+ "input_cost_per_token_above_200k_tokens": 0.000006,
4029+ "litellm_provider": "vertex_ai-anthropic_models",
4030+ "max_input_tokens": 200000,
4031+ "max_output_tokens": 64000,
4032+ "max_tokens": 64000,
4033+ "mode": "chat",
4034+ "output_cost_per_token": 0.000015,
4035+ "output_cost_per_token_above_200k_tokens": 0.0000225,
4036+ "supports_assistant_prefill": true,
4037+ "supports_computer_use": true,
4038+ "supports_function_calling": true,
4039+ "supports_pdf_input": true,
4040+ "supports_prompt_caching": true,
4041+ "supports_reasoning": true,
4042+ "supports_response_schema": true,
4043+ "supports_tool_choice": true,
4044+ "supports_vision": true,
4045+ "tool_use_system_prompt_tokens": 346,
4046+ "search_context_cost_per_query": {
4047+ "search_context_size_high": 0.01,
4048+ "search_context_size_low": 0.01,
4049+ "search_context_size_medium": 0.01
4050+ }
4051+ },
4052+ "vertex_ai/claude-sonnet-4-5@20250929": {
4053+ "cache_creation_input_token_cost": 0.00000375,
4054+ "cache_read_input_token_cost": 3e-7,
4055+ "input_cost_per_token": 0.000003,
4056+ "input_cost_per_token_above_200k_tokens": 0.000006,
4057+ "output_cost_per_token_above_200k_tokens": 0.0000225,
4058+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
4059+ "cache_read_input_token_cost_above_200k_tokens": 6e-7,
4060+ "input_cost_per_token_batches": 0.0000015,
4061+ "litellm_provider": "vertex_ai-anthropic_models",
4062+ "max_input_tokens": 200000,
4063+ "max_output_tokens": 64000,
4064+ "max_tokens": 64000,
4065+ "mode": "chat",
4066+ "output_cost_per_token": 0.000015,
4067+ "output_cost_per_token_batches": 0.0000075,
4068+ "supports_assistant_prefill": true,
4069+ "supports_computer_use": true,
4070+ "supports_function_calling": true,
4071+ "supports_pdf_input": true,
4072+ "supports_prompt_caching": true,
4073+ "supports_reasoning": true,
4074+ "supports_response_schema": true,
4075+ "supports_tool_choice": true,
4076+ "supports_vision": true,
4077+ "supports_native_streaming": true
4078+ },
4079+ "vertex_ai/claude-opus-4@20250514": {
4080+ "cache_creation_input_token_cost": 0.00001875,
4081+ "cache_read_input_token_cost": 0.0000015,
4082+ "input_cost_per_token": 0.000015,
4083+ "litellm_provider": "vertex_ai-anthropic_models",
4084+ "max_input_tokens": 200000,
4085+ "max_output_tokens": 32000,
4086+ "max_tokens": 32000,
4087+ "mode": "chat",
4088+ "output_cost_per_token": 0.000075,
4089+ "search_context_cost_per_query": {
4090+ "search_context_size_high": 0.01,
4091+ "search_context_size_low": 0.01,
4092+ "search_context_size_medium": 0.01
4093+ },
4094+ "supports_assistant_prefill": true,
4095+ "supports_computer_use": true,
4096+ "supports_function_calling": true,
4097+ "supports_pdf_input": true,
4098+ "supports_prompt_caching": true,
4099+ "supports_reasoning": true,
4100+ "supports_response_schema": true,
4101+ "supports_tool_choice": true,
4102+ "supports_vision": true,
4103+ "tool_use_system_prompt_tokens": 159
4104+ },
4105+ "vertex_ai/claude-sonnet-4": {
4106+ "cache_creation_input_token_cost": 0.00000375,
4107+ "cache_read_input_token_cost": 3e-7,
4108+ "input_cost_per_token": 0.000003,
4109+ "input_cost_per_token_above_200k_tokens": 0.000006,
4110+ "output_cost_per_token_above_200k_tokens": 0.0000225,
4111+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
4112+ "cache_read_input_token_cost_above_200k_tokens": 6e-7,
4113+ "litellm_provider": "vertex_ai-anthropic_models",
4114+ "max_input_tokens": 1000000,
4115+ "max_output_tokens": 64000,
4116+ "max_tokens": 64000,
4117+ "mode": "chat",
4118+ "output_cost_per_token": 0.000015,
4119+ "search_context_cost_per_query": {
4120+ "search_context_size_high": 0.01,
4121+ "search_context_size_low": 0.01,
4122+ "search_context_size_medium": 0.01
4123+ },
4124+ "supports_assistant_prefill": true,
4125+ "supports_computer_use": true,
4126+ "supports_function_calling": true,
4127+ "supports_pdf_input": true,
4128+ "supports_prompt_caching": true,
4129+ "supports_reasoning": true,
4130+ "supports_response_schema": true,
4131+ "supports_tool_choice": true,
4132+ "supports_vision": true,
4133+ "tool_use_system_prompt_tokens": 159
4134+ },
4135+ "vertex_ai/claude-sonnet-4@20250514": {
4136+ "cache_creation_input_token_cost": 0.00000375,
4137+ "cache_read_input_token_cost": 3e-7,
4138+ "input_cost_per_token": 0.000003,
4139+ "input_cost_per_token_above_200k_tokens": 0.000006,
4140+ "output_cost_per_token_above_200k_tokens": 0.0000225,
4141+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
4142+ "cache_read_input_token_cost_above_200k_tokens": 6e-7,
4143+ "litellm_provider": "vertex_ai-anthropic_models",
4144+ "max_input_tokens": 1000000,
4145+ "max_output_tokens": 64000,
4146+ "max_tokens": 64000,
4147+ "mode": "chat",
4148+ "output_cost_per_token": 0.000015,
4149+ "search_context_cost_per_query": {
4150+ "search_context_size_high": 0.01,
4151+ "search_context_size_low": 0.01,
4152+ "search_context_size_medium": 0.01
4153+ },
4154+ "supports_assistant_prefill": true,
4155+ "supports_computer_use": true,
4156+ "supports_function_calling": true,
4157+ "supports_pdf_input": true,
4158+ "supports_prompt_caching": true,
4159+ "supports_reasoning": true,
4160+ "supports_response_schema": true,
4161+ "supports_tool_choice": true,
4162+ "supports_vision": true,
4163+ "tool_use_system_prompt_tokens": 159
4164+ },
4165+ "vertex_ai/claude-sonnet-4-6@default": {
4166+ "cache_creation_input_token_cost": 0.00000375,
4167+ "cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
4168+ "cache_read_input_token_cost": 3e-7,
4169+ "cache_read_input_token_cost_above_200k_tokens": 6e-7,
4170+ "input_cost_per_token": 0.000003,
4171+ "input_cost_per_token_above_200k_tokens": 0.000006,
4172+ "litellm_provider": "vertex_ai-anthropic_models",
4173+ "max_input_tokens": 200000,
4174+ "max_output_tokens": 64000,
4175+ "max_tokens": 64000,
4176+ "mode": "chat",
4177+ "output_cost_per_token": 0.000015,
4178+ "output_cost_per_token_above_200k_tokens": 0.0000225,
4179+ "supports_assistant_prefill": true,
4180+ "supports_computer_use": true,
4181+ "supports_function_calling": true,
4182+ "supports_pdf_input": true,
4183+ "supports_prompt_caching": true,
4184+ "supports_reasoning": true,
4185+ "supports_response_schema": true,
4186+ "supports_tool_choice": true,
4187+ "supports_vision": true,
4188+ "tool_use_system_prompt_tokens": 346,
4189+ "search_context_cost_per_query": {
4190+ "search_context_size_high": 0.01,
4191+ "search_context_size_low": 0.01,
4192+ "search_context_size_medium": 0.01
4193+ }
4194+ }
4195+}
src/main/types/chunks.ts+1−0
@@ -461,6 +461,7 @@ export const EMPTY_METRICS: SessionMetrics = { · 460 unmodified lines
461461 cacheReadTokens: 0,
462462 cacheCreationTokens: 0,
463463 messageCount: 0,
464+ costUsd: 0,
464465 };
465466
466467 // =============================================================================
test/main/utils/costCalculation.test.ts+529−0
@@ -0,0 +1,529 @@
1+/**
2+ * Tests for cost calculation in jsonl.ts
3+ */
4+
5+import { describe, it, expect, beforeEach, vi } from 'vitest';
6+import * as fs from 'fs';
7+import { calculateMetrics } from '@main/utils/jsonl';
8+import type { ParsedMessage } from '@main/types';
9+
10+// Mock fs module
11+vi.mock('fs');
12+
13+describe('Cost Calculation', () => {
14+ // Sample pricing data matching Claude models
15+ const mockPricingData = {
16+ 'claude-3-5-sonnet-20241022': {
17+ input_cost_per_token: 0.000003,
18+ output_cost_per_token: 0.000015,
19+ cache_creation_input_token_cost: 0.00000375,
20+ cache_read_input_token_cost: 0.0000003,
21+ input_cost_per_token_above_200k_tokens: 0.000006,
22+ output_cost_per_token_above_200k_tokens: 0.00003,
23+ cache_creation_input_token_cost_above_200k_tokens: 0.0000075,
24+ cache_read_input_token_cost_above_200k_tokens: 0.0000006,
25+ },
26+ 'claude-3-opus-20240229': {
27+ input_cost_per_token: 0.000015,
28+ output_cost_per_token: 0.000075,
29+ cache_creation_input_token_cost: 0.00001875,
30+ cache_read_input_token_cost: 0.0000015,
31+ },
32+ };
33+
34+ beforeEach(() => {
35+ // Reset modules to clear pricing cache
36+ vi.resetModules();
37+
38+ // Mock fs.readFileSync to return our test pricing data
39+ vi.mocked(fs.readFileSync).mockReturnValue(JSON.stringify(mockPricingData));
40+ vi.mocked(fs.existsSync).mockReturnValue(true);
41+ });
42+
43+ describe('Basic Cost Calculation', () => {
44+ it('should calculate cost for simple token usage', () => {
45+ const messages: ParsedMessage[] = [
46+ {
47+ type: 'assistant',
48+ uuid: 'msg-1',
49+ timestamp: new Date(),
50+ content: [],
51+ model: 'claude-3-5-sonnet-20241022',
52+ usage: {
53+ input_tokens: 1000,
54+ output_tokens: 500,
55+ },
56+ toolCalls: [],
57+ toolResults: [],
58+ isSidechain: false,
59+ },
60+ ];
61+
62+ const metrics = calculateMetrics(messages);
63+
64+ // Expected: (1000 * 0.000003) + (500 * 0.000015) = 0.003 + 0.0075 = 0.0105
65+ expect(metrics.costUsd).toBeCloseTo(0.0105, 6);
66+ });
67+
68+ it('should calculate cost with cache tokens', () => {
69+ const messages: ParsedMessage[] = [
70+ {
71+ type: 'assistant',
72+ uuid: 'msg-1',
73+ timestamp: new Date(),
74+ content: [],
75+ model: 'claude-3-5-sonnet-20241022',
76+ usage: {
77+ input_tokens: 1000,
78+ output_tokens: 500,
79+ cache_creation_input_tokens: 200,
80+ cache_read_input_tokens: 300,
81+ },
82+ toolCalls: [],
83+ toolResults: [],
84+ isSidechain: false,
85+ },
86+ ];
87+
88+ const metrics = calculateMetrics(messages);
89+
90+ // Input: 1000 * 0.000003 = 0.003
91+ // Output: 500 * 0.000015 = 0.0075
92+ // Cache creation: 200 * 0.00000375 = 0.00075
93+ // Cache read: 300 * 0.0000003 = 0.00009
94+ // Total: 0.01134
95+ expect(metrics.costUsd).toBeCloseTo(0.01134, 6);
96+ });
97+
98+ it('should return 0 cost when no model is specified', () => {
99+ const messages: ParsedMessage[] = [
100+ {
101+ type: 'assistant',
102+ uuid: 'msg-1',
103+ timestamp: new Date(),
104+ content: [],
105+ usage: {
106+ input_tokens: 1000,
107+ output_tokens: 500,
108+ },
109+ toolCalls: [],
110+ toolResults: [],
111+ isSidechain: false,
112+ },
113+ ];
114+
115+ const metrics = calculateMetrics(messages);
116+ expect(metrics.costUsd).toBe(0);
117+ });
118+
119+ it('should return 0 cost when model pricing not found', () => {
120+ const messages: ParsedMessage[] = [
121+ {
122+ type: 'assistant',
123+ uuid: 'msg-1',
124+ timestamp: new Date(),
125+ content: [],
126+ model: 'unknown-model',
127+ usage: {
128+ input_tokens: 1000,
129+ output_tokens: 500,
130+ },
131+ toolCalls: [],
132+ toolResults: [],
133+ isSidechain: false,
134+ },
135+ ];
136+
137+ const metrics = calculateMetrics(messages);
138+ expect(metrics.costUsd).toBe(0);
139+ });
140+ });
141+
142+ describe('Tiered Pricing', () => {
143+ it('should use base rates for tokens below 200k threshold', () => {
144+ const messages: ParsedMessage[] = [
145+ {
146+ type: 'assistant',
147+ uuid: 'msg-1',
148+ timestamp: new Date(),
149+ content: [],
150+ model: 'claude-3-5-sonnet-20241022',
151+ usage: {
152+ input_tokens: 100_000,
153+ output_tokens: 50_000,
154+ },
155+ toolCalls: [],
156+ toolResults: [],
157+ isSidechain: false,
158+ },
159+ ];
160+
161+ const metrics = calculateMetrics(messages);
162+
163+ // Input: 100000 * 0.000003 = 0.3
164+ // Output: 50000 * 0.000015 = 0.75
165+ // Total: 1.05
166+ expect(metrics.costUsd).toBeCloseTo(1.05, 6);
167+ });
168+
169+ it('should use tiered rates for input tokens above 200k threshold', () => {
170+ const messages: ParsedMessage[] = [
171+ {
172+ type: 'assistant',
173+ uuid: 'msg-1',
174+ timestamp: new Date(),
175+ content: [],
176+ model: 'claude-3-5-sonnet-20241022',
177+ usage: {
178+ input_tokens: 250_000,
179+ output_tokens: 1_000,
180+ },
181+ toolCalls: [],
182+ toolResults: [],
183+ isSidechain: false,
184+ },
185+ ];
186+
187+ const metrics = calculateMetrics(messages);
188+
189+ // Input: (200000 * 0.000003) + (50000 * 0.000006) = 0.6 + 0.3 = 0.9
190+ // Output: 1000 * 0.000015 = 0.015
191+ // Total: 0.915
192+ expect(metrics.costUsd).toBeCloseTo(0.915, 6);
193+ });
194+
195+ it('should use tiered rates for output tokens above 200k threshold', () => {
196+ const messages: ParsedMessage[] = [
197+ {
198+ type: 'assistant',
199+ uuid: 'msg-1',
200+ timestamp: new Date(),
201+ content: [],
202+ model: 'claude-3-5-sonnet-20241022',
203+ usage: {
204+ input_tokens: 1_000,
205+ output_tokens: 250_000,
206+ },
207+ toolCalls: [],
208+ toolResults: [],
209+ isSidechain: false,
210+ },
211+ ];
212+
213+ const metrics = calculateMetrics(messages);
214+
215+ // Input: 1000 * 0.000003 = 0.003
216+ // Output: (200000 * 0.000015) + (50000 * 0.00003) = 3.0 + 1.5 = 4.5
217+ // Total: 4.503
218+ expect(metrics.costUsd).toBeCloseTo(4.503, 6);
219+ });
220+
221+ it('should use tiered rates for cache tokens above 200k threshold', () => {
222+ const messages: ParsedMessage[] = [
223+ {
224+ type: 'assistant',
225+ uuid: 'msg-1',
226+ timestamp: new Date(),
227+ content: [],
228+ model: 'claude-3-5-sonnet-20241022',
229+ usage: {
230+ input_tokens: 1_000,
231+ output_tokens: 1_000,
232+ cache_creation_input_tokens: 250_000,
233+ cache_read_input_tokens: 250_000,
234+ },
235+ toolCalls: [],
236+ toolResults: [],
237+ isSidechain: false,
238+ },
239+ ];
240+
241+ const metrics = calculateMetrics(messages);
242+
243+ // Input: 1000 * 0.000003 = 0.003
244+ // Output: 1000 * 0.000015 = 0.015
245+ // Cache creation: (200000 * 0.00000375) + (50000 * 0.0000075) = 0.75 + 0.375 = 1.125
246+ // Cache read: (200000 * 0.0000003) + (50000 * 0.0000006) = 0.06 + 0.03 = 0.09
247+ // Total: 1.233
248+ expect(metrics.costUsd).toBeCloseTo(1.233, 6);
249+ });
250+
251+ it('should handle model without tiered pricing', () => {
252+ const messages: ParsedMessage[] = [
253+ {
254+ type: 'assistant',
255+ uuid: 'msg-1',
256+ timestamp: new Date(),
257+ content: [],
258+ model: 'claude-3-opus-20240229',
259+ usage: {
260+ input_tokens: 250_000,
261+ output_tokens: 250_000,
262+ },
263+ toolCalls: [],
264+ toolResults: [],
265+ isSidechain: false,
266+ },
267+ ];
268+
269+ const metrics = calculateMetrics(messages);
270+
271+ // No tiered rates, so use base rates even above 200k
272+ // Input: 250000 * 0.000015 = 3.75
273+ // Output: 250000 * 0.000075 = 18.75
274+ // Total: 22.5
275+ expect(metrics.costUsd).toBeCloseTo(22.5, 6);
276+ });
277+ });
278+
279+ describe('Multiple Messages', () => {
280+ it('should aggregate costs across multiple messages', () => {
281+ const messages: ParsedMessage[] = [
282+ {
283+ type: 'assistant',
284+ uuid: 'msg-1',
285+ timestamp: new Date(),
286+ content: [],
287+ model: 'claude-3-5-sonnet-20241022',
288+ usage: {
289+ input_tokens: 1000,
290+ output_tokens: 500,
291+ },
292+ toolCalls: [],
293+ toolResults: [],
294+ isSidechain: false,
295+ },
296+ {
297+ type: 'assistant',
298+ uuid: 'msg-2',
299+ timestamp: new Date(),
300+ content: [],
301+ model: 'claude-3-5-sonnet-20241022',
302+ usage: {
303+ input_tokens: 2000,
304+ output_tokens: 1000,
305+ },
306+ toolCalls: [],
307+ toolResults: [],
308+ isSidechain: false,
309+ },
310+ ];
311+
312+ const metrics = calculateMetrics(messages);
313+
314+ // Message 1: (1000 * 0.000003) + (500 * 0.000015) = 0.0105
315+ // Message 2: (2000 * 0.000003) + (1000 * 0.000015) = 0.021
316+ // Total: 0.0315
317+ expect(metrics.costUsd).toBeCloseTo(0.0315, 6);
318+ });
319+
320+ it('should use first model found when calculating aggregated cost', () => {
321+ const messages: ParsedMessage[] = [
322+ {
323+ type: 'assistant',
324+ uuid: 'msg-1',
325+ timestamp: new Date(),
326+ content: [],
327+ model: 'claude-3-5-sonnet-20241022',
328+ usage: {
329+ input_tokens: 1000,
330+ output_tokens: 500,
331+ },
332+ toolCalls: [],
333+ toolResults: [],
334+ isSidechain: false,
335+ },
336+ {
337+ type: 'assistant',
338+ uuid: 'msg-2',
339+ timestamp: new Date(),
340+ content: [],
341+ model: 'claude-3-opus-20240229', // Different model
342+ usage: {
343+ input_tokens: 1000,
344+ output_tokens: 500,
345+ },
346+ toolCalls: [],
347+ toolResults: [],
348+ isSidechain: false,
349+ },
350+ ];
351+
352+ const metrics = calculateMetrics(messages);
353+
354+ // Uses first model (sonnet) pricing for all tokens
355+ // Total tokens: 2000 input, 1000 output
356+ // Cost: (2000 * 0.000003) + (1000 * 0.000015) = 0.006 + 0.015 = 0.021
357+ expect(metrics.costUsd).toBeCloseTo(0.021, 6);
358+ });
359+ });
360+
361+ describe('Edge Cases', () => {
362+ it('should handle zero tokens', () => {
363+ const messages: ParsedMessage[] = [
364+ {
365+ type: 'assistant',
366+ uuid: 'msg-1',
367+ timestamp: new Date(),
368+ content: [],
369+ model: 'claude-3-5-sonnet-20241022',
370+ usage: {
371+ input_tokens: 0,
372+ output_tokens: 0,
373+ },
374+ toolCalls: [],
375+ toolResults: [],
376+ isSidechain: false,
377+ },
378+ ];
379+
380+ const metrics = calculateMetrics(messages);
381+ expect(metrics.costUsd).toBe(0);
382+ });
383+
384+ it('should handle messages without usage data', () => {
385+ const messages: ParsedMessage[] = [
386+ {
387+ type: 'assistant',
388+ uuid: 'msg-1',
389+ timestamp: new Date(),
390+ content: [],
391+ model: 'claude-3-5-sonnet-20241022',
392+ toolCalls: [],
393+ toolResults: [],
394+ isSidechain: false,
395+ },
396+ ];
397+
398+ const metrics = calculateMetrics(messages);
399+ expect(metrics.costUsd).toBe(0);
400+ });
401+
402+ it('should handle empty messages array', () => {
403+ const messages: ParsedMessage[] = [];
404+ const metrics = calculateMetrics(messages);
405+ expect(metrics.costUsd).toBe(0);
406+ });
407+
408+ it('should handle pricing data load failure gracefully', async () => {
409+ // Suppress expected console.error for this test
410+ const consoleErrorSpy = vi.spyOn(console, 'error').mockImplementation(() => {});
411+
412+ // Reset modules to clear the pricing cache
413+ vi.resetModules();
414+
415+ // Mock fs to throw error BEFORE importing calculateMetrics
416+ vi.mocked(fs.readFileSync).mockImplementation(() => {
417+ throw new Error('File not found');
418+ });
419+
420+ // Re-import calculateMetrics to get fresh instance with cleared cache
421+ const { calculateMetrics: freshCalculateMetrics } = await import('@main/utils/jsonl');
422+
423+ const messages: ParsedMessage[] = [
424+ {
425+ type: 'assistant',
426+ uuid: 'msg-1',
427+ timestamp: new Date(),
428+ content: [],
429+ model: 'claude-3-5-sonnet-20241022',
430+ usage: {
431+ input_tokens: 1000,
432+ output_tokens: 500,
433+ },
434+ toolCalls: [],
435+ toolResults: [],
436+ isSidechain: false,
437+ },
438+ ];
439+
440+ const metrics = freshCalculateMetrics(messages);
441+ expect(metrics.costUsd).toBe(0);
442+
443+ // Verify that console.error was called (error was logged)
444+ expect(consoleErrorSpy).toHaveBeenCalled();
445+
446+ // Restore console.error
447+ consoleErrorSpy.mockRestore();
448+ });
449+ });
450+
451+ describe('Model Name Lookup', () => {
452+ it('should find model with exact match', () => {
453+ const messages: ParsedMessage[] = [
454+ {
455+ type: 'assistant',
456+ uuid: 'msg-1',
457+ timestamp: new Date(),
458+ content: [],
459+ model: 'claude-3-5-sonnet-20241022',
460+ usage: {
461+ input_tokens: 1000,
462+ output_tokens: 500,
463+ },
464+ toolCalls: [],
465+ toolResults: [],
466+ isSidechain: false,
467+ },
468+ ];
469+
470+ const metrics = calculateMetrics(messages);
471+ expect(metrics.costUsd).toBeGreaterThan(0);
472+ });
473+
474+ it('should find model with case-insensitive match', () => {
475+ const messages: ParsedMessage[] = [
476+ {
477+ type: 'assistant',
478+ uuid: 'msg-1',
479+ timestamp: new Date(),
480+ content: [],
481+ model: 'CLAUDE-3-5-SONNET-20241022',
482+ usage: {
483+ input_tokens: 1000,
484+ output_tokens: 500,
485+ },
486+ toolCalls: [],
487+ toolResults: [],
488+ isSidechain: false,
489+ },
490+ ];
491+
492+ const metrics = calculateMetrics(messages);
493+ expect(metrics.costUsd).toBeGreaterThan(0);
494+ });
495+ });
496+
497+ describe('Integration with Other Metrics', () => {
498+ it('should include cost alongside other session metrics', () => {
499+ const messages: ParsedMessage[] = [
500+ {
501+ type: 'assistant',
502+ uuid: 'msg-1',
503+ timestamp: new Date(),
504+ content: [],
505+ model: 'claude-3-5-sonnet-20241022',
506+ usage: {
507+ input_tokens: 1000,
508+ output_tokens: 500,
509+ },
510+ toolCalls: [],
511+ toolResults: [],
512+ isSidechain: false,
513+ },
514+ ];
515+
516+ const metrics = calculateMetrics(messages);
517+
518+ // Check that all expected metrics are present
519+ expect(metrics).toHaveProperty('totalTokens');
520+ expect(metrics).toHaveProperty('inputTokens');
521+ expect(metrics).toHaveProperty('outputTokens');
522+ expect(metrics).toHaveProperty('costUsd');
523+ expect(metrics.totalTokens).toBe(1500);
524+ expect(metrics.inputTokens).toBe(1000);
525+ expect(metrics.outputTokens).toBe(500);
526+ expect(metrics.costUsd).toBeCloseTo(0.0105, 6);
527+ });
528+ });
529+});