| @@ -0,0 +1,4195 @@ |
| | 1 | { |
| | 2 | "anthropic.claude-3-5-haiku-20241022-v1:0": { |
| | 3 | "cache_creation_input_token_cost": 0.000001, |
| | 4 | "cache_read_input_token_cost": 8e-8, |
| | 5 | "input_cost_per_token": 8e-7, |
| | 6 | "litellm_provider": "bedrock", |
| | 7 | "max_input_tokens": 200000, |
| | 8 | "max_output_tokens": 8192, |
| | 9 | "max_tokens": 8192, |
| | 10 | "mode": "chat", |
| | 11 | "output_cost_per_token": 0.000004, |
| | 12 | "supports_assistant_prefill": true, |
| | 13 | "supports_function_calling": true, |
| | 14 | "supports_pdf_input": true, |
| | 15 | "supports_prompt_caching": true, |
| | 16 | "supports_response_schema": true, |
| | 17 | "supports_tool_choice": true |
| | 18 | }, |
| | 19 | "anthropic.claude-haiku-4-5-20251001-v1:0": { |
| | 20 | "cache_creation_input_token_cost": 0.00000125, |
| | 21 | "cache_read_input_token_cost": 1e-7, |
| | 22 | "input_cost_per_token": 0.000001, |
| | 23 | "litellm_provider": "bedrock_converse", |
| | 24 | "max_input_tokens": 200000, |
| | 25 | "max_output_tokens": 64000, |
| | 26 | "max_tokens": 64000, |
| | 27 | "mode": "chat", |
| | 28 | "output_cost_per_token": 0.000005, |
| | 29 | "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", |
| | 30 | "supports_assistant_prefill": true, |
| | 31 | "supports_computer_use": true, |
| | 32 | "supports_function_calling": true, |
| | 33 | "supports_pdf_input": true, |
| | 34 | "supports_prompt_caching": true, |
| | 35 | "supports_reasoning": true, |
| | 36 | "supports_response_schema": true, |
| | 37 | "supports_tool_choice": true, |
| | 38 | "supports_vision": true, |
| | 39 | "tool_use_system_prompt_tokens": 346 |
| | 40 | }, |
| | 41 | "anthropic.claude-haiku-4-5@20251001": { |
| | 42 | "cache_creation_input_token_cost": 0.00000125, |
| | 43 | "cache_read_input_token_cost": 1e-7, |
| | 44 | "input_cost_per_token": 0.000001, |
| | 45 | "litellm_provider": "bedrock_converse", |
| | 46 | "max_input_tokens": 200000, |
| | 47 | "max_output_tokens": 64000, |
| | 48 | "max_tokens": 64000, |
| | 49 | "mode": "chat", |
| | 50 | "output_cost_per_token": 0.000005, |
| | 51 | "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", |
| | 52 | "supports_assistant_prefill": true, |
| | 53 | "supports_computer_use": true, |
| | 54 | "supports_function_calling": true, |
| | 55 | "supports_pdf_input": true, |
| | 56 | "supports_prompt_caching": true, |
| | 57 | "supports_reasoning": true, |
| | 58 | "supports_response_schema": true, |
| | 59 | "supports_tool_choice": true, |
| | 60 | "supports_vision": true, |
| | 61 | "tool_use_system_prompt_tokens": 346, |
| | 62 | "supports_native_streaming": true |
| | 63 | }, |
| | 64 | "anthropic.claude-3-5-sonnet-20240620-v1:0": { |
| | 65 | "input_cost_per_token": 0.000003, |
| | 66 | "litellm_provider": "bedrock", |
| | 67 | "max_input_tokens": 1000000, |
| | 68 | "max_output_tokens": 4096, |
| | 69 | "max_tokens": 4096, |
| | 70 | "mode": "chat", |
| | 71 | "output_cost_per_token": 0.000015, |
| | 72 | "supports_function_calling": true, |
| | 73 | "supports_pdf_input": true, |
| | 74 | "supports_response_schema": true, |
| | 75 | "supports_tool_choice": true, |
| | 76 | "supports_vision": true, |
| | 77 | "input_cost_per_token_above_200k_tokens": 0.000006, |
| | 78 | "output_cost_per_token_above_200k_tokens": 0.00003, |
| | 79 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, |
| | 80 | "cache_read_input_token_cost_above_200k_tokens": 6e-7, |
| | 81 | "cache_creation_input_token_cost_above_1hr": 0.0000075, |
| | 82 | "cache_creation_input_token_cost_above_1hr_above_200k_tokens": 0.000015, |
| | 83 | "cache_creation_input_token_cost": 0.00000375, |
| | 84 | "cache_read_input_token_cost": 3e-7 |
| | 85 | }, |
| | 86 | "anthropic.claude-3-5-sonnet-20241022-v2:0": { |
| | 87 | "cache_creation_input_token_cost": 0.00000375, |
| | 88 | "cache_read_input_token_cost": 3e-7, |
| | 89 | "input_cost_per_token": 0.000003, |
| | 90 | "litellm_provider": "bedrock", |
| | 91 | "max_input_tokens": 1000000, |
| | 92 | "max_output_tokens": 8192, |
| | 93 | "max_tokens": 8192, |
| | 94 | "mode": "chat", |
| | 95 | "output_cost_per_token": 0.000015, |
| | 96 | "supports_assistant_prefill": true, |
| | 97 | "supports_computer_use": true, |
| | 98 | "supports_function_calling": true, |
| | 99 | "supports_pdf_input": true, |
| | 100 | "supports_prompt_caching": true, |
| | 101 | "supports_response_schema": true, |
| | 102 | "supports_tool_choice": true, |
| | 103 | "supports_vision": true, |
| | 104 | "input_cost_per_token_above_200k_tokens": 0.000006, |
| | 105 | "output_cost_per_token_above_200k_tokens": 0.00003, |
| | 106 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, |
| | 107 | "cache_read_input_token_cost_above_200k_tokens": 6e-7, |
| | 108 | "cache_creation_input_token_cost_above_1hr": 0.0000075, |
| | 109 | "cache_creation_input_token_cost_above_1hr_above_200k_tokens": 0.000015 |
| | 110 | }, |
| | 111 | "anthropic.claude-3-7-sonnet-20240620-v1:0": { |
| | 112 | "cache_creation_input_token_cost": 0.0000045, |
| | 113 | "cache_read_input_token_cost": 3.6e-7, |
| | 114 | "input_cost_per_token": 0.0000036, |
| | 115 | "litellm_provider": "bedrock", |
| | 116 | "max_input_tokens": 200000, |
| | 117 | "max_output_tokens": 8192, |
| | 118 | "max_tokens": 8192, |
| | 119 | "mode": "chat", |
| | 120 | "output_cost_per_token": 0.000018, |
| | 121 | "supports_assistant_prefill": true, |
| | 122 | "supports_computer_use": true, |
| | 123 | "supports_function_calling": true, |
| | 124 | "supports_pdf_input": true, |
| | 125 | "supports_prompt_caching": true, |
| | 126 | "supports_reasoning": true, |
| | 127 | "supports_response_schema": true, |
| | 128 | "supports_tool_choice": true, |
| | 129 | "supports_vision": true |
| | 130 | }, |
| | 131 | "anthropic.claude-3-7-sonnet-20250219-v1:0": { |
| | 132 | "cache_creation_input_token_cost": 0.00000375, |
| | 133 | "cache_read_input_token_cost": 3e-7, |
| | 134 | "input_cost_per_token": 0.000003, |
| | 135 | "litellm_provider": "bedrock_converse", |
| | 136 | "max_input_tokens": 200000, |
| | 137 | "max_output_tokens": 8192, |
| | 138 | "max_tokens": 8192, |
| | 139 | "mode": "chat", |
| | 140 | "output_cost_per_token": 0.000015, |
| | 141 | "supports_assistant_prefill": true, |
| | 142 | "supports_computer_use": true, |
| | 143 | "supports_function_calling": true, |
| | 144 | "supports_pdf_input": true, |
| | 145 | "supports_prompt_caching": true, |
| | 146 | "supports_reasoning": true, |
| | 147 | "supports_response_schema": true, |
| | 148 | "supports_tool_choice": true, |
| | 149 | "supports_vision": true |
| | 150 | }, |
| | 151 | "anthropic.claude-3-haiku-20240307-v1:0": { |
| | 152 | "input_cost_per_token": 2.5e-7, |
| | 153 | "litellm_provider": "bedrock", |
| | 154 | "max_input_tokens": 200000, |
| | 155 | "max_output_tokens": 4096, |
| | 156 | "max_tokens": 4096, |
| | 157 | "mode": "chat", |
| | 158 | "output_cost_per_token": 0.00000125, |
| | 159 | "supports_function_calling": true, |
| | 160 | "supports_pdf_input": true, |
| | 161 | "supports_response_schema": true, |
| | 162 | "supports_tool_choice": true, |
| | 163 | "supports_vision": true |
| | 164 | }, |
| | 165 | "anthropic.claude-3-opus-20240229-v1:0": { |
| | 166 | "input_cost_per_token": 0.000015, |
| | 167 | "litellm_provider": "bedrock", |
| | 168 | "max_input_tokens": 200000, |
| | 169 | "max_output_tokens": 4096, |
| | 170 | "max_tokens": 4096, |
| | 171 | "mode": "chat", |
| | 172 | "output_cost_per_token": 0.000075, |
| | 173 | "supports_function_calling": true, |
| | 174 | "supports_response_schema": true, |
| | 175 | "supports_tool_choice": true, |
| | 176 | "supports_vision": true |
| | 177 | }, |
| | 178 | "anthropic.claude-3-sonnet-20240229-v1:0": { |
| | 179 | "input_cost_per_token": 0.000003, |
| | 180 | "litellm_provider": "bedrock", |
| | 181 | "max_input_tokens": 200000, |
| | 182 | "max_output_tokens": 4096, |
| | 183 | "max_tokens": 4096, |
| | 184 | "mode": "chat", |
| | 185 | "output_cost_per_token": 0.000015, |
| | 186 | "supports_function_calling": true, |
| | 187 | "supports_pdf_input": true, |
| | 188 | "supports_response_schema": true, |
| | 189 | "supports_tool_choice": true, |
| | 190 | "supports_vision": true |
| | 191 | }, |
| | 192 | "anthropic.claude-instant-v1": { |
| | 193 | "input_cost_per_token": 8e-7, |
| | 194 | "litellm_provider": "bedrock", |
| | 195 | "max_input_tokens": 100000, |
| | 196 | "max_output_tokens": 8191, |
| | 197 | "max_tokens": 8191, |
| | 198 | "mode": "chat", |
| | 199 | "output_cost_per_token": 0.0000024, |
| | 200 | "supports_tool_choice": true |
| | 201 | }, |
| | 202 | "anthropic.claude-opus-4-1-20250805-v1:0": { |
| | 203 | "cache_creation_input_token_cost": 0.00001875, |
| | 204 | "cache_read_input_token_cost": 0.0000015, |
| | 205 | "input_cost_per_token": 0.000015, |
| | 206 | "litellm_provider": "bedrock_converse", |
| | 207 | "max_input_tokens": 200000, |
| | 208 | "max_output_tokens": 32000, |
| | 209 | "max_tokens": 32000, |
| | 210 | "mode": "chat", |
| | 211 | "output_cost_per_token": 0.000075, |
| | 212 | "search_context_cost_per_query": { |
| | 213 | "search_context_size_high": 0.01, |
| | 214 | "search_context_size_low": 0.01, |
| | 215 | "search_context_size_medium": 0.01 |
| | 216 | }, |
| | 217 | "supports_assistant_prefill": true, |
| | 218 | "supports_computer_use": true, |
| | 219 | "supports_function_calling": true, |
| | 220 | "supports_pdf_input": true, |
| | 221 | "supports_prompt_caching": true, |
| | 222 | "supports_reasoning": true, |
| | 223 | "supports_response_schema": true, |
| | 224 | "supports_tool_choice": true, |
| | 225 | "supports_vision": true, |
| | 226 | "tool_use_system_prompt_tokens": 159 |
| | 227 | }, |
| | 228 | "anthropic.claude-opus-4-20250514-v1:0": { |
| | 229 | "cache_creation_input_token_cost": 0.00001875, |
| | 230 | "cache_read_input_token_cost": 0.0000015, |
| | 231 | "input_cost_per_token": 0.000015, |
| | 232 | "litellm_provider": "bedrock_converse", |
| | 233 | "max_input_tokens": 200000, |
| | 234 | "max_output_tokens": 32000, |
| | 235 | "max_tokens": 32000, |
| | 236 | "mode": "chat", |
| | 237 | "output_cost_per_token": 0.000075, |
| | 238 | "search_context_cost_per_query": { |
| | 239 | "search_context_size_high": 0.01, |
| | 240 | "search_context_size_low": 0.01, |
| | 241 | "search_context_size_medium": 0.01 |
| | 242 | }, |
| | 243 | "supports_assistant_prefill": true, |
| | 244 | "supports_computer_use": true, |
| | 245 | "supports_function_calling": true, |
| | 246 | "supports_pdf_input": true, |
| | 247 | "supports_prompt_caching": true, |
| | 248 | "supports_reasoning": true, |
| | 249 | "supports_response_schema": true, |
| | 250 | "supports_tool_choice": true, |
| | 251 | "supports_vision": true, |
| | 252 | "tool_use_system_prompt_tokens": 159 |
| | 253 | }, |
| | 254 | "anthropic.claude-opus-4-5-20251101-v1:0": { |
| | 255 | "cache_creation_input_token_cost": 0.00000625, |
| | 256 | "cache_read_input_token_cost": 5e-7, |
| | 257 | "input_cost_per_token": 0.000005, |
| | 258 | "litellm_provider": "bedrock_converse", |
| | 259 | "max_input_tokens": 200000, |
| | 260 | "max_output_tokens": 64000, |
| | 261 | "max_tokens": 64000, |
| | 262 | "mode": "chat", |
| | 263 | "output_cost_per_token": 0.000025, |
| | 264 | "search_context_cost_per_query": { |
| | 265 | "search_context_size_high": 0.01, |
| | 266 | "search_context_size_low": 0.01, |
| | 267 | "search_context_size_medium": 0.01 |
| | 268 | }, |
| | 269 | "supports_assistant_prefill": true, |
| | 270 | "supports_computer_use": true, |
| | 271 | "supports_function_calling": true, |
| | 272 | "supports_pdf_input": true, |
| | 273 | "supports_prompt_caching": true, |
| | 274 | "supports_reasoning": true, |
| | 275 | "supports_response_schema": true, |
| | 276 | "supports_tool_choice": true, |
| | 277 | "supports_vision": true, |
| | 278 | "tool_use_system_prompt_tokens": 159 |
| | 279 | }, |
| | 280 | "anthropic.claude-opus-4-6-v1": { |
| | 281 | "cache_creation_input_token_cost": 0.00000625, |
| | 282 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000125, |
| | 283 | "cache_read_input_token_cost": 5e-7, |
| | 284 | "cache_read_input_token_cost_above_200k_tokens": 0.000001, |
| | 285 | "input_cost_per_token": 0.000005, |
| | 286 | "input_cost_per_token_above_200k_tokens": 0.00001, |
| | 287 | "litellm_provider": "bedrock_converse", |
| | 288 | "max_input_tokens": 1000000, |
| | 289 | "max_output_tokens": 128000, |
| | 290 | "max_tokens": 128000, |
| | 291 | "mode": "chat", |
| | 292 | "output_cost_per_token": 0.000025, |
| | 293 | "output_cost_per_token_above_200k_tokens": 0.0000375, |
| | 294 | "search_context_cost_per_query": { |
| | 295 | "search_context_size_high": 0.01, |
| | 296 | "search_context_size_low": 0.01, |
| | 297 | "search_context_size_medium": 0.01 |
| | 298 | }, |
| | 299 | "supports_assistant_prefill": false, |
| | 300 | "supports_computer_use": true, |
| | 301 | "supports_function_calling": true, |
| | 302 | "supports_pdf_input": true, |
| | 303 | "supports_prompt_caching": true, |
| | 304 | "supports_reasoning": true, |
| | 305 | "supports_response_schema": true, |
| | 306 | "supports_tool_choice": true, |
| | 307 | "supports_vision": true, |
| | 308 | "tool_use_system_prompt_tokens": 346 |
| | 309 | }, |
| | 310 | "global.anthropic.claude-opus-4-6-v1": { |
| | 311 | "cache_creation_input_token_cost": 0.00000625, |
| | 312 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000125, |
| | 313 | "cache_read_input_token_cost": 5e-7, |
| | 314 | "cache_read_input_token_cost_above_200k_tokens": 0.000001, |
| | 315 | "input_cost_per_token": 0.000005, |
| | 316 | "input_cost_per_token_above_200k_tokens": 0.00001, |
| | 317 | "litellm_provider": "bedrock_converse", |
| | 318 | "max_input_tokens": 1000000, |
| | 319 | "max_output_tokens": 128000, |
| | 320 | "max_tokens": 128000, |
| | 321 | "mode": "chat", |
| | 322 | "output_cost_per_token": 0.000025, |
| | 323 | "output_cost_per_token_above_200k_tokens": 0.0000375, |
| | 324 | "search_context_cost_per_query": { |
| | 325 | "search_context_size_high": 0.01, |
| | 326 | "search_context_size_low": 0.01, |
| | 327 | "search_context_size_medium": 0.01 |
| | 328 | }, |
| | 329 | "supports_assistant_prefill": false, |
| | 330 | "supports_computer_use": true, |
| | 331 | "supports_function_calling": true, |
| | 332 | "supports_pdf_input": true, |
| | 333 | "supports_prompt_caching": true, |
| | 334 | "supports_reasoning": true, |
| | 335 | "supports_response_schema": true, |
| | 336 | "supports_tool_choice": true, |
| | 337 | "supports_vision": true, |
| | 338 | "tool_use_system_prompt_tokens": 346 |
| | 339 | }, |
| | 340 | "us.anthropic.claude-opus-4-6-v1": { |
| | 341 | "cache_creation_input_token_cost": 0.000006875, |
| | 342 | "cache_creation_input_token_cost_above_200k_tokens": 0.00001375, |
| | 343 | "cache_read_input_token_cost": 5.5e-7, |
| | 344 | "cache_read_input_token_cost_above_200k_tokens": 0.0000011, |
| | 345 | "input_cost_per_token": 0.0000055, |
| | 346 | "input_cost_per_token_above_200k_tokens": 0.000011, |
| | 347 | "litellm_provider": "bedrock_converse", |
| | 348 | "max_input_tokens": 1000000, |
| | 349 | "max_output_tokens": 128000, |
| | 350 | "max_tokens": 128000, |
| | 351 | "mode": "chat", |
| | 352 | "output_cost_per_token": 0.0000275, |
| | 353 | "output_cost_per_token_above_200k_tokens": 0.00004125, |
| | 354 | "search_context_cost_per_query": { |
| | 355 | "search_context_size_high": 0.01, |
| | 356 | "search_context_size_low": 0.01, |
| | 357 | "search_context_size_medium": 0.01 |
| | 358 | }, |
| | 359 | "supports_assistant_prefill": false, |
| | 360 | "supports_computer_use": true, |
| | 361 | "supports_function_calling": true, |
| | 362 | "supports_pdf_input": true, |
| | 363 | "supports_prompt_caching": true, |
| | 364 | "supports_reasoning": true, |
| | 365 | "supports_response_schema": true, |
| | 366 | "supports_tool_choice": true, |
| | 367 | "supports_vision": true, |
| | 368 | "tool_use_system_prompt_tokens": 346 |
| | 369 | }, |
| | 370 | "eu.anthropic.claude-opus-4-6-v1": { |
| | 371 | "cache_creation_input_token_cost": 0.000006875, |
| | 372 | "cache_creation_input_token_cost_above_200k_tokens": 0.00001375, |
| | 373 | "cache_read_input_token_cost": 5.5e-7, |
| | 374 | "cache_read_input_token_cost_above_200k_tokens": 0.0000011, |
| | 375 | "input_cost_per_token": 0.0000055, |
| | 376 | "input_cost_per_token_above_200k_tokens": 0.000011, |
| | 377 | "litellm_provider": "bedrock_converse", |
| | 378 | "max_input_tokens": 1000000, |
| | 379 | "max_output_tokens": 128000, |
| | 380 | "max_tokens": 128000, |
| | 381 | "mode": "chat", |
| | 382 | "output_cost_per_token": 0.0000275, |
| | 383 | "output_cost_per_token_above_200k_tokens": 0.00004125, |
| | 384 | "search_context_cost_per_query": { |
| | 385 | "search_context_size_high": 0.01, |
| | 386 | "search_context_size_low": 0.01, |
| | 387 | "search_context_size_medium": 0.01 |
| | 388 | }, |
| | 389 | "supports_assistant_prefill": false, |
| | 390 | "supports_computer_use": true, |
| | 391 | "supports_function_calling": true, |
| | 392 | "supports_pdf_input": true, |
| | 393 | "supports_prompt_caching": true, |
| | 394 | "supports_reasoning": true, |
| | 395 | "supports_response_schema": true, |
| | 396 | "supports_tool_choice": true, |
| | 397 | "supports_vision": true, |
| | 398 | "tool_use_system_prompt_tokens": 346 |
| | 399 | }, |
| | 400 | "au.anthropic.claude-opus-4-6-v1": { |
| | 401 | "cache_creation_input_token_cost": 0.000006875, |
| | 402 | "cache_creation_input_token_cost_above_200k_tokens": 0.00001375, |
| | 403 | "cache_read_input_token_cost": 5.5e-7, |
| | 404 | "cache_read_input_token_cost_above_200k_tokens": 0.0000011, |
| | 405 | "input_cost_per_token": 0.0000055, |
| | 406 | "input_cost_per_token_above_200k_tokens": 0.000011, |
| | 407 | "litellm_provider": "bedrock_converse", |
| | 408 | "max_input_tokens": 1000000, |
| | 409 | "max_output_tokens": 128000, |
| | 410 | "max_tokens": 128000, |
| | 411 | "mode": "chat", |
| | 412 | "output_cost_per_token": 0.0000275, |
| | 413 | "output_cost_per_token_above_200k_tokens": 0.00004125, |
| | 414 | "search_context_cost_per_query": { |
| | 415 | "search_context_size_high": 0.01, |
| | 416 | "search_context_size_low": 0.01, |
| | 417 | "search_context_size_medium": 0.01 |
| | 418 | }, |
| | 419 | "supports_assistant_prefill": false, |
| | 420 | "supports_computer_use": true, |
| | 421 | "supports_function_calling": true, |
| | 422 | "supports_pdf_input": true, |
| | 423 | "supports_prompt_caching": true, |
| | 424 | "supports_reasoning": true, |
| | 425 | "supports_response_schema": true, |
| | 426 | "supports_tool_choice": true, |
| | 427 | "supports_vision": true, |
| | 428 | "tool_use_system_prompt_tokens": 346 |
| | 429 | }, |
| | 430 | "anthropic.claude-sonnet-4-6": { |
| | 431 | "cache_creation_input_token_cost": 0.00000375, |
| | 432 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, |
| | 433 | "cache_read_input_token_cost": 3e-7, |
| | 434 | "cache_read_input_token_cost_above_200k_tokens": 6e-7, |
| | 435 | "input_cost_per_token": 0.000003, |
| | 436 | "input_cost_per_token_above_200k_tokens": 0.000006, |
| | 437 | "litellm_provider": "bedrock_converse", |
| | 438 | "max_input_tokens": 200000, |
| | 439 | "max_output_tokens": 64000, |
| | 440 | "max_tokens": 64000, |
| | 441 | "mode": "chat", |
| | 442 | "output_cost_per_token": 0.000015, |
| | 443 | "output_cost_per_token_above_200k_tokens": 0.0000225, |
| | 444 | "search_context_cost_per_query": { |
| | 445 | "search_context_size_high": 0.01, |
| | 446 | "search_context_size_low": 0.01, |
| | 447 | "search_context_size_medium": 0.01 |
| | 448 | }, |
| | 449 | "supports_assistant_prefill": true, |
| | 450 | "supports_computer_use": true, |
| | 451 | "supports_function_calling": true, |
| | 452 | "supports_pdf_input": true, |
| | 453 | "supports_prompt_caching": true, |
| | 454 | "supports_reasoning": true, |
| | 455 | "supports_response_schema": true, |
| | 456 | "supports_tool_choice": true, |
| | 457 | "supports_vision": true, |
| | 458 | "tool_use_system_prompt_tokens": 346 |
| | 459 | }, |
| | 460 | "global.anthropic.claude-sonnet-4-6": { |
| | 461 | "cache_creation_input_token_cost": 0.00000375, |
| | 462 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, |
| | 463 | "cache_read_input_token_cost": 3e-7, |
| | 464 | "cache_read_input_token_cost_above_200k_tokens": 6e-7, |
| | 465 | "input_cost_per_token": 0.000003, |
| | 466 | "input_cost_per_token_above_200k_tokens": 0.000006, |
| | 467 | "litellm_provider": "bedrock_converse", |
| | 468 | "max_input_tokens": 200000, |
| | 469 | "max_output_tokens": 64000, |
| | 470 | "max_tokens": 64000, |
| | 471 | "mode": "chat", |
| | 472 | "output_cost_per_token": 0.000015, |
| | 473 | "output_cost_per_token_above_200k_tokens": 0.0000225, |
| | 474 | "search_context_cost_per_query": { |
| | 475 | "search_context_size_high": 0.01, |
| | 476 | "search_context_size_low": 0.01, |
| | 477 | "search_context_size_medium": 0.01 |
| | 478 | }, |
| | 479 | "supports_assistant_prefill": true, |
| | 480 | "supports_computer_use": true, |
| | 481 | "supports_function_calling": true, |
| | 482 | "supports_pdf_input": true, |
| | 483 | "supports_prompt_caching": true, |
| | 484 | "supports_reasoning": true, |
| | 485 | "supports_response_schema": true, |
| | 486 | "supports_tool_choice": true, |
| | 487 | "supports_vision": true, |
| | 488 | "tool_use_system_prompt_tokens": 346 |
| | 489 | }, |
| | 490 | "us.anthropic.claude-sonnet-4-6": { |
| | 491 | "cache_creation_input_token_cost": 0.000004125, |
| | 492 | "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, |
| | 493 | "cache_read_input_token_cost": 3.3e-7, |
| | 494 | "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, |
| | 495 | "input_cost_per_token": 0.0000033, |
| | 496 | "input_cost_per_token_above_200k_tokens": 0.0000066, |
| | 497 | "litellm_provider": "bedrock_converse", |
| | 498 | "max_input_tokens": 200000, |
| | 499 | "max_output_tokens": 64000, |
| | 500 | "max_tokens": 64000, |
| | 501 | "mode": "chat", |
| | 502 | "output_cost_per_token": 0.0000165, |
| | 503 | "output_cost_per_token_above_200k_tokens": 0.00002475, |
| | 504 | "search_context_cost_per_query": { |
| | 505 | "search_context_size_high": 0.01, |
| | 506 | "search_context_size_low": 0.01, |
| | 507 | "search_context_size_medium": 0.01 |
| | 508 | }, |
| | 509 | "supports_assistant_prefill": true, |
| | 510 | "supports_computer_use": true, |
| | 511 | "supports_function_calling": true, |
| | 512 | "supports_pdf_input": true, |
| | 513 | "supports_prompt_caching": true, |
| | 514 | "supports_reasoning": true, |
| | 515 | "supports_response_schema": true, |
| | 516 | "supports_tool_choice": true, |
| | 517 | "supports_vision": true, |
| | 518 | "tool_use_system_prompt_tokens": 346 |
| | 519 | }, |
| | 520 | "eu.anthropic.claude-sonnet-4-6": { |
| | 521 | "cache_creation_input_token_cost": 0.000004125, |
| | 522 | "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, |
| | 523 | "cache_read_input_token_cost": 3.3e-7, |
| | 524 | "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, |
| | 525 | "input_cost_per_token": 0.0000033, |
| | 526 | "input_cost_per_token_above_200k_tokens": 0.0000066, |
| | 527 | "litellm_provider": "bedrock_converse", |
| | 528 | "max_input_tokens": 200000, |
| | 529 | "max_output_tokens": 64000, |
| | 530 | "max_tokens": 64000, |
| | 531 | "mode": "chat", |
| | 532 | "output_cost_per_token": 0.0000165, |
| | 533 | "output_cost_per_token_above_200k_tokens": 0.00002475, |
| | 534 | "search_context_cost_per_query": { |
| | 535 | "search_context_size_high": 0.01, |
| | 536 | "search_context_size_low": 0.01, |
| | 537 | "search_context_size_medium": 0.01 |
| | 538 | }, |
| | 539 | "supports_assistant_prefill": true, |
| | 540 | "supports_computer_use": true, |
| | 541 | "supports_function_calling": true, |
| | 542 | "supports_pdf_input": true, |
| | 543 | "supports_prompt_caching": true, |
| | 544 | "supports_reasoning": true, |
| | 545 | "supports_response_schema": true, |
| | 546 | "supports_tool_choice": true, |
| | 547 | "supports_vision": true, |
| | 548 | "tool_use_system_prompt_tokens": 346 |
| | 549 | }, |
| | 550 | "apac.anthropic.claude-sonnet-4-6": { |
| | 551 | "cache_creation_input_token_cost": 0.000004125, |
| | 552 | "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, |
| | 553 | "cache_read_input_token_cost": 3.3e-7, |
| | 554 | "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, |
| | 555 | "input_cost_per_token": 0.0000033, |
| | 556 | "input_cost_per_token_above_200k_tokens": 0.0000066, |
| | 557 | "litellm_provider": "bedrock_converse", |
| | 558 | "max_input_tokens": 200000, |
| | 559 | "max_output_tokens": 64000, |
| | 560 | "max_tokens": 64000, |
| | 561 | "mode": "chat", |
| | 562 | "output_cost_per_token": 0.0000165, |
| | 563 | "output_cost_per_token_above_200k_tokens": 0.00002475, |
| | 564 | "search_context_cost_per_query": { |
| | 565 | "search_context_size_high": 0.01, |
| | 566 | "search_context_size_low": 0.01, |
| | 567 | "search_context_size_medium": 0.01 |
| | 568 | }, |
| | 569 | "supports_assistant_prefill": true, |
| | 570 | "supports_computer_use": true, |
| | 571 | "supports_function_calling": true, |
| | 572 | "supports_pdf_input": true, |
| | 573 | "supports_prompt_caching": true, |
| | 574 | "supports_reasoning": true, |
| | 575 | "supports_response_schema": true, |
| | 576 | "supports_tool_choice": true, |
| | 577 | "supports_vision": true, |
| | 578 | "tool_use_system_prompt_tokens": 346 |
| | 579 | }, |
| | 580 | "anthropic.claude-sonnet-4-20250514-v1:0": { |
| | 581 | "cache_creation_input_token_cost": 0.00000375, |
| | 582 | "cache_read_input_token_cost": 3e-7, |
| | 583 | "input_cost_per_token": 0.000003, |
| | 584 | "input_cost_per_token_above_200k_tokens": 0.000006, |
| | 585 | "output_cost_per_token_above_200k_tokens": 0.0000225, |
| | 586 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, |
| | 587 | "cache_read_input_token_cost_above_200k_tokens": 6e-7, |
| | 588 | "litellm_provider": "bedrock_converse", |
| | 589 | "max_input_tokens": 1000000, |
| | 590 | "max_output_tokens": 64000, |
| | 591 | "max_tokens": 64000, |
| | 592 | "mode": "chat", |
| | 593 | "output_cost_per_token": 0.000015, |
| | 594 | "search_context_cost_per_query": { |
| | 595 | "search_context_size_high": 0.01, |
| | 596 | "search_context_size_low": 0.01, |
| | 597 | "search_context_size_medium": 0.01 |
| | 598 | }, |
| | 599 | "supports_assistant_prefill": true, |
| | 600 | "supports_computer_use": true, |
| | 601 | "supports_function_calling": true, |
| | 602 | "supports_pdf_input": true, |
| | 603 | "supports_prompt_caching": true, |
| | 604 | "supports_reasoning": true, |
| | 605 | "supports_response_schema": true, |
| | 606 | "supports_tool_choice": true, |
| | 607 | "supports_vision": true, |
| | 608 | "tool_use_system_prompt_tokens": 159 |
| | 609 | }, |
| | 610 | "anthropic.claude-sonnet-4-5-20250929-v1:0": { |
| | 611 | "cache_creation_input_token_cost": 0.00000375, |
| | 612 | "cache_read_input_token_cost": 3e-7, |
| | 613 | "input_cost_per_token": 0.000003, |
| | 614 | "input_cost_per_token_above_200k_tokens": 0.000006, |
| | 615 | "output_cost_per_token_above_200k_tokens": 0.0000225, |
| | 616 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, |
| | 617 | "cache_read_input_token_cost_above_200k_tokens": 6e-7, |
| | 618 | "litellm_provider": "bedrock_converse", |
| | 619 | "max_input_tokens": 200000, |
| | 620 | "max_output_tokens": 64000, |
| | 621 | "max_tokens": 64000, |
| | 622 | "mode": "chat", |
| | 623 | "output_cost_per_token": 0.000015, |
| | 624 | "search_context_cost_per_query": { |
| | 625 | "search_context_size_high": 0.01, |
| | 626 | "search_context_size_low": 0.01, |
| | 627 | "search_context_size_medium": 0.01 |
| | 628 | }, |
| | 629 | "supports_assistant_prefill": true, |
| | 630 | "supports_computer_use": true, |
| | 631 | "supports_function_calling": true, |
| | 632 | "supports_pdf_input": true, |
| | 633 | "supports_prompt_caching": true, |
| | 634 | "supports_reasoning": true, |
| | 635 | "supports_response_schema": true, |
| | 636 | "supports_tool_choice": true, |
| | 637 | "supports_vision": true, |
| | 638 | "tool_use_system_prompt_tokens": 159 |
| | 639 | }, |
| | 640 | "anthropic.claude-v1": { |
| | 641 | "input_cost_per_token": 0.000008, |
| | 642 | "litellm_provider": "bedrock", |
| | 643 | "max_input_tokens": 100000, |
| | 644 | "max_output_tokens": 8191, |
| | 645 | "max_tokens": 8191, |
| | 646 | "mode": "chat", |
| | 647 | "output_cost_per_token": 0.000024 |
| | 648 | }, |
| | 649 | "anthropic.claude-v2:1": { |
| | 650 | "input_cost_per_token": 0.000008, |
| | 651 | "litellm_provider": "bedrock", |
| | 652 | "max_input_tokens": 100000, |
| | 653 | "max_output_tokens": 8191, |
| | 654 | "max_tokens": 8191, |
| | 655 | "mode": "chat", |
| | 656 | "output_cost_per_token": 0.000024, |
| | 657 | "supports_tool_choice": true |
| | 658 | }, |
| | 659 | "apac.anthropic.claude-3-5-sonnet-20240620-v1:0": { |
| | 660 | "input_cost_per_token": 0.000003, |
| | 661 | "litellm_provider": "bedrock", |
| | 662 | "max_input_tokens": 200000, |
| | 663 | "max_output_tokens": 4096, |
| | 664 | "max_tokens": 4096, |
| | 665 | "mode": "chat", |
| | 666 | "output_cost_per_token": 0.000015, |
| | 667 | "supports_function_calling": true, |
| | 668 | "supports_pdf_input": true, |
| | 669 | "supports_response_schema": true, |
| | 670 | "supports_tool_choice": true, |
| | 671 | "supports_vision": true |
| | 672 | }, |
| | 673 | "apac.anthropic.claude-3-5-sonnet-20241022-v2:0": { |
| | 674 | "cache_creation_input_token_cost": 0.00000375, |
| | 675 | "cache_read_input_token_cost": 3e-7, |
| | 676 | "input_cost_per_token": 0.000003, |
| | 677 | "litellm_provider": "bedrock", |
| | 678 | "max_input_tokens": 200000, |
| | 679 | "max_output_tokens": 8192, |
| | 680 | "max_tokens": 8192, |
| | 681 | "mode": "chat", |
| | 682 | "output_cost_per_token": 0.000015, |
| | 683 | "supports_assistant_prefill": true, |
| | 684 | "supports_computer_use": true, |
| | 685 | "supports_function_calling": true, |
| | 686 | "supports_pdf_input": true, |
| | 687 | "supports_prompt_caching": true, |
| | 688 | "supports_response_schema": true, |
| | 689 | "supports_tool_choice": true, |
| | 690 | "supports_vision": true |
| | 691 | }, |
| | 692 | "apac.anthropic.claude-3-haiku-20240307-v1:0": { |
| | 693 | "input_cost_per_token": 2.5e-7, |
| | 694 | "litellm_provider": "bedrock", |
| | 695 | "max_input_tokens": 200000, |
| | 696 | "max_output_tokens": 4096, |
| | 697 | "max_tokens": 4096, |
| | 698 | "mode": "chat", |
| | 699 | "output_cost_per_token": 0.00000125, |
| | 700 | "supports_function_calling": true, |
| | 701 | "supports_pdf_input": true, |
| | 702 | "supports_response_schema": true, |
| | 703 | "supports_tool_choice": true, |
| | 704 | "supports_vision": true |
| | 705 | }, |
| | 706 | "apac.anthropic.claude-haiku-4-5-20251001-v1:0": { |
| | 707 | "cache_creation_input_token_cost": 0.000001375, |
| | 708 | "cache_read_input_token_cost": 1.1e-7, |
| | 709 | "input_cost_per_token": 0.0000011, |
| | 710 | "litellm_provider": "bedrock_converse", |
| | 711 | "max_input_tokens": 200000, |
| | 712 | "max_output_tokens": 64000, |
| | 713 | "max_tokens": 64000, |
| | 714 | "mode": "chat", |
| | 715 | "output_cost_per_token": 0.0000055, |
| | 716 | "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", |
| | 717 | "supports_assistant_prefill": true, |
| | 718 | "supports_computer_use": true, |
| | 719 | "supports_function_calling": true, |
| | 720 | "supports_pdf_input": true, |
| | 721 | "supports_prompt_caching": true, |
| | 722 | "supports_reasoning": true, |
| | 723 | "supports_response_schema": true, |
| | 724 | "supports_tool_choice": true, |
| | 725 | "supports_vision": true, |
| | 726 | "tool_use_system_prompt_tokens": 346 |
| | 727 | }, |
| | 728 | "apac.anthropic.claude-3-sonnet-20240229-v1:0": { |
| | 729 | "input_cost_per_token": 0.000003, |
| | 730 | "litellm_provider": "bedrock", |
| | 731 | "max_input_tokens": 200000, |
| | 732 | "max_output_tokens": 4096, |
| | 733 | "max_tokens": 4096, |
| | 734 | "mode": "chat", |
| | 735 | "output_cost_per_token": 0.000015, |
| | 736 | "supports_function_calling": true, |
| | 737 | "supports_pdf_input": true, |
| | 738 | "supports_response_schema": true, |
| | 739 | "supports_tool_choice": true, |
| | 740 | "supports_vision": true |
| | 741 | }, |
| | 742 | "apac.anthropic.claude-sonnet-4-20250514-v1:0": { |
| | 743 | "cache_creation_input_token_cost": 0.00000375, |
| | 744 | "cache_read_input_token_cost": 3e-7, |
| | 745 | "input_cost_per_token": 0.000003, |
| | 746 | "input_cost_per_token_above_200k_tokens": 0.000006, |
| | 747 | "output_cost_per_token_above_200k_tokens": 0.0000225, |
| | 748 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, |
| | 749 | "cache_read_input_token_cost_above_200k_tokens": 6e-7, |
| | 750 | "litellm_provider": "bedrock_converse", |
| | 751 | "max_input_tokens": 1000000, |
| | 752 | "max_output_tokens": 64000, |
| | 753 | "max_tokens": 64000, |
| | 754 | "mode": "chat", |
| | 755 | "output_cost_per_token": 0.000015, |
| | 756 | "search_context_cost_per_query": { |
| | 757 | "search_context_size_high": 0.01, |
| | 758 | "search_context_size_low": 0.01, |
| | 759 | "search_context_size_medium": 0.01 |
| | 760 | }, |
| | 761 | "supports_assistant_prefill": true, |
| | 762 | "supports_computer_use": true, |
| | 763 | "supports_function_calling": true, |
| | 764 | "supports_pdf_input": true, |
| | 765 | "supports_prompt_caching": true, |
| | 766 | "supports_reasoning": true, |
| | 767 | "supports_response_schema": true, |
| | 768 | "supports_tool_choice": true, |
| | 769 | "supports_vision": true, |
| | 770 | "tool_use_system_prompt_tokens": 159 |
| | 771 | }, |
| | 772 | "au.anthropic.claude-sonnet-4-5-20250929-v1:0": { |
| | 773 | "cache_creation_input_token_cost": 0.000004125, |
| | 774 | "cache_read_input_token_cost": 3.3e-7, |
| | 775 | "input_cost_per_token": 0.0000033, |
| | 776 | "input_cost_per_token_above_200k_tokens": 0.0000066, |
| | 777 | "output_cost_per_token_above_200k_tokens": 0.00002475, |
| | 778 | "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, |
| | 779 | "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, |
| | 780 | "litellm_provider": "bedrock_converse", |
| | 781 | "max_input_tokens": 200000, |
| | 782 | "max_output_tokens": 64000, |
| | 783 | "max_tokens": 64000, |
| | 784 | "mode": "chat", |
| | 785 | "output_cost_per_token": 0.0000165, |
| | 786 | "search_context_cost_per_query": { |
| | 787 | "search_context_size_high": 0.01, |
| | 788 | "search_context_size_low": 0.01, |
| | 789 | "search_context_size_medium": 0.01 |
| | 790 | }, |
| | 791 | "supports_assistant_prefill": true, |
| | 792 | "supports_computer_use": true, |
| | 793 | "supports_function_calling": true, |
| | 794 | "supports_pdf_input": true, |
| | 795 | "supports_prompt_caching": true, |
| | 796 | "supports_reasoning": true, |
| | 797 | "supports_response_schema": true, |
| | 798 | "supports_tool_choice": true, |
| | 799 | "supports_vision": true, |
| | 800 | "tool_use_system_prompt_tokens": 346 |
| | 801 | }, |
| | 802 | "azure_ai/claude-haiku-4-5": { |
| | 803 | "cache_creation_input_token_cost": 0.00000125, |
| | 804 | "cache_creation_input_token_cost_above_1hr": 0.000002, |
| | 805 | "cache_read_input_token_cost": 1e-7, |
| | 806 | "input_cost_per_token": 0.000001, |
| | 807 | "litellm_provider": "azure_ai", |
| | 808 | "max_input_tokens": 200000, |
| | 809 | "max_output_tokens": 64000, |
| | 810 | "max_tokens": 64000, |
| | 811 | "mode": "chat", |
| | 812 | "output_cost_per_token": 0.000005, |
| | 813 | "supports_assistant_prefill": true, |
| | 814 | "supports_computer_use": true, |
| | 815 | "supports_function_calling": true, |
| | 816 | "supports_pdf_input": true, |
| | 817 | "supports_prompt_caching": true, |
| | 818 | "supports_reasoning": true, |
| | 819 | "supports_response_schema": true, |
| | 820 | "supports_tool_choice": true, |
| | 821 | "supports_vision": true |
| | 822 | }, |
| | 823 | "azure_ai/claude-opus-4-5": { |
| | 824 | "cache_creation_input_token_cost": 0.00000625, |
| | 825 | "cache_creation_input_token_cost_above_1hr": 0.00001, |
| | 826 | "cache_read_input_token_cost": 5e-7, |
| | 827 | "input_cost_per_token": 0.000005, |
| | 828 | "litellm_provider": "azure_ai", |
| | 829 | "max_input_tokens": 200000, |
| | 830 | "max_output_tokens": 64000, |
| | 831 | "max_tokens": 64000, |
| | 832 | "mode": "chat", |
| | 833 | "output_cost_per_token": 0.000025, |
| | 834 | "supports_assistant_prefill": true, |
| | 835 | "supports_computer_use": true, |
| | 836 | "supports_function_calling": true, |
| | 837 | "supports_pdf_input": true, |
| | 838 | "supports_prompt_caching": true, |
| | 839 | "supports_reasoning": true, |
| | 840 | "supports_response_schema": true, |
| | 841 | "supports_tool_choice": true, |
| | 842 | "supports_vision": true |
| | 843 | }, |
| | 844 | "azure_ai/claude-opus-4-6": { |
| | 845 | "input_cost_per_token": 0.000005, |
| | 846 | "output_cost_per_token": 0.000025, |
| | 847 | "litellm_provider": "azure_ai", |
| | 848 | "max_input_tokens": 200000, |
| | 849 | "max_output_tokens": 128000, |
| | 850 | "max_tokens": 128000, |
| | 851 | "mode": "chat", |
| | 852 | "search_context_cost_per_query": { |
| | 853 | "search_context_size_high": 0.01, |
| | 854 | "search_context_size_low": 0.01, |
| | 855 | "search_context_size_medium": 0.01 |
| | 856 | }, |
| | 857 | "cache_creation_input_token_cost": 0.00000625, |
| | 858 | "cache_creation_input_token_cost_above_1hr": 0.00001, |
| | 859 | "cache_read_input_token_cost": 5e-7, |
| | 860 | "supports_assistant_prefill": false, |
| | 861 | "supports_computer_use": true, |
| | 862 | "supports_function_calling": true, |
| | 863 | "supports_pdf_input": true, |
| | 864 | "supports_prompt_caching": true, |
| | 865 | "supports_reasoning": true, |
| | 866 | "supports_response_schema": true, |
| | 867 | "supports_tool_choice": true, |
| | 868 | "supports_vision": true, |
| | 869 | "tool_use_system_prompt_tokens": 159 |
| | 870 | }, |
| | 871 | "azure_ai/claude-opus-4-1": { |
| | 872 | "cache_creation_input_token_cost": 0.00001875, |
| | 873 | "cache_creation_input_token_cost_above_1hr": 0.00003, |
| | 874 | "cache_read_input_token_cost": 0.0000015, |
| | 875 | "input_cost_per_token": 0.000015, |
| | 876 | "litellm_provider": "azure_ai", |
| | 877 | "max_input_tokens": 200000, |
| | 878 | "max_output_tokens": 32000, |
| | 879 | "max_tokens": 32000, |
| | 880 | "mode": "chat", |
| | 881 | "output_cost_per_token": 0.000075, |
| | 882 | "supports_assistant_prefill": true, |
| | 883 | "supports_computer_use": true, |
| | 884 | "supports_function_calling": true, |
| | 885 | "supports_pdf_input": true, |
| | 886 | "supports_prompt_caching": true, |
| | 887 | "supports_reasoning": true, |
| | 888 | "supports_response_schema": true, |
| | 889 | "supports_tool_choice": true, |
| | 890 | "supports_vision": true |
| | 891 | }, |
| | 892 | "azure_ai/claude-sonnet-4-5": { |
| | 893 | "cache_creation_input_token_cost": 0.00000375, |
| | 894 | "cache_creation_input_token_cost_above_1hr": 0.000006, |
| | 895 | "cache_read_input_token_cost": 3e-7, |
| | 896 | "input_cost_per_token": 0.000003, |
| | 897 | "litellm_provider": "azure_ai", |
| | 898 | "max_input_tokens": 200000, |
| | 899 | "max_output_tokens": 64000, |
| | 900 | "max_tokens": 64000, |
| | 901 | "mode": "chat", |
| | 902 | "output_cost_per_token": 0.000015, |
| | 903 | "supports_assistant_prefill": true, |
| | 904 | "supports_computer_use": true, |
| | 905 | "supports_function_calling": true, |
| | 906 | "supports_pdf_input": true, |
| | 907 | "supports_prompt_caching": true, |
| | 908 | "supports_reasoning": true, |
| | 909 | "supports_response_schema": true, |
| | 910 | "supports_tool_choice": true, |
| | 911 | "supports_vision": true |
| | 912 | }, |
| | 913 | "azure_ai/claude-sonnet-4-6": { |
| | 914 | "cache_creation_input_token_cost": 0.00000375, |
| | 915 | "cache_creation_input_token_cost_above_1hr": 0.000006, |
| | 916 | "cache_read_input_token_cost": 3e-7, |
| | 917 | "input_cost_per_token": 0.000003, |
| | 918 | "litellm_provider": "azure_ai", |
| | 919 | "max_input_tokens": 200000, |
| | 920 | "max_output_tokens": 64000, |
| | 921 | "max_tokens": 64000, |
| | 922 | "mode": "chat", |
| | 923 | "output_cost_per_token": 0.000015, |
| | 924 | "supports_assistant_prefill": true, |
| | 925 | "supports_computer_use": true, |
| | 926 | "supports_function_calling": true, |
| | 927 | "supports_pdf_input": true, |
| | 928 | "supports_prompt_caching": true, |
| | 929 | "supports_reasoning": true, |
| | 930 | "supports_response_schema": true, |
| | 931 | "supports_tool_choice": true, |
| | 932 | "supports_vision": true, |
| | 933 | "tool_use_system_prompt_tokens": 346 |
| | 934 | }, |
| | 935 | "bedrock/ap-northeast-1/anthropic.claude-instant-v1": { |
| | 936 | "input_cost_per_token": 0.00000223, |
| | 937 | "litellm_provider": "bedrock", |
| | 938 | "max_input_tokens": 100000, |
| | 939 | "max_output_tokens": 8191, |
| | 940 | "max_tokens": 8191, |
| | 941 | "mode": "chat", |
| | 942 | "output_cost_per_token": 0.00000755, |
| | 943 | "supports_tool_choice": true |
| | 944 | }, |
| | 945 | "bedrock/ap-northeast-1/anthropic.claude-v1": { |
| | 946 | "input_cost_per_token": 0.000008, |
| | 947 | "litellm_provider": "bedrock", |
| | 948 | "max_input_tokens": 100000, |
| | 949 | "max_output_tokens": 8191, |
| | 950 | "max_tokens": 8191, |
| | 951 | "mode": "chat", |
| | 952 | "output_cost_per_token": 0.000024, |
| | 953 | "supports_tool_choice": true |
| | 954 | }, |
| | 955 | "bedrock/ap-northeast-1/anthropic.claude-v2:1": { |
| | 956 | "input_cost_per_token": 0.000008, |
| | 957 | "litellm_provider": "bedrock", |
| | 958 | "max_input_tokens": 100000, |
| | 959 | "max_output_tokens": 8191, |
| | 960 | "max_tokens": 8191, |
| | 961 | "mode": "chat", |
| | 962 | "output_cost_per_token": 0.000024, |
| | 963 | "supports_tool_choice": true |
| | 964 | }, |
| | 965 | "bedrock/eu-central-1/anthropic.claude-instant-v1": { |
| | 966 | "input_cost_per_token": 0.00000248, |
| | 967 | "litellm_provider": "bedrock", |
| | 968 | "max_input_tokens": 100000, |
| | 969 | "max_output_tokens": 8191, |
| | 970 | "max_tokens": 8191, |
| | 971 | "mode": "chat", |
| | 972 | "output_cost_per_token": 0.00000838, |
| | 973 | "supports_tool_choice": true |
| | 974 | }, |
| | 975 | "bedrock/eu-central-1/anthropic.claude-v1": { |
| | 976 | "input_cost_per_token": 0.000008, |
| | 977 | "litellm_provider": "bedrock", |
| | 978 | "max_input_tokens": 100000, |
| | 979 | "max_output_tokens": 8191, |
| | 980 | "max_tokens": 8191, |
| | 981 | "mode": "chat", |
| | 982 | "output_cost_per_token": 0.000024 |
| | 983 | }, |
| | 984 | "bedrock/eu-central-1/anthropic.claude-v2:1": { |
| | 985 | "input_cost_per_token": 0.000008, |
| | 986 | "litellm_provider": "bedrock", |
| | 987 | "max_input_tokens": 100000, |
| | 988 | "max_output_tokens": 8191, |
| | 989 | "max_tokens": 8191, |
| | 990 | "mode": "chat", |
| | 991 | "output_cost_per_token": 0.000024, |
| | 992 | "supports_tool_choice": true |
| | 993 | }, |
| | 994 | "bedrock/invoke/anthropic.claude-3-5-sonnet-20240620-v1:0": { |
| | 995 | "input_cost_per_token": 0.000003, |
| | 996 | "litellm_provider": "bedrock", |
| | 997 | "max_input_tokens": 200000, |
| | 998 | "max_output_tokens": 4096, |
| | 999 | "max_tokens": 4096, |
| | 1000 | "metadata": { |
| | 1001 | "notes": "Anthropic via Invoke route does not currently support pdf input." |
| | 1002 | }, |
| | 1003 | "mode": "chat", |
| | 1004 | "output_cost_per_token": 0.000015, |
| | 1005 | "supports_function_calling": true, |
| | 1006 | "supports_response_schema": true, |
| | 1007 | "supports_tool_choice": true, |
| | 1008 | "supports_vision": true |
| | 1009 | }, |
| | 1010 | "bedrock/us-east-1/anthropic.claude-instant-v1": { |
| | 1011 | "input_cost_per_token": 8e-7, |
| | 1012 | "litellm_provider": "bedrock", |
| | 1013 | "max_input_tokens": 100000, |
| | 1014 | "max_output_tokens": 8191, |
| | 1015 | "max_tokens": 8191, |
| | 1016 | "mode": "chat", |
| | 1017 | "output_cost_per_token": 0.0000024, |
| | 1018 | "supports_tool_choice": true |
| | 1019 | }, |
| | 1020 | "bedrock/us-east-1/anthropic.claude-v1": { |
| | 1021 | "input_cost_per_token": 0.000008, |
| | 1022 | "litellm_provider": "bedrock", |
| | 1023 | "max_input_tokens": 100000, |
| | 1024 | "max_output_tokens": 8191, |
| | 1025 | "max_tokens": 8191, |
| | 1026 | "mode": "chat", |
| | 1027 | "output_cost_per_token": 0.000024, |
| | 1028 | "supports_tool_choice": true |
| | 1029 | }, |
| | 1030 | "bedrock/us-east-1/anthropic.claude-v2:1": { |
| | 1031 | "input_cost_per_token": 0.000008, |
| | 1032 | "litellm_provider": "bedrock", |
| | 1033 | "max_input_tokens": 100000, |
| | 1034 | "max_output_tokens": 8191, |
| | 1035 | "max_tokens": 8191, |
| | 1036 | "mode": "chat", |
| | 1037 | "output_cost_per_token": 0.000024, |
| | 1038 | "supports_tool_choice": true |
| | 1039 | }, |
| | 1040 | "bedrock/us-gov-east-1/anthropic.claude-3-5-sonnet-20240620-v1:0": { |
| | 1041 | "input_cost_per_token": 0.0000036, |
| | 1042 | "litellm_provider": "bedrock", |
| | 1043 | "max_input_tokens": 200000, |
| | 1044 | "max_output_tokens": 8192, |
| | 1045 | "max_tokens": 8192, |
| | 1046 | "mode": "chat", |
| | 1047 | "output_cost_per_token": 0.000018, |
| | 1048 | "supports_function_calling": true, |
| | 1049 | "supports_pdf_input": true, |
| | 1050 | "supports_response_schema": true, |
| | 1051 | "supports_tool_choice": true, |
| | 1052 | "supports_vision": true |
| | 1053 | }, |
| | 1054 | "bedrock/us-gov-east-1/anthropic.claude-3-haiku-20240307-v1:0": { |
| | 1055 | "input_cost_per_token": 3e-7, |
| | 1056 | "litellm_provider": "bedrock", |
| | 1057 | "max_input_tokens": 200000, |
| | 1058 | "max_output_tokens": 4096, |
| | 1059 | "max_tokens": 4096, |
| | 1060 | "mode": "chat", |
| | 1061 | "output_cost_per_token": 0.0000015, |
| | 1062 | "supports_function_calling": true, |
| | 1063 | "supports_pdf_input": true, |
| | 1064 | "supports_response_schema": true, |
| | 1065 | "supports_tool_choice": true, |
| | 1066 | "supports_vision": true |
| | 1067 | }, |
| | 1068 | "bedrock/us-gov-east-1/claude-sonnet-4-5-20250929-v1:0": { |
| | 1069 | "input_cost_per_token": 0.0000033, |
| | 1070 | "litellm_provider": "bedrock", |
| | 1071 | "max_input_tokens": 200000, |
| | 1072 | "max_output_tokens": 4096, |
| | 1073 | "max_tokens": 4096, |
| | 1074 | "mode": "chat", |
| | 1075 | "output_cost_per_token": 0.0000165, |
| | 1076 | "supports_assistant_prefill": true, |
| | 1077 | "supports_computer_use": true, |
| | 1078 | "supports_function_calling": true, |
| | 1079 | "supports_pdf_input": true, |
| | 1080 | "supports_prompt_caching": true, |
| | 1081 | "supports_reasoning": true, |
| | 1082 | "supports_response_schema": true, |
| | 1083 | "supports_tool_choice": true, |
| | 1084 | "supports_vision": true |
| | 1085 | }, |
| | 1086 | "bedrock/us-gov-west-1/anthropic.claude-3-7-sonnet-20250219-v1:0": { |
| | 1087 | "cache_creation_input_token_cost": 0.0000045, |
| | 1088 | "cache_read_input_token_cost": 3.6e-7, |
| | 1089 | "input_cost_per_token": 0.0000036, |
| | 1090 | "litellm_provider": "bedrock", |
| | 1091 | "max_input_tokens": 200000, |
| | 1092 | "max_output_tokens": 8192, |
| | 1093 | "max_tokens": 8192, |
| | 1094 | "mode": "chat", |
| | 1095 | "output_cost_per_token": 0.000018, |
| | 1096 | "supports_assistant_prefill": true, |
| | 1097 | "supports_computer_use": true, |
| | 1098 | "supports_function_calling": true, |
| | 1099 | "supports_pdf_input": true, |
| | 1100 | "supports_prompt_caching": true, |
| | 1101 | "supports_reasoning": true, |
| | 1102 | "supports_response_schema": true, |
| | 1103 | "supports_tool_choice": true, |
| | 1104 | "supports_vision": true |
| | 1105 | }, |
| | 1106 | "bedrock/us-gov-west-1/anthropic.claude-3-5-sonnet-20240620-v1:0": { |
| | 1107 | "input_cost_per_token": 0.0000036, |
| | 1108 | "litellm_provider": "bedrock", |
| | 1109 | "max_input_tokens": 200000, |
| | 1110 | "max_output_tokens": 8192, |
| | 1111 | "max_tokens": 8192, |
| | 1112 | "mode": "chat", |
| | 1113 | "output_cost_per_token": 0.000018, |
| | 1114 | "supports_function_calling": true, |
| | 1115 | "supports_pdf_input": true, |
| | 1116 | "supports_response_schema": true, |
| | 1117 | "supports_tool_choice": true, |
| | 1118 | "supports_vision": true |
| | 1119 | }, |
| | 1120 | "bedrock/us-gov-west-1/anthropic.claude-3-haiku-20240307-v1:0": { |
| | 1121 | "input_cost_per_token": 3e-7, |
| | 1122 | "litellm_provider": "bedrock", |
| | 1123 | "max_input_tokens": 200000, |
| | 1124 | "max_output_tokens": 4096, |
| | 1125 | "max_tokens": 4096, |
| | 1126 | "mode": "chat", |
| | 1127 | "output_cost_per_token": 0.0000015, |
| | 1128 | "supports_function_calling": true, |
| | 1129 | "supports_pdf_input": true, |
| | 1130 | "supports_response_schema": true, |
| | 1131 | "supports_tool_choice": true, |
| | 1132 | "supports_vision": true |
| | 1133 | }, |
| | 1134 | "bedrock/us-gov-west-1/claude-sonnet-4-5-20250929-v1:0": { |
| | 1135 | "input_cost_per_token": 0.0000033, |
| | 1136 | "litellm_provider": "bedrock", |
| | 1137 | "max_input_tokens": 200000, |
| | 1138 | "max_output_tokens": 4096, |
| | 1139 | "max_tokens": 4096, |
| | 1140 | "mode": "chat", |
| | 1141 | "output_cost_per_token": 0.0000165, |
| | 1142 | "supports_assistant_prefill": true, |
| | 1143 | "supports_computer_use": true, |
| | 1144 | "supports_function_calling": true, |
| | 1145 | "supports_pdf_input": true, |
| | 1146 | "supports_prompt_caching": true, |
| | 1147 | "supports_reasoning": true, |
| | 1148 | "supports_response_schema": true, |
| | 1149 | "supports_tool_choice": true, |
| | 1150 | "supports_vision": true |
| | 1151 | }, |
| | 1152 | "bedrock/us-west-2/anthropic.claude-instant-v1": { |
| | 1153 | "input_cost_per_token": 8e-7, |
| | 1154 | "litellm_provider": "bedrock", |
| | 1155 | "max_input_tokens": 100000, |
| | 1156 | "max_output_tokens": 8191, |
| | 1157 | "max_tokens": 8191, |
| | 1158 | "mode": "chat", |
| | 1159 | "output_cost_per_token": 0.0000024, |
| | 1160 | "supports_tool_choice": true |
| | 1161 | }, |
| | 1162 | "bedrock/us-west-2/anthropic.claude-v1": { |
| | 1163 | "input_cost_per_token": 0.000008, |
| | 1164 | "litellm_provider": "bedrock", |
| | 1165 | "max_input_tokens": 100000, |
| | 1166 | "max_output_tokens": 8191, |
| | 1167 | "max_tokens": 8191, |
| | 1168 | "mode": "chat", |
| | 1169 | "output_cost_per_token": 0.000024, |
| | 1170 | "supports_tool_choice": true |
| | 1171 | }, |
| | 1172 | "bedrock/us-west-2/anthropic.claude-v2:1": { |
| | 1173 | "input_cost_per_token": 0.000008, |
| | 1174 | "litellm_provider": "bedrock", |
| | 1175 | "max_input_tokens": 100000, |
| | 1176 | "max_output_tokens": 8191, |
| | 1177 | "max_tokens": 8191, |
| | 1178 | "mode": "chat", |
| | 1179 | "output_cost_per_token": 0.000024, |
| | 1180 | "supports_tool_choice": true |
| | 1181 | }, |
| | 1182 | "bedrock/us.anthropic.claude-3-5-haiku-20241022-v1:0": { |
| | 1183 | "cache_creation_input_token_cost": 0.000001, |
| | 1184 | "cache_read_input_token_cost": 8e-8, |
| | 1185 | "input_cost_per_token": 8e-7, |
| | 1186 | "litellm_provider": "bedrock", |
| | 1187 | "max_input_tokens": 200000, |
| | 1188 | "max_output_tokens": 8192, |
| | 1189 | "max_tokens": 8192, |
| | 1190 | "mode": "chat", |
| | 1191 | "output_cost_per_token": 0.000004, |
| | 1192 | "supports_assistant_prefill": true, |
| | 1193 | "supports_function_calling": true, |
| | 1194 | "supports_pdf_input": true, |
| | 1195 | "supports_prompt_caching": true, |
| | 1196 | "supports_response_schema": true, |
| | 1197 | "supports_tool_choice": true |
| | 1198 | }, |
| | 1199 | "claude-3-5-haiku-20241022": { |
| | 1200 | "cache_creation_input_token_cost": 0.000001, |
| | 1201 | "cache_creation_input_token_cost_above_1hr": 0.000006, |
| | 1202 | "cache_read_input_token_cost": 8e-8, |
| | 1203 | "deprecation_date": "2025-10-01", |
| | 1204 | "input_cost_per_token": 8e-7, |
| | 1205 | "litellm_provider": "anthropic", |
| | 1206 | "max_input_tokens": 200000, |
| | 1207 | "max_output_tokens": 8192, |
| | 1208 | "max_tokens": 8192, |
| | 1209 | "mode": "chat", |
| | 1210 | "output_cost_per_token": 0.000004, |
| | 1211 | "search_context_cost_per_query": { |
| | 1212 | "search_context_size_high": 0.01, |
| | 1213 | "search_context_size_low": 0.01, |
| | 1214 | "search_context_size_medium": 0.01 |
| | 1215 | }, |
| | 1216 | "supports_assistant_prefill": true, |
| | 1217 | "supports_function_calling": true, |
| | 1218 | "supports_pdf_input": true, |
| | 1219 | "supports_prompt_caching": true, |
| | 1220 | "supports_response_schema": true, |
| | 1221 | "supports_tool_choice": true, |
| | 1222 | "supports_vision": true, |
| | 1223 | "supports_web_search": true, |
| | 1224 | "tool_use_system_prompt_tokens": 264 |
| | 1225 | }, |
| | 1226 | "claude-3-5-haiku-latest": { |
| | 1227 | "cache_creation_input_token_cost": 0.00000125, |
| | 1228 | "cache_creation_input_token_cost_above_1hr": 0.000006, |
| | 1229 | "cache_read_input_token_cost": 1e-7, |
| | 1230 | "deprecation_date": "2025-10-01", |
| | 1231 | "input_cost_per_token": 0.000001, |
| | 1232 | "litellm_provider": "anthropic", |
| | 1233 | "max_input_tokens": 200000, |
| | 1234 | "max_output_tokens": 8192, |
| | 1235 | "max_tokens": 8192, |
| | 1236 | "mode": "chat", |
| | 1237 | "output_cost_per_token": 0.000005, |
| | 1238 | "search_context_cost_per_query": { |
| | 1239 | "search_context_size_high": 0.01, |
| | 1240 | "search_context_size_low": 0.01, |
| | 1241 | "search_context_size_medium": 0.01 |
| | 1242 | }, |
| | 1243 | "supports_assistant_prefill": true, |
| | 1244 | "supports_function_calling": true, |
| | 1245 | "supports_pdf_input": true, |
| | 1246 | "supports_prompt_caching": true, |
| | 1247 | "supports_response_schema": true, |
| | 1248 | "supports_tool_choice": true, |
| | 1249 | "supports_vision": true, |
| | 1250 | "supports_web_search": true, |
| | 1251 | "tool_use_system_prompt_tokens": 264 |
| | 1252 | }, |
| | 1253 | "claude-haiku-4-5-20251001": { |
| | 1254 | "cache_creation_input_token_cost": 0.00000125, |
| | 1255 | "cache_creation_input_token_cost_above_1hr": 0.000002, |
| | 1256 | "cache_read_input_token_cost": 1e-7, |
| | 1257 | "input_cost_per_token": 0.000001, |
| | 1258 | "litellm_provider": "anthropic", |
| | 1259 | "max_input_tokens": 200000, |
| | 1260 | "max_output_tokens": 64000, |
| | 1261 | "max_tokens": 64000, |
| | 1262 | "mode": "chat", |
| | 1263 | "output_cost_per_token": 0.000005, |
| | 1264 | "supports_assistant_prefill": true, |
| | 1265 | "supports_function_calling": true, |
| | 1266 | "supports_computer_use": true, |
| | 1267 | "supports_pdf_input": true, |
| | 1268 | "supports_prompt_caching": true, |
| | 1269 | "supports_reasoning": true, |
| | 1270 | "supports_response_schema": true, |
| | 1271 | "supports_tool_choice": true, |
| | 1272 | "supports_vision": true |
| | 1273 | }, |
| | 1274 | "claude-haiku-4-5": { |
| | 1275 | "cache_creation_input_token_cost": 0.00000125, |
| | 1276 | "cache_creation_input_token_cost_above_1hr": 0.000002, |
| | 1277 | "cache_read_input_token_cost": 1e-7, |
| | 1278 | "input_cost_per_token": 0.000001, |
| | 1279 | "litellm_provider": "anthropic", |
| | 1280 | "max_input_tokens": 200000, |
| | 1281 | "max_output_tokens": 64000, |
| | 1282 | "max_tokens": 64000, |
| | 1283 | "mode": "chat", |
| | 1284 | "output_cost_per_token": 0.000005, |
| | 1285 | "supports_assistant_prefill": true, |
| | 1286 | "supports_function_calling": true, |
| | 1287 | "supports_computer_use": true, |
| | 1288 | "supports_pdf_input": true, |
| | 1289 | "supports_prompt_caching": true, |
| | 1290 | "supports_reasoning": true, |
| | 1291 | "supports_response_schema": true, |
| | 1292 | "supports_tool_choice": true, |
| | 1293 | "supports_vision": true |
| | 1294 | }, |
| | 1295 | "claude-3-5-sonnet-20240620": { |
| | 1296 | "cache_creation_input_token_cost": 0.00000375, |
| | 1297 | "cache_creation_input_token_cost_above_1hr": 0.000006, |
| | 1298 | "cache_read_input_token_cost": 3e-7, |
| | 1299 | "deprecation_date": "2025-06-01", |
| | 1300 | "input_cost_per_token": 0.000003, |
| | 1301 | "litellm_provider": "anthropic", |
| | 1302 | "max_input_tokens": 200000, |
| | 1303 | "max_output_tokens": 8192, |
| | 1304 | "max_tokens": 8192, |
| | 1305 | "mode": "chat", |
| | 1306 | "output_cost_per_token": 0.000015, |
| | 1307 | "supports_assistant_prefill": true, |
| | 1308 | "supports_function_calling": true, |
| | 1309 | "supports_pdf_input": true, |
| | 1310 | "supports_prompt_caching": true, |
| | 1311 | "supports_response_schema": true, |
| | 1312 | "supports_tool_choice": true, |
| | 1313 | "supports_vision": true, |
| | 1314 | "tool_use_system_prompt_tokens": 159 |
| | 1315 | }, |
| | 1316 | "claude-3-5-sonnet-20241022": { |
| | 1317 | "cache_creation_input_token_cost": 0.00000375, |
| | 1318 | "cache_creation_input_token_cost_above_1hr": 0.000006, |
| | 1319 | "cache_read_input_token_cost": 3e-7, |
| | 1320 | "deprecation_date": "2025-10-01", |
| | 1321 | "input_cost_per_token": 0.000003, |
| | 1322 | "litellm_provider": "anthropic", |
| | 1323 | "max_input_tokens": 200000, |
| | 1324 | "max_output_tokens": 8192, |
| | 1325 | "max_tokens": 8192, |
| | 1326 | "mode": "chat", |
| | 1327 | "output_cost_per_token": 0.000015, |
| | 1328 | "search_context_cost_per_query": { |
| | 1329 | "search_context_size_high": 0.01, |
| | 1330 | "search_context_size_low": 0.01, |
| | 1331 | "search_context_size_medium": 0.01 |
| | 1332 | }, |
| | 1333 | "supports_assistant_prefill": true, |
| | 1334 | "supports_computer_use": true, |
| | 1335 | "supports_function_calling": true, |
| | 1336 | "supports_pdf_input": true, |
| | 1337 | "supports_prompt_caching": true, |
| | 1338 | "supports_response_schema": true, |
| | 1339 | "supports_tool_choice": true, |
| | 1340 | "supports_vision": true, |
| | 1341 | "supports_web_search": true, |
| | 1342 | "tool_use_system_prompt_tokens": 159 |
| | 1343 | }, |
| | 1344 | "claude-3-5-sonnet-latest": { |
| | 1345 | "cache_creation_input_token_cost": 0.00000375, |
| | 1346 | "cache_creation_input_token_cost_above_1hr": 0.000006, |
| | 1347 | "cache_read_input_token_cost": 3e-7, |
| | 1348 | "deprecation_date": "2025-06-01", |
| | 1349 | "input_cost_per_token": 0.000003, |
| | 1350 | "litellm_provider": "anthropic", |
| | 1351 | "max_input_tokens": 200000, |
| | 1352 | "max_output_tokens": 8192, |
| | 1353 | "max_tokens": 8192, |
| | 1354 | "mode": "chat", |
| | 1355 | "output_cost_per_token": 0.000015, |
| | 1356 | "search_context_cost_per_query": { |
| | 1357 | "search_context_size_high": 0.01, |
| | 1358 | "search_context_size_low": 0.01, |
| | 1359 | "search_context_size_medium": 0.01 |
| | 1360 | }, |
| | 1361 | "supports_assistant_prefill": true, |
| | 1362 | "supports_computer_use": true, |
| | 1363 | "supports_function_calling": true, |
| | 1364 | "supports_pdf_input": true, |
| | 1365 | "supports_prompt_caching": true, |
| | 1366 | "supports_response_schema": true, |
| | 1367 | "supports_tool_choice": true, |
| | 1368 | "supports_vision": true, |
| | 1369 | "supports_web_search": true, |
| | 1370 | "tool_use_system_prompt_tokens": 159 |
| | 1371 | }, |
| | 1372 | "claude-3-7-sonnet-20250219": { |
| | 1373 | "cache_creation_input_token_cost": 0.00000375, |
| | 1374 | "cache_creation_input_token_cost_above_1hr": 0.000006, |
| | 1375 | "cache_read_input_token_cost": 3e-7, |
| | 1376 | "deprecation_date": "2026-02-19", |
| | 1377 | "input_cost_per_token": 0.000003, |
| | 1378 | "litellm_provider": "anthropic", |
| | 1379 | "max_input_tokens": 200000, |
| | 1380 | "max_output_tokens": 64000, |
| | 1381 | "max_tokens": 64000, |
| | 1382 | "mode": "chat", |
| | 1383 | "output_cost_per_token": 0.000015, |
| | 1384 | "search_context_cost_per_query": { |
| | 1385 | "search_context_size_high": 0.01, |
| | 1386 | "search_context_size_low": 0.01, |
| | 1387 | "search_context_size_medium": 0.01 |
| | 1388 | }, |
| | 1389 | "supports_assistant_prefill": true, |
| | 1390 | "supports_computer_use": true, |
| | 1391 | "supports_function_calling": true, |
| | 1392 | "supports_pdf_input": true, |
| | 1393 | "supports_prompt_caching": true, |
| | 1394 | "supports_reasoning": true, |
| | 1395 | "supports_response_schema": true, |
| | 1396 | "supports_tool_choice": true, |
| | 1397 | "supports_vision": true, |
| | 1398 | "supports_web_search": true, |
| | 1399 | "tool_use_system_prompt_tokens": 159 |
| | 1400 | }, |
| | 1401 | "claude-3-7-sonnet-latest": { |
| | 1402 | "cache_creation_input_token_cost": 0.00000375, |
| | 1403 | "cache_creation_input_token_cost_above_1hr": 0.000006, |
| | 1404 | "cache_read_input_token_cost": 3e-7, |
| | 1405 | "deprecation_date": "2025-06-01", |
| | 1406 | "input_cost_per_token": 0.000003, |
| | 1407 | "litellm_provider": "anthropic", |
| | 1408 | "max_input_tokens": 200000, |
| | 1409 | "max_output_tokens": 64000, |
| | 1410 | "max_tokens": 64000, |
| | 1411 | "mode": "chat", |
| | 1412 | "output_cost_per_token": 0.000015, |
| | 1413 | "search_context_cost_per_query": { |
| | 1414 | "search_context_size_high": 0.01, |
| | 1415 | "search_context_size_low": 0.01, |
| | 1416 | "search_context_size_medium": 0.01 |
| | 1417 | }, |
| | 1418 | "supports_assistant_prefill": true, |
| | 1419 | "supports_computer_use": true, |
| | 1420 | "supports_function_calling": true, |
| | 1421 | "supports_pdf_input": true, |
| | 1422 | "supports_prompt_caching": true, |
| | 1423 | "supports_reasoning": true, |
| | 1424 | "supports_response_schema": true, |
| | 1425 | "supports_tool_choice": true, |
| | 1426 | "supports_vision": true, |
| | 1427 | "tool_use_system_prompt_tokens": 159 |
| | 1428 | }, |
| | 1429 | "claude-3-haiku-20240307": { |
| | 1430 | "cache_creation_input_token_cost": 3e-7, |
| | 1431 | "cache_creation_input_token_cost_above_1hr": 0.000006, |
| | 1432 | "cache_read_input_token_cost": 3e-8, |
| | 1433 | "input_cost_per_token": 2.5e-7, |
| | 1434 | "litellm_provider": "anthropic", |
| | 1435 | "max_input_tokens": 200000, |
| | 1436 | "max_output_tokens": 4096, |
| | 1437 | "max_tokens": 4096, |
| | 1438 | "mode": "chat", |
| | 1439 | "output_cost_per_token": 0.00000125, |
| | 1440 | "supports_assistant_prefill": true, |
| | 1441 | "supports_function_calling": true, |
| | 1442 | "supports_prompt_caching": true, |
| | 1443 | "supports_response_schema": true, |
| | 1444 | "supports_tool_choice": true, |
| | 1445 | "supports_vision": true, |
| | 1446 | "tool_use_system_prompt_tokens": 264 |
| | 1447 | }, |
| | 1448 | "claude-3-opus-20240229": { |
| | 1449 | "cache_creation_input_token_cost": 0.00001875, |
| | 1450 | "cache_creation_input_token_cost_above_1hr": 0.000006, |
| | 1451 | "cache_read_input_token_cost": 0.0000015, |
| | 1452 | "deprecation_date": "2026-05-01", |
| | 1453 | "input_cost_per_token": 0.000015, |
| | 1454 | "litellm_provider": "anthropic", |
| | 1455 | "max_input_tokens": 200000, |
| | 1456 | "max_output_tokens": 4096, |
| | 1457 | "max_tokens": 4096, |
| | 1458 | "mode": "chat", |
| | 1459 | "output_cost_per_token": 0.000075, |
| | 1460 | "supports_assistant_prefill": true, |
| | 1461 | "supports_function_calling": true, |
| | 1462 | "supports_prompt_caching": true, |
| | 1463 | "supports_response_schema": true, |
| | 1464 | "supports_tool_choice": true, |
| | 1465 | "supports_vision": true, |
| | 1466 | "tool_use_system_prompt_tokens": 395 |
| | 1467 | }, |
| | 1468 | "claude-3-opus-latest": { |
| | 1469 | "cache_creation_input_token_cost": 0.00001875, |
| | 1470 | "cache_creation_input_token_cost_above_1hr": 0.000006, |
| | 1471 | "cache_read_input_token_cost": 0.0000015, |
| | 1472 | "deprecation_date": "2025-03-01", |
| | 1473 | "input_cost_per_token": 0.000015, |
| | 1474 | "litellm_provider": "anthropic", |
| | 1475 | "max_input_tokens": 200000, |
| | 1476 | "max_output_tokens": 4096, |
| | 1477 | "max_tokens": 4096, |
| | 1478 | "mode": "chat", |
| | 1479 | "output_cost_per_token": 0.000075, |
| | 1480 | "supports_assistant_prefill": true, |
| | 1481 | "supports_function_calling": true, |
| | 1482 | "supports_prompt_caching": true, |
| | 1483 | "supports_response_schema": true, |
| | 1484 | "supports_tool_choice": true, |
| | 1485 | "supports_vision": true, |
| | 1486 | "tool_use_system_prompt_tokens": 395 |
| | 1487 | }, |
| | 1488 | "claude-4-opus-20250514": { |
| | 1489 | "cache_creation_input_token_cost": 0.00001875, |
| | 1490 | "cache_read_input_token_cost": 0.0000015, |
| | 1491 | "input_cost_per_token": 0.000015, |
| | 1492 | "litellm_provider": "anthropic", |
| | 1493 | "max_input_tokens": 200000, |
| | 1494 | "max_output_tokens": 32000, |
| | 1495 | "max_tokens": 32000, |
| | 1496 | "mode": "chat", |
| | 1497 | "output_cost_per_token": 0.000075, |
| | 1498 | "search_context_cost_per_query": { |
| | 1499 | "search_context_size_high": 0.01, |
| | 1500 | "search_context_size_low": 0.01, |
| | 1501 | "search_context_size_medium": 0.01 |
| | 1502 | }, |
| | 1503 | "supports_assistant_prefill": true, |
| | 1504 | "supports_computer_use": true, |
| | 1505 | "supports_function_calling": true, |
| | 1506 | "supports_pdf_input": true, |
| | 1507 | "supports_prompt_caching": true, |
| | 1508 | "supports_reasoning": true, |
| | 1509 | "supports_response_schema": true, |
| | 1510 | "supports_tool_choice": true, |
| | 1511 | "supports_vision": true, |
| | 1512 | "tool_use_system_prompt_tokens": 159 |
| | 1513 | }, |
| | 1514 | "claude-4-sonnet-20250514": { |
| | 1515 | "cache_creation_input_token_cost": 0.00000375, |
| | 1516 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, |
| | 1517 | "cache_read_input_token_cost": 3e-7, |
| | 1518 | "cache_read_input_token_cost_above_200k_tokens": 6e-7, |
| | 1519 | "input_cost_per_token": 0.000003, |
| | 1520 | "input_cost_per_token_above_200k_tokens": 0.000006, |
| | 1521 | "litellm_provider": "anthropic", |
| | 1522 | "max_input_tokens": 1000000, |
| | 1523 | "max_output_tokens": 64000, |
| | 1524 | "max_tokens": 64000, |
| | 1525 | "mode": "chat", |
| | 1526 | "output_cost_per_token": 0.000015, |
| | 1527 | "output_cost_per_token_above_200k_tokens": 0.0000225, |
| | 1528 | "search_context_cost_per_query": { |
| | 1529 | "search_context_size_high": 0.01, |
| | 1530 | "search_context_size_low": 0.01, |
| | 1531 | "search_context_size_medium": 0.01 |
| | 1532 | }, |
| | 1533 | "supports_assistant_prefill": true, |
| | 1534 | "supports_computer_use": true, |
| | 1535 | "supports_function_calling": true, |
| | 1536 | "supports_pdf_input": true, |
| | 1537 | "supports_prompt_caching": true, |
| | 1538 | "supports_reasoning": true, |
| | 1539 | "supports_response_schema": true, |
| | 1540 | "supports_tool_choice": true, |
| | 1541 | "supports_vision": true, |
| | 1542 | "supports_web_search": true, |
| | 1543 | "tool_use_system_prompt_tokens": 159 |
| | 1544 | }, |
| | 1545 | "claude-sonnet-4-5": { |
| | 1546 | "cache_creation_input_token_cost": 0.00000375, |
| | 1547 | "cache_read_input_token_cost": 3e-7, |
| | 1548 | "input_cost_per_token": 0.000003, |
| | 1549 | "input_cost_per_token_above_200k_tokens": 0.000006, |
| | 1550 | "output_cost_per_token_above_200k_tokens": 0.0000225, |
| | 1551 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, |
| | 1552 | "cache_read_input_token_cost_above_200k_tokens": 6e-7, |
| | 1553 | "litellm_provider": "anthropic", |
| | 1554 | "max_input_tokens": 200000, |
| | 1555 | "max_output_tokens": 64000, |
| | 1556 | "max_tokens": 64000, |
| | 1557 | "mode": "chat", |
| | 1558 | "output_cost_per_token": 0.000015, |
| | 1559 | "search_context_cost_per_query": { |
| | 1560 | "search_context_size_high": 0.01, |
| | 1561 | "search_context_size_low": 0.01, |
| | 1562 | "search_context_size_medium": 0.01 |
| | 1563 | }, |
| | 1564 | "supports_assistant_prefill": true, |
| | 1565 | "supports_computer_use": true, |
| | 1566 | "supports_function_calling": true, |
| | 1567 | "supports_pdf_input": true, |
| | 1568 | "supports_prompt_caching": true, |
| | 1569 | "supports_reasoning": true, |
| | 1570 | "supports_response_schema": true, |
| | 1571 | "supports_tool_choice": true, |
| | 1572 | "supports_vision": true, |
| | 1573 | "tool_use_system_prompt_tokens": 346 |
| | 1574 | }, |
| | 1575 | "claude-sonnet-4-5-20250929": { |
| | 1576 | "cache_creation_input_token_cost": 0.00000375, |
| | 1577 | "cache_read_input_token_cost": 3e-7, |
| | 1578 | "input_cost_per_token": 0.000003, |
| | 1579 | "input_cost_per_token_above_200k_tokens": 0.000006, |
| | 1580 | "output_cost_per_token_above_200k_tokens": 0.0000225, |
| | 1581 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, |
| | 1582 | "cache_read_input_token_cost_above_200k_tokens": 6e-7, |
| | 1583 | "litellm_provider": "anthropic", |
| | 1584 | "max_input_tokens": 200000, |
| | 1585 | "max_output_tokens": 64000, |
| | 1586 | "max_tokens": 64000, |
| | 1587 | "mode": "chat", |
| | 1588 | "output_cost_per_token": 0.000015, |
| | 1589 | "search_context_cost_per_query": { |
| | 1590 | "search_context_size_high": 0.01, |
| | 1591 | "search_context_size_low": 0.01, |
| | 1592 | "search_context_size_medium": 0.01 |
| | 1593 | }, |
| | 1594 | "supports_assistant_prefill": true, |
| | 1595 | "supports_computer_use": true, |
| | 1596 | "supports_function_calling": true, |
| | 1597 | "supports_pdf_input": true, |
| | 1598 | "supports_prompt_caching": true, |
| | 1599 | "supports_reasoning": true, |
| | 1600 | "supports_response_schema": true, |
| | 1601 | "supports_tool_choice": true, |
| | 1602 | "supports_vision": true, |
| | 1603 | "supports_web_search": true, |
| | 1604 | "tool_use_system_prompt_tokens": 346 |
| | 1605 | }, |
| | 1606 | "claude-sonnet-4-6": { |
| | 1607 | "cache_creation_input_token_cost": 0.00000375, |
| | 1608 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, |
| | 1609 | "cache_read_input_token_cost": 3e-7, |
| | 1610 | "cache_read_input_token_cost_above_200k_tokens": 6e-7, |
| | 1611 | "input_cost_per_token": 0.000003, |
| | 1612 | "input_cost_per_token_above_200k_tokens": 0.000006, |
| | 1613 | "litellm_provider": "anthropic", |
| | 1614 | "max_input_tokens": 200000, |
| | 1615 | "max_output_tokens": 64000, |
| | 1616 | "max_tokens": 64000, |
| | 1617 | "mode": "chat", |
| | 1618 | "output_cost_per_token": 0.000015, |
| | 1619 | "output_cost_per_token_above_200k_tokens": 0.0000225, |
| | 1620 | "search_context_cost_per_query": { |
| | 1621 | "search_context_size_high": 0.01, |
| | 1622 | "search_context_size_low": 0.01, |
| | 1623 | "search_context_size_medium": 0.01 |
| | 1624 | }, |
| | 1625 | "supports_assistant_prefill": true, |
| | 1626 | "supports_computer_use": true, |
| | 1627 | "supports_function_calling": true, |
| | 1628 | "supports_pdf_input": true, |
| | 1629 | "supports_prompt_caching": true, |
| | 1630 | "supports_reasoning": true, |
| | 1631 | "supports_response_schema": true, |
| | 1632 | "supports_tool_choice": true, |
| | 1633 | "supports_vision": true, |
| | 1634 | "tool_use_system_prompt_tokens": 346 |
| | 1635 | }, |
| | 1636 | "us/claude-sonnet-4-6": { |
| | 1637 | "cache_creation_input_token_cost": 0.000004125, |
| | 1638 | "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, |
| | 1639 | "cache_read_input_token_cost": 3.3e-7, |
| | 1640 | "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, |
| | 1641 | "input_cost_per_token": 0.0000033, |
| | 1642 | "input_cost_per_token_above_200k_tokens": 0.0000066, |
| | 1643 | "litellm_provider": "anthropic", |
| | 1644 | "max_input_tokens": 200000, |
| | 1645 | "max_output_tokens": 64000, |
| | 1646 | "max_tokens": 64000, |
| | 1647 | "mode": "chat", |
| | 1648 | "output_cost_per_token": 0.0000165, |
| | 1649 | "output_cost_per_token_above_200k_tokens": 0.00002475, |
| | 1650 | "search_context_cost_per_query": { |
| | 1651 | "search_context_size_high": 0.01, |
| | 1652 | "search_context_size_low": 0.01, |
| | 1653 | "search_context_size_medium": 0.01 |
| | 1654 | }, |
| | 1655 | "supports_assistant_prefill": true, |
| | 1656 | "supports_computer_use": true, |
| | 1657 | "supports_function_calling": true, |
| | 1658 | "supports_pdf_input": true, |
| | 1659 | "supports_prompt_caching": true, |
| | 1660 | "supports_reasoning": true, |
| | 1661 | "supports_response_schema": true, |
| | 1662 | "supports_tool_choice": true, |
| | 1663 | "supports_vision": true, |
| | 1664 | "tool_use_system_prompt_tokens": 346, |
| | 1665 | "inference_geo": "us" |
| | 1666 | }, |
| | 1667 | "claude-sonnet-4-5-20250929-v1:0": { |
| | 1668 | "cache_creation_input_token_cost": 0.00000375, |
| | 1669 | "cache_read_input_token_cost": 3e-7, |
| | 1670 | "input_cost_per_token": 0.000003, |
| | 1671 | "input_cost_per_token_above_200k_tokens": 0.000006, |
| | 1672 | "output_cost_per_token_above_200k_tokens": 0.0000225, |
| | 1673 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, |
| | 1674 | "cache_read_input_token_cost_above_200k_tokens": 6e-7, |
| | 1675 | "litellm_provider": "bedrock", |
| | 1676 | "max_input_tokens": 200000, |
| | 1677 | "max_output_tokens": 64000, |
| | 1678 | "max_tokens": 64000, |
| | 1679 | "mode": "chat", |
| | 1680 | "output_cost_per_token": 0.000015, |
| | 1681 | "supports_assistant_prefill": true, |
| | 1682 | "supports_computer_use": true, |
| | 1683 | "supports_function_calling": true, |
| | 1684 | "supports_pdf_input": true, |
| | 1685 | "supports_prompt_caching": true, |
| | 1686 | "supports_reasoning": true, |
| | 1687 | "supports_response_schema": true, |
| | 1688 | "supports_tool_choice": true, |
| | 1689 | "supports_vision": true, |
| | 1690 | "tool_use_system_prompt_tokens": 159 |
| | 1691 | }, |
| | 1692 | "claude-opus-4-1": { |
| | 1693 | "cache_creation_input_token_cost": 0.00001875, |
| | 1694 | "cache_creation_input_token_cost_above_1hr": 0.00003, |
| | 1695 | "cache_read_input_token_cost": 0.0000015, |
| | 1696 | "input_cost_per_token": 0.000015, |
| | 1697 | "litellm_provider": "anthropic", |
| | 1698 | "max_input_tokens": 200000, |
| | 1699 | "max_output_tokens": 32000, |
| | 1700 | "max_tokens": 32000, |
| | 1701 | "mode": "chat", |
| | 1702 | "output_cost_per_token": 0.000075, |
| | 1703 | "search_context_cost_per_query": { |
| | 1704 | "search_context_size_high": 0.01, |
| | 1705 | "search_context_size_low": 0.01, |
| | 1706 | "search_context_size_medium": 0.01 |
| | 1707 | }, |
| | 1708 | "supports_assistant_prefill": true, |
| | 1709 | "supports_computer_use": true, |
| | 1710 | "supports_function_calling": true, |
| | 1711 | "supports_pdf_input": true, |
| | 1712 | "supports_prompt_caching": true, |
| | 1713 | "supports_reasoning": true, |
| | 1714 | "supports_response_schema": true, |
| | 1715 | "supports_tool_choice": true, |
| | 1716 | "supports_vision": true, |
| | 1717 | "tool_use_system_prompt_tokens": 159 |
| | 1718 | }, |
| | 1719 | "claude-opus-4-1-20250805": { |
| | 1720 | "cache_creation_input_token_cost": 0.00001875, |
| | 1721 | "cache_creation_input_token_cost_above_1hr": 0.00003, |
| | 1722 | "cache_read_input_token_cost": 0.0000015, |
| | 1723 | "input_cost_per_token": 0.000015, |
| | 1724 | "deprecation_date": "2026-08-05", |
| | 1725 | "litellm_provider": "anthropic", |
| | 1726 | "max_input_tokens": 200000, |
| | 1727 | "max_output_tokens": 32000, |
| | 1728 | "max_tokens": 32000, |
| | 1729 | "mode": "chat", |
| | 1730 | "output_cost_per_token": 0.000075, |
| | 1731 | "search_context_cost_per_query": { |
| | 1732 | "search_context_size_high": 0.01, |
| | 1733 | "search_context_size_low": 0.01, |
| | 1734 | "search_context_size_medium": 0.01 |
| | 1735 | }, |
| | 1736 | "supports_assistant_prefill": true, |
| | 1737 | "supports_computer_use": true, |
| | 1738 | "supports_function_calling": true, |
| | 1739 | "supports_pdf_input": true, |
| | 1740 | "supports_prompt_caching": true, |
| | 1741 | "supports_reasoning": true, |
| | 1742 | "supports_response_schema": true, |
| | 1743 | "supports_tool_choice": true, |
| | 1744 | "supports_vision": true, |
| | 1745 | "tool_use_system_prompt_tokens": 159 |
| | 1746 | }, |
| | 1747 | "claude-opus-4-20250514": { |
| | 1748 | "cache_creation_input_token_cost": 0.00001875, |
| | 1749 | "cache_creation_input_token_cost_above_1hr": 0.00003, |
| | 1750 | "cache_read_input_token_cost": 0.0000015, |
| | 1751 | "input_cost_per_token": 0.000015, |
| | 1752 | "deprecation_date": "2026-05-14", |
| | 1753 | "litellm_provider": "anthropic", |
| | 1754 | "max_input_tokens": 200000, |
| | 1755 | "max_output_tokens": 32000, |
| | 1756 | "max_tokens": 32000, |
| | 1757 | "mode": "chat", |
| | 1758 | "output_cost_per_token": 0.000075, |
| | 1759 | "search_context_cost_per_query": { |
| | 1760 | "search_context_size_high": 0.01, |
| | 1761 | "search_context_size_low": 0.01, |
| | 1762 | "search_context_size_medium": 0.01 |
| | 1763 | }, |
| | 1764 | "supports_assistant_prefill": true, |
| | 1765 | "supports_computer_use": true, |
| | 1766 | "supports_function_calling": true, |
| | 1767 | "supports_pdf_input": true, |
| | 1768 | "supports_prompt_caching": true, |
| | 1769 | "supports_reasoning": true, |
| | 1770 | "supports_response_schema": true, |
| | 1771 | "supports_tool_choice": true, |
| | 1772 | "supports_vision": true, |
| | 1773 | "tool_use_system_prompt_tokens": 159 |
| | 1774 | }, |
| | 1775 | "claude-opus-4-5-20251101": { |
| | 1776 | "cache_creation_input_token_cost": 0.00000625, |
| | 1777 | "cache_creation_input_token_cost_above_1hr": 0.00001, |
| | 1778 | "cache_read_input_token_cost": 5e-7, |
| | 1779 | "input_cost_per_token": 0.000005, |
| | 1780 | "litellm_provider": "anthropic", |
| | 1781 | "max_input_tokens": 200000, |
| | 1782 | "max_output_tokens": 64000, |
| | 1783 | "max_tokens": 64000, |
| | 1784 | "mode": "chat", |
| | 1785 | "output_cost_per_token": 0.000025, |
| | 1786 | "search_context_cost_per_query": { |
| | 1787 | "search_context_size_high": 0.01, |
| | 1788 | "search_context_size_low": 0.01, |
| | 1789 | "search_context_size_medium": 0.01 |
| | 1790 | }, |
| | 1791 | "supports_assistant_prefill": true, |
| | 1792 | "supports_computer_use": true, |
| | 1793 | "supports_function_calling": true, |
| | 1794 | "supports_pdf_input": true, |
| | 1795 | "supports_prompt_caching": true, |
| | 1796 | "supports_reasoning": true, |
| | 1797 | "supports_response_schema": true, |
| | 1798 | "supports_tool_choice": true, |
| | 1799 | "supports_vision": true, |
| | 1800 | "tool_use_system_prompt_tokens": 159 |
| | 1801 | }, |
| | 1802 | "claude-opus-4-5": { |
| | 1803 | "cache_creation_input_token_cost": 0.00000625, |
| | 1804 | "cache_creation_input_token_cost_above_1hr": 0.00001, |
| | 1805 | "cache_read_input_token_cost": 5e-7, |
| | 1806 | "input_cost_per_token": 0.000005, |
| | 1807 | "litellm_provider": "anthropic", |
| | 1808 | "max_input_tokens": 200000, |
| | 1809 | "max_output_tokens": 64000, |
| | 1810 | "max_tokens": 64000, |
| | 1811 | "mode": "chat", |
| | 1812 | "output_cost_per_token": 0.000025, |
| | 1813 | "search_context_cost_per_query": { |
| | 1814 | "search_context_size_high": 0.01, |
| | 1815 | "search_context_size_low": 0.01, |
| | 1816 | "search_context_size_medium": 0.01 |
| | 1817 | }, |
| | 1818 | "supports_assistant_prefill": true, |
| | 1819 | "supports_computer_use": true, |
| | 1820 | "supports_function_calling": true, |
| | 1821 | "supports_pdf_input": true, |
| | 1822 | "supports_prompt_caching": true, |
| | 1823 | "supports_reasoning": true, |
| | 1824 | "supports_response_schema": true, |
| | 1825 | "supports_tool_choice": true, |
| | 1826 | "supports_vision": true, |
| | 1827 | "tool_use_system_prompt_tokens": 159 |
| | 1828 | }, |
| | 1829 | "claude-opus-4-6": { |
| | 1830 | "cache_creation_input_token_cost": 0.00000625, |
| | 1831 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000125, |
| | 1832 | "cache_creation_input_token_cost_above_1hr": 0.00001, |
| | 1833 | "cache_read_input_token_cost": 5e-7, |
| | 1834 | "cache_read_input_token_cost_above_200k_tokens": 0.000001, |
| | 1835 | "input_cost_per_token": 0.000005, |
| | 1836 | "input_cost_per_token_above_200k_tokens": 0.00001, |
| | 1837 | "litellm_provider": "anthropic", |
| | 1838 | "max_input_tokens": 1000000, |
| | 1839 | "max_output_tokens": 128000, |
| | 1840 | "max_tokens": 128000, |
| | 1841 | "mode": "chat", |
| | 1842 | "output_cost_per_token": 0.000025, |
| | 1843 | "output_cost_per_token_above_200k_tokens": 0.0000375, |
| | 1844 | "search_context_cost_per_query": { |
| | 1845 | "search_context_size_high": 0.01, |
| | 1846 | "search_context_size_low": 0.01, |
| | 1847 | "search_context_size_medium": 0.01 |
| | 1848 | }, |
| | 1849 | "supports_assistant_prefill": false, |
| | 1850 | "supports_computer_use": true, |
| | 1851 | "supports_function_calling": true, |
| | 1852 | "supports_pdf_input": true, |
| | 1853 | "supports_prompt_caching": true, |
| | 1854 | "supports_reasoning": true, |
| | 1855 | "supports_response_schema": true, |
| | 1856 | "supports_tool_choice": true, |
| | 1857 | "supports_vision": true, |
| | 1858 | "tool_use_system_prompt_tokens": 346 |
| | 1859 | }, |
| | 1860 | "fast/claude-opus-4-6": { |
| | 1861 | "cache_creation_input_token_cost": 0.00000625, |
| | 1862 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000125, |
| | 1863 | "cache_creation_input_token_cost_above_1hr": 0.00001, |
| | 1864 | "cache_read_input_token_cost": 5e-7, |
| | 1865 | "cache_read_input_token_cost_above_200k_tokens": 0.000001, |
| | 1866 | "input_cost_per_token": 0.00003, |
| | 1867 | "input_cost_per_token_above_200k_tokens": 0.00001, |
| | 1868 | "litellm_provider": "anthropic", |
| | 1869 | "max_input_tokens": 1000000, |
| | 1870 | "max_output_tokens": 128000, |
| | 1871 | "max_tokens": 128000, |
| | 1872 | "mode": "chat", |
| | 1873 | "output_cost_per_token": 0.00015, |
| | 1874 | "output_cost_per_token_above_200k_tokens": 0.0000375, |
| | 1875 | "search_context_cost_per_query": { |
| | 1876 | "search_context_size_high": 0.01, |
| | 1877 | "search_context_size_low": 0.01, |
| | 1878 | "search_context_size_medium": 0.01 |
| | 1879 | }, |
| | 1880 | "supports_assistant_prefill": false, |
| | 1881 | "supports_computer_use": true, |
| | 1882 | "supports_function_calling": true, |
| | 1883 | "supports_pdf_input": true, |
| | 1884 | "supports_prompt_caching": true, |
| | 1885 | "supports_reasoning": true, |
| | 1886 | "supports_response_schema": true, |
| | 1887 | "supports_tool_choice": true, |
| | 1888 | "supports_vision": true, |
| | 1889 | "tool_use_system_prompt_tokens": 346 |
| | 1890 | }, |
| | 1891 | "us/claude-opus-4-6": { |
| | 1892 | "cache_creation_input_token_cost": 0.000006875, |
| | 1893 | "cache_creation_input_token_cost_above_200k_tokens": 0.00001375, |
| | 1894 | "cache_creation_input_token_cost_above_1hr": 0.000011, |
| | 1895 | "cache_read_input_token_cost": 5.5e-7, |
| | 1896 | "cache_read_input_token_cost_above_200k_tokens": 0.0000011, |
| | 1897 | "input_cost_per_token": 0.0000055, |
| | 1898 | "input_cost_per_token_above_200k_tokens": 0.000011, |
| | 1899 | "litellm_provider": "anthropic", |
| | 1900 | "max_input_tokens": 200000, |
| | 1901 | "max_output_tokens": 128000, |
| | 1902 | "max_tokens": 128000, |
| | 1903 | "mode": "chat", |
| | 1904 | "output_cost_per_token": 0.0000275, |
| | 1905 | "output_cost_per_token_above_200k_tokens": 0.00004125, |
| | 1906 | "search_context_cost_per_query": { |
| | 1907 | "search_context_size_high": 0.01, |
| | 1908 | "search_context_size_low": 0.01, |
| | 1909 | "search_context_size_medium": 0.01 |
| | 1910 | }, |
| | 1911 | "supports_assistant_prefill": false, |
| | 1912 | "supports_computer_use": true, |
| | 1913 | "supports_function_calling": true, |
| | 1914 | "supports_pdf_input": true, |
| | 1915 | "supports_prompt_caching": true, |
| | 1916 | "supports_reasoning": true, |
| | 1917 | "supports_response_schema": true, |
| | 1918 | "supports_tool_choice": true, |
| | 1919 | "supports_vision": true, |
| | 1920 | "tool_use_system_prompt_tokens": 346 |
| | 1921 | }, |
| | 1922 | "fast/us/claude-opus-4-6": { |
| | 1923 | "cache_creation_input_token_cost": 0.000006875, |
| | 1924 | "cache_creation_input_token_cost_above_200k_tokens": 0.00001375, |
| | 1925 | "cache_creation_input_token_cost_above_1hr": 0.000011, |
| | 1926 | "cache_read_input_token_cost": 5.5e-7, |
| | 1927 | "cache_read_input_token_cost_above_200k_tokens": 0.0000011, |
| | 1928 | "input_cost_per_token": 0.00003, |
| | 1929 | "input_cost_per_token_above_200k_tokens": 0.000011, |
| | 1930 | "litellm_provider": "anthropic", |
| | 1931 | "max_input_tokens": 200000, |
| | 1932 | "max_output_tokens": 128000, |
| | 1933 | "max_tokens": 128000, |
| | 1934 | "mode": "chat", |
| | 1935 | "output_cost_per_token": 0.00015, |
| | 1936 | "output_cost_per_token_above_200k_tokens": 0.00004125, |
| | 1937 | "search_context_cost_per_query": { |
| | 1938 | "search_context_size_high": 0.01, |
| | 1939 | "search_context_size_low": 0.01, |
| | 1940 | "search_context_size_medium": 0.01 |
| | 1941 | }, |
| | 1942 | "supports_assistant_prefill": false, |
| | 1943 | "supports_computer_use": true, |
| | 1944 | "supports_function_calling": true, |
| | 1945 | "supports_pdf_input": true, |
| | 1946 | "supports_prompt_caching": true, |
| | 1947 | "supports_reasoning": true, |
| | 1948 | "supports_response_schema": true, |
| | 1949 | "supports_tool_choice": true, |
| | 1950 | "supports_vision": true, |
| | 1951 | "tool_use_system_prompt_tokens": 346 |
| | 1952 | }, |
| | 1953 | "claude-opus-4-6-20260205": { |
| | 1954 | "cache_creation_input_token_cost": 0.00000625, |
| | 1955 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000125, |
| | 1956 | "cache_creation_input_token_cost_above_1hr": 0.00001, |
| | 1957 | "cache_read_input_token_cost": 5e-7, |
| | 1958 | "cache_read_input_token_cost_above_200k_tokens": 0.000001, |
| | 1959 | "input_cost_per_token": 0.000005, |
| | 1960 | "input_cost_per_token_above_200k_tokens": 0.00001, |
| | 1961 | "litellm_provider": "anthropic", |
| | 1962 | "max_input_tokens": 1000000, |
| | 1963 | "max_output_tokens": 128000, |
| | 1964 | "max_tokens": 128000, |
| | 1965 | "mode": "chat", |
| | 1966 | "output_cost_per_token": 0.000025, |
| | 1967 | "output_cost_per_token_above_200k_tokens": 0.0000375, |
| | 1968 | "search_context_cost_per_query": { |
| | 1969 | "search_context_size_high": 0.01, |
| | 1970 | "search_context_size_low": 0.01, |
| | 1971 | "search_context_size_medium": 0.01 |
| | 1972 | }, |
| | 1973 | "supports_assistant_prefill": false, |
| | 1974 | "supports_computer_use": true, |
| | 1975 | "supports_function_calling": true, |
| | 1976 | "supports_pdf_input": true, |
| | 1977 | "supports_prompt_caching": true, |
| | 1978 | "supports_reasoning": true, |
| | 1979 | "supports_response_schema": true, |
| | 1980 | "supports_tool_choice": true, |
| | 1981 | "supports_vision": true, |
| | 1982 | "tool_use_system_prompt_tokens": 346 |
| | 1983 | }, |
| | 1984 | "fast/claude-opus-4-6-20260205": { |
| | 1985 | "cache_creation_input_token_cost": 0.00000625, |
| | 1986 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000125, |
| | 1987 | "cache_creation_input_token_cost_above_1hr": 0.00001, |
| | 1988 | "cache_read_input_token_cost": 5e-7, |
| | 1989 | "cache_read_input_token_cost_above_200k_tokens": 0.000001, |
| | 1990 | "input_cost_per_token": 0.00003, |
| | 1991 | "input_cost_per_token_above_200k_tokens": 0.00001, |
| | 1992 | "litellm_provider": "anthropic", |
| | 1993 | "max_input_tokens": 1000000, |
| | 1994 | "max_output_tokens": 128000, |
| | 1995 | "max_tokens": 128000, |
| | 1996 | "mode": "chat", |
| | 1997 | "output_cost_per_token": 0.00015, |
| | 1998 | "output_cost_per_token_above_200k_tokens": 0.0000375, |
| | 1999 | "search_context_cost_per_query": { |
| | 2000 | "search_context_size_high": 0.01, |
| | 2001 | "search_context_size_low": 0.01, |
| | 2002 | "search_context_size_medium": 0.01 |
| | 2003 | }, |
| | 2004 | "supports_assistant_prefill": false, |
| | 2005 | "supports_computer_use": true, |
| | 2006 | "supports_function_calling": true, |
| | 2007 | "supports_pdf_input": true, |
| | 2008 | "supports_prompt_caching": true, |
| | 2009 | "supports_reasoning": true, |
| | 2010 | "supports_response_schema": true, |
| | 2011 | "supports_tool_choice": true, |
| | 2012 | "supports_vision": true, |
| | 2013 | "tool_use_system_prompt_tokens": 346 |
| | 2014 | }, |
| | 2015 | "us/claude-opus-4-6-20260205": { |
| | 2016 | "cache_creation_input_token_cost": 0.000006875, |
| | 2017 | "cache_creation_input_token_cost_above_200k_tokens": 0.00001375, |
| | 2018 | "cache_creation_input_token_cost_above_1hr": 0.000011, |
| | 2019 | "cache_read_input_token_cost": 5.5e-7, |
| | 2020 | "cache_read_input_token_cost_above_200k_tokens": 0.0000011, |
| | 2021 | "input_cost_per_token": 0.0000055, |
| | 2022 | "input_cost_per_token_above_200k_tokens": 0.000011, |
| | 2023 | "litellm_provider": "anthropic", |
| | 2024 | "max_input_tokens": 200000, |
| | 2025 | "max_output_tokens": 128000, |
| | 2026 | "max_tokens": 128000, |
| | 2027 | "mode": "chat", |
| | 2028 | "output_cost_per_token": 0.0000275, |
| | 2029 | "output_cost_per_token_above_200k_tokens": 0.00004125, |
| | 2030 | "search_context_cost_per_query": { |
| | 2031 | "search_context_size_high": 0.01, |
| | 2032 | "search_context_size_low": 0.01, |
| | 2033 | "search_context_size_medium": 0.01 |
| | 2034 | }, |
| | 2035 | "supports_assistant_prefill": false, |
| | 2036 | "supports_computer_use": true, |
| | 2037 | "supports_function_calling": true, |
| | 2038 | "supports_pdf_input": true, |
| | 2039 | "supports_prompt_caching": true, |
| | 2040 | "supports_reasoning": true, |
| | 2041 | "supports_response_schema": true, |
| | 2042 | "supports_tool_choice": true, |
| | 2043 | "supports_vision": true, |
| | 2044 | "tool_use_system_prompt_tokens": 346 |
| | 2045 | }, |
| | 2046 | "claude-sonnet-4-20250514": { |
| | 2047 | "deprecation_date": "2026-05-14", |
| | 2048 | "cache_creation_input_token_cost": 0.00000375, |
| | 2049 | "cache_creation_input_token_cost_above_1hr": 0.000006, |
| | 2050 | "cache_read_input_token_cost": 3e-7, |
| | 2051 | "input_cost_per_token": 0.000003, |
| | 2052 | "input_cost_per_token_above_200k_tokens": 0.000006, |
| | 2053 | "output_cost_per_token_above_200k_tokens": 0.0000225, |
| | 2054 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, |
| | 2055 | "cache_read_input_token_cost_above_200k_tokens": 6e-7, |
| | 2056 | "litellm_provider": "anthropic", |
| | 2057 | "max_input_tokens": 1000000, |
| | 2058 | "max_output_tokens": 64000, |
| | 2059 | "max_tokens": 64000, |
| | 2060 | "mode": "chat", |
| | 2061 | "output_cost_per_token": 0.000015, |
| | 2062 | "search_context_cost_per_query": { |
| | 2063 | "search_context_size_high": 0.01, |
| | 2064 | "search_context_size_low": 0.01, |
| | 2065 | "search_context_size_medium": 0.01 |
| | 2066 | }, |
| | 2067 | "supports_assistant_prefill": true, |
| | 2068 | "supports_computer_use": true, |
| | 2069 | "supports_function_calling": true, |
| | 2070 | "supports_pdf_input": true, |
| | 2071 | "supports_prompt_caching": true, |
| | 2072 | "supports_reasoning": true, |
| | 2073 | "supports_response_schema": true, |
| | 2074 | "supports_tool_choice": true, |
| | 2075 | "supports_vision": true, |
| | 2076 | "tool_use_system_prompt_tokens": 159 |
| | 2077 | }, |
| | 2078 | "databricks/databricks-claude-3-7-sonnet": { |
| | 2079 | "input_cost_per_token": 0.0000029999900000000002, |
| | 2080 | "input_dbu_cost_per_token": 0.000042857, |
| | 2081 | "litellm_provider": "databricks", |
| | 2082 | "max_input_tokens": 200000, |
| | 2083 | "max_output_tokens": 128000, |
| | 2084 | "max_tokens": 128000, |
| | 2085 | "metadata": { |
| | 2086 | "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." |
| | 2087 | }, |
| | 2088 | "mode": "chat", |
| | 2089 | "output_cost_per_token": 0.000015000020000000002, |
| | 2090 | "output_dbu_cost_per_token": 0.000214286, |
| | 2091 | "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", |
| | 2092 | "supports_assistant_prefill": true, |
| | 2093 | "supports_function_calling": true, |
| | 2094 | "supports_reasoning": true, |
| | 2095 | "supports_tool_choice": true |
| | 2096 | }, |
| | 2097 | "databricks/databricks-claude-haiku-4-5": { |
| | 2098 | "input_cost_per_token": 0.00000100002, |
| | 2099 | "input_dbu_cost_per_token": 0.000014286, |
| | 2100 | "litellm_provider": "databricks", |
| | 2101 | "max_input_tokens": 200000, |
| | 2102 | "max_output_tokens": 64000, |
| | 2103 | "max_tokens": 64000, |
| | 2104 | "metadata": { |
| | 2105 | "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." |
| | 2106 | }, |
| | 2107 | "mode": "chat", |
| | 2108 | "output_cost_per_token": 0.00000500003, |
| | 2109 | "output_dbu_cost_per_token": 0.000071429, |
| | 2110 | "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", |
| | 2111 | "supports_assistant_prefill": true, |
| | 2112 | "supports_function_calling": true, |
| | 2113 | "supports_reasoning": true, |
| | 2114 | "supports_tool_choice": true |
| | 2115 | }, |
| | 2116 | "databricks/databricks-claude-opus-4": { |
| | 2117 | "input_cost_per_token": 0.000015000020000000002, |
| | 2118 | "input_dbu_cost_per_token": 0.000214286, |
| | 2119 | "litellm_provider": "databricks", |
| | 2120 | "max_input_tokens": 200000, |
| | 2121 | "max_output_tokens": 32000, |
| | 2122 | "max_tokens": 32000, |
| | 2123 | "metadata": { |
| | 2124 | "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." |
| | 2125 | }, |
| | 2126 | "mode": "chat", |
| | 2127 | "output_cost_per_token": 0.00007500003000000001, |
| | 2128 | "output_dbu_cost_per_token": 0.001071429, |
| | 2129 | "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", |
| | 2130 | "supports_assistant_prefill": true, |
| | 2131 | "supports_function_calling": true, |
| | 2132 | "supports_reasoning": true, |
| | 2133 | "supports_tool_choice": true |
| | 2134 | }, |
| | 2135 | "databricks/databricks-claude-opus-4-1": { |
| | 2136 | "input_cost_per_token": 0.000015000020000000002, |
| | 2137 | "input_dbu_cost_per_token": 0.000214286, |
| | 2138 | "litellm_provider": "databricks", |
| | 2139 | "max_input_tokens": 200000, |
| | 2140 | "max_output_tokens": 32000, |
| | 2141 | "max_tokens": 32000, |
| | 2142 | "metadata": { |
| | 2143 | "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." |
| | 2144 | }, |
| | 2145 | "mode": "chat", |
| | 2146 | "output_cost_per_token": 0.00007500003000000001, |
| | 2147 | "output_dbu_cost_per_token": 0.001071429, |
| | 2148 | "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", |
| | 2149 | "supports_assistant_prefill": true, |
| | 2150 | "supports_function_calling": true, |
| | 2151 | "supports_reasoning": true, |
| | 2152 | "supports_tool_choice": true |
| | 2153 | }, |
| | 2154 | "databricks/databricks-claude-opus-4-5": { |
| | 2155 | "input_cost_per_token": 0.00000500003, |
| | 2156 | "input_dbu_cost_per_token": 0.000071429, |
| | 2157 | "litellm_provider": "databricks", |
| | 2158 | "max_input_tokens": 200000, |
| | 2159 | "max_output_tokens": 64000, |
| | 2160 | "max_tokens": 64000, |
| | 2161 | "metadata": { |
| | 2162 | "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." |
| | 2163 | }, |
| | 2164 | "mode": "chat", |
| | 2165 | "output_cost_per_token": 0.000025000010000000002, |
| | 2166 | "output_dbu_cost_per_token": 0.000357143, |
| | 2167 | "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", |
| | 2168 | "supports_assistant_prefill": true, |
| | 2169 | "supports_function_calling": true, |
| | 2170 | "supports_reasoning": true, |
| | 2171 | "supports_tool_choice": true |
| | 2172 | }, |
| | 2173 | "databricks/databricks-claude-sonnet-4": { |
| | 2174 | "input_cost_per_token": 0.0000029999900000000002, |
| | 2175 | "input_dbu_cost_per_token": 0.000042857, |
| | 2176 | "litellm_provider": "databricks", |
| | 2177 | "max_input_tokens": 200000, |
| | 2178 | "max_output_tokens": 64000, |
| | 2179 | "max_tokens": 64000, |
| | 2180 | "metadata": { |
| | 2181 | "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." |
| | 2182 | }, |
| | 2183 | "mode": "chat", |
| | 2184 | "output_cost_per_token": 0.000015000020000000002, |
| | 2185 | "output_dbu_cost_per_token": 0.000214286, |
| | 2186 | "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", |
| | 2187 | "supports_assistant_prefill": true, |
| | 2188 | "supports_function_calling": true, |
| | 2189 | "supports_reasoning": true, |
| | 2190 | "supports_tool_choice": true |
| | 2191 | }, |
| | 2192 | "databricks/databricks-claude-sonnet-4-1": { |
| | 2193 | "input_cost_per_token": 0.0000029999900000000002, |
| | 2194 | "input_dbu_cost_per_token": 0.000042857, |
| | 2195 | "litellm_provider": "databricks", |
| | 2196 | "max_input_tokens": 200000, |
| | 2197 | "max_output_tokens": 64000, |
| | 2198 | "max_tokens": 64000, |
| | 2199 | "metadata": { |
| | 2200 | "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." |
| | 2201 | }, |
| | 2202 | "mode": "chat", |
| | 2203 | "output_cost_per_token": 0.000015000020000000002, |
| | 2204 | "output_dbu_cost_per_token": 0.000214286, |
| | 2205 | "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", |
| | 2206 | "supports_assistant_prefill": true, |
| | 2207 | "supports_function_calling": true, |
| | 2208 | "supports_reasoning": true, |
| | 2209 | "supports_tool_choice": true |
| | 2210 | }, |
| | 2211 | "databricks/databricks-claude-sonnet-4-5": { |
| | 2212 | "input_cost_per_token": 0.0000029999900000000002, |
| | 2213 | "input_dbu_cost_per_token": 0.000042857, |
| | 2214 | "litellm_provider": "databricks", |
| | 2215 | "max_input_tokens": 200000, |
| | 2216 | "max_output_tokens": 64000, |
| | 2217 | "max_tokens": 64000, |
| | 2218 | "metadata": { |
| | 2219 | "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." |
| | 2220 | }, |
| | 2221 | "mode": "chat", |
| | 2222 | "output_cost_per_token": 0.000015000020000000002, |
| | 2223 | "output_dbu_cost_per_token": 0.000214286, |
| | 2224 | "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", |
| | 2225 | "supports_assistant_prefill": true, |
| | 2226 | "supports_function_calling": true, |
| | 2227 | "supports_reasoning": true, |
| | 2228 | "supports_tool_choice": true |
| | 2229 | }, |
| | 2230 | "deepinfra/anthropic/claude-3-7-sonnet-latest": { |
| | 2231 | "max_tokens": 200000, |
| | 2232 | "max_input_tokens": 200000, |
| | 2233 | "max_output_tokens": 200000, |
| | 2234 | "input_cost_per_token": 0.0000033, |
| | 2235 | "output_cost_per_token": 0.0000165, |
| | 2236 | "cache_read_input_token_cost": 3.3e-7, |
| | 2237 | "litellm_provider": "deepinfra", |
| | 2238 | "mode": "chat", |
| | 2239 | "supports_tool_choice": true |
| | 2240 | }, |
| | 2241 | "deepinfra/anthropic/claude-4-opus": { |
| | 2242 | "max_tokens": 200000, |
| | 2243 | "max_input_tokens": 200000, |
| | 2244 | "max_output_tokens": 200000, |
| | 2245 | "input_cost_per_token": 0.0000165, |
| | 2246 | "output_cost_per_token": 0.0000825, |
| | 2247 | "litellm_provider": "deepinfra", |
| | 2248 | "mode": "chat", |
| | 2249 | "supports_tool_choice": true |
| | 2250 | }, |
| | 2251 | "deepinfra/anthropic/claude-4-sonnet": { |
| | 2252 | "max_tokens": 200000, |
| | 2253 | "max_input_tokens": 200000, |
| | 2254 | "max_output_tokens": 200000, |
| | 2255 | "input_cost_per_token": 0.0000033, |
| | 2256 | "output_cost_per_token": 0.0000165, |
| | 2257 | "litellm_provider": "deepinfra", |
| | 2258 | "mode": "chat", |
| | 2259 | "supports_tool_choice": true |
| | 2260 | }, |
| | 2261 | "eu.anthropic.claude-3-5-haiku-20241022-v1:0": { |
| | 2262 | "input_cost_per_token": 2.5e-7, |
| | 2263 | "litellm_provider": "bedrock", |
| | 2264 | "max_input_tokens": 200000, |
| | 2265 | "max_output_tokens": 8192, |
| | 2266 | "max_tokens": 8192, |
| | 2267 | "mode": "chat", |
| | 2268 | "output_cost_per_token": 0.00000125, |
| | 2269 | "supports_assistant_prefill": true, |
| | 2270 | "supports_function_calling": true, |
| | 2271 | "supports_pdf_input": true, |
| | 2272 | "supports_prompt_caching": true, |
| | 2273 | "supports_response_schema": true, |
| | 2274 | "supports_tool_choice": true |
| | 2275 | }, |
| | 2276 | "eu.anthropic.claude-haiku-4-5-20251001-v1:0": { |
| | 2277 | "cache_creation_input_token_cost": 0.000001375, |
| | 2278 | "cache_read_input_token_cost": 1.1e-7, |
| | 2279 | "input_cost_per_token": 0.0000011, |
| | 2280 | "deprecation_date": "2026-10-15", |
| | 2281 | "litellm_provider": "bedrock_converse", |
| | 2282 | "max_input_tokens": 200000, |
| | 2283 | "max_output_tokens": 64000, |
| | 2284 | "max_tokens": 64000, |
| | 2285 | "mode": "chat", |
| | 2286 | "output_cost_per_token": 0.0000055, |
| | 2287 | "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", |
| | 2288 | "supports_assistant_prefill": true, |
| | 2289 | "supports_computer_use": true, |
| | 2290 | "supports_function_calling": true, |
| | 2291 | "supports_pdf_input": true, |
| | 2292 | "supports_prompt_caching": true, |
| | 2293 | "supports_reasoning": true, |
| | 2294 | "supports_response_schema": true, |
| | 2295 | "supports_tool_choice": true, |
| | 2296 | "supports_vision": true, |
| | 2297 | "tool_use_system_prompt_tokens": 346 |
| | 2298 | }, |
| | 2299 | "eu.anthropic.claude-3-5-sonnet-20240620-v1:0": { |
| | 2300 | "input_cost_per_token": 0.000003, |
| | 2301 | "litellm_provider": "bedrock", |
| | 2302 | "max_input_tokens": 200000, |
| | 2303 | "max_output_tokens": 4096, |
| | 2304 | "max_tokens": 4096, |
| | 2305 | "mode": "chat", |
| | 2306 | "output_cost_per_token": 0.000015, |
| | 2307 | "supports_function_calling": true, |
| | 2308 | "supports_pdf_input": true, |
| | 2309 | "supports_response_schema": true, |
| | 2310 | "supports_tool_choice": true, |
| | 2311 | "supports_vision": true |
| | 2312 | }, |
| | 2313 | "eu.anthropic.claude-3-5-sonnet-20241022-v2:0": { |
| | 2314 | "input_cost_per_token": 0.000003, |
| | 2315 | "litellm_provider": "bedrock", |
| | 2316 | "max_input_tokens": 200000, |
| | 2317 | "max_output_tokens": 8192, |
| | 2318 | "max_tokens": 8192, |
| | 2319 | "mode": "chat", |
| | 2320 | "output_cost_per_token": 0.000015, |
| | 2321 | "supports_assistant_prefill": true, |
| | 2322 | "supports_computer_use": true, |
| | 2323 | "supports_function_calling": true, |
| | 2324 | "supports_pdf_input": true, |
| | 2325 | "supports_prompt_caching": true, |
| | 2326 | "supports_response_schema": true, |
| | 2327 | "supports_tool_choice": true, |
| | 2328 | "supports_vision": true |
| | 2329 | }, |
| | 2330 | "eu.anthropic.claude-3-7-sonnet-20250219-v1:0": { |
| | 2331 | "input_cost_per_token": 0.000003, |
| | 2332 | "litellm_provider": "bedrock", |
| | 2333 | "max_input_tokens": 200000, |
| | 2334 | "max_output_tokens": 8192, |
| | 2335 | "max_tokens": 8192, |
| | 2336 | "mode": "chat", |
| | 2337 | "output_cost_per_token": 0.000015, |
| | 2338 | "supports_assistant_prefill": true, |
| | 2339 | "supports_computer_use": true, |
| | 2340 | "supports_function_calling": true, |
| | 2341 | "supports_pdf_input": true, |
| | 2342 | "supports_prompt_caching": true, |
| | 2343 | "supports_reasoning": true, |
| | 2344 | "supports_response_schema": true, |
| | 2345 | "supports_tool_choice": true, |
| | 2346 | "supports_vision": true |
| | 2347 | }, |
| | 2348 | "eu.anthropic.claude-3-haiku-20240307-v1:0": { |
| | 2349 | "input_cost_per_token": 2.5e-7, |
| | 2350 | "litellm_provider": "bedrock", |
| | 2351 | "max_input_tokens": 200000, |
| | 2352 | "max_output_tokens": 4096, |
| | 2353 | "max_tokens": 4096, |
| | 2354 | "mode": "chat", |
| | 2355 | "output_cost_per_token": 0.00000125, |
| | 2356 | "supports_function_calling": true, |
| | 2357 | "supports_pdf_input": true, |
| | 2358 | "supports_response_schema": true, |
| | 2359 | "supports_tool_choice": true, |
| | 2360 | "supports_vision": true |
| | 2361 | }, |
| | 2362 | "eu.anthropic.claude-3-opus-20240229-v1:0": { |
| | 2363 | "input_cost_per_token": 0.000015, |
| | 2364 | "litellm_provider": "bedrock", |
| | 2365 | "max_input_tokens": 200000, |
| | 2366 | "max_output_tokens": 4096, |
| | 2367 | "max_tokens": 4096, |
| | 2368 | "mode": "chat", |
| | 2369 | "output_cost_per_token": 0.000075, |
| | 2370 | "supports_function_calling": true, |
| | 2371 | "supports_response_schema": true, |
| | 2372 | "supports_tool_choice": true, |
| | 2373 | "supports_vision": true |
| | 2374 | }, |
| | 2375 | "eu.anthropic.claude-3-sonnet-20240229-v1:0": { |
| | 2376 | "input_cost_per_token": 0.000003, |
| | 2377 | "litellm_provider": "bedrock", |
| | 2378 | "max_input_tokens": 200000, |
| | 2379 | "max_output_tokens": 4096, |
| | 2380 | "max_tokens": 4096, |
| | 2381 | "mode": "chat", |
| | 2382 | "output_cost_per_token": 0.000015, |
| | 2383 | "supports_function_calling": true, |
| | 2384 | "supports_pdf_input": true, |
| | 2385 | "supports_response_schema": true, |
| | 2386 | "supports_tool_choice": true, |
| | 2387 | "supports_vision": true |
| | 2388 | }, |
| | 2389 | "eu.anthropic.claude-opus-4-1-20250805-v1:0": { |
| | 2390 | "cache_creation_input_token_cost": 0.00001875, |
| | 2391 | "cache_read_input_token_cost": 0.0000015, |
| | 2392 | "input_cost_per_token": 0.000015, |
| | 2393 | "litellm_provider": "bedrock_converse", |
| | 2394 | "max_input_tokens": 200000, |
| | 2395 | "max_output_tokens": 32000, |
| | 2396 | "max_tokens": 32000, |
| | 2397 | "mode": "chat", |
| | 2398 | "output_cost_per_token": 0.000075, |
| | 2399 | "search_context_cost_per_query": { |
| | 2400 | "search_context_size_high": 0.01, |
| | 2401 | "search_context_size_low": 0.01, |
| | 2402 | "search_context_size_medium": 0.01 |
| | 2403 | }, |
| | 2404 | "supports_assistant_prefill": true, |
| | 2405 | "supports_computer_use": true, |
| | 2406 | "supports_function_calling": true, |
| | 2407 | "supports_pdf_input": true, |
| | 2408 | "supports_prompt_caching": true, |
| | 2409 | "supports_reasoning": true, |
| | 2410 | "supports_response_schema": true, |
| | 2411 | "supports_tool_choice": true, |
| | 2412 | "supports_vision": true, |
| | 2413 | "tool_use_system_prompt_tokens": 159 |
| | 2414 | }, |
| | 2415 | "eu.anthropic.claude-opus-4-20250514-v1:0": { |
| | 2416 | "cache_creation_input_token_cost": 0.00001875, |
| | 2417 | "cache_read_input_token_cost": 0.0000015, |
| | 2418 | "input_cost_per_token": 0.000015, |
| | 2419 | "litellm_provider": "bedrock_converse", |
| | 2420 | "max_input_tokens": 200000, |
| | 2421 | "max_output_tokens": 32000, |
| | 2422 | "max_tokens": 32000, |
| | 2423 | "mode": "chat", |
| | 2424 | "output_cost_per_token": 0.000075, |
| | 2425 | "search_context_cost_per_query": { |
| | 2426 | "search_context_size_high": 0.01, |
| | 2427 | "search_context_size_low": 0.01, |
| | 2428 | "search_context_size_medium": 0.01 |
| | 2429 | }, |
| | 2430 | "supports_assistant_prefill": true, |
| | 2431 | "supports_computer_use": true, |
| | 2432 | "supports_function_calling": true, |
| | 2433 | "supports_pdf_input": true, |
| | 2434 | "supports_prompt_caching": true, |
| | 2435 | "supports_reasoning": true, |
| | 2436 | "supports_response_schema": true, |
| | 2437 | "supports_tool_choice": true, |
| | 2438 | "supports_vision": true, |
| | 2439 | "tool_use_system_prompt_tokens": 159 |
| | 2440 | }, |
| | 2441 | "eu.anthropic.claude-sonnet-4-20250514-v1:0": { |
| | 2442 | "cache_creation_input_token_cost": 0.00000375, |
| | 2443 | "cache_read_input_token_cost": 3e-7, |
| | 2444 | "input_cost_per_token": 0.000003, |
| | 2445 | "input_cost_per_token_above_200k_tokens": 0.000006, |
| | 2446 | "output_cost_per_token_above_200k_tokens": 0.0000225, |
| | 2447 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, |
| | 2448 | "cache_read_input_token_cost_above_200k_tokens": 6e-7, |
| | 2449 | "litellm_provider": "bedrock_converse", |
| | 2450 | "max_input_tokens": 1000000, |
| | 2451 | "max_output_tokens": 64000, |
| | 2452 | "max_tokens": 64000, |
| | 2453 | "mode": "chat", |
| | 2454 | "output_cost_per_token": 0.000015, |
| | 2455 | "search_context_cost_per_query": { |
| | 2456 | "search_context_size_high": 0.01, |
| | 2457 | "search_context_size_low": 0.01, |
| | 2458 | "search_context_size_medium": 0.01 |
| | 2459 | }, |
| | 2460 | "supports_assistant_prefill": true, |
| | 2461 | "supports_computer_use": true, |
| | 2462 | "supports_function_calling": true, |
| | 2463 | "supports_pdf_input": true, |
| | 2464 | "supports_prompt_caching": true, |
| | 2465 | "supports_reasoning": true, |
| | 2466 | "supports_response_schema": true, |
| | 2467 | "supports_tool_choice": true, |
| | 2468 | "supports_vision": true, |
| | 2469 | "tool_use_system_prompt_tokens": 159 |
| | 2470 | }, |
| | 2471 | "eu.anthropic.claude-sonnet-4-5-20250929-v1:0": { |
| | 2472 | "cache_creation_input_token_cost": 0.000004125, |
| | 2473 | "cache_read_input_token_cost": 3.3e-7, |
| | 2474 | "input_cost_per_token": 0.0000033, |
| | 2475 | "input_cost_per_token_above_200k_tokens": 0.0000066, |
| | 2476 | "output_cost_per_token_above_200k_tokens": 0.00002475, |
| | 2477 | "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, |
| | 2478 | "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, |
| | 2479 | "litellm_provider": "bedrock_converse", |
| | 2480 | "max_input_tokens": 200000, |
| | 2481 | "max_output_tokens": 64000, |
| | 2482 | "max_tokens": 64000, |
| | 2483 | "mode": "chat", |
| | 2484 | "output_cost_per_token": 0.0000165, |
| | 2485 | "search_context_cost_per_query": { |
| | 2486 | "search_context_size_high": 0.01, |
| | 2487 | "search_context_size_low": 0.01, |
| | 2488 | "search_context_size_medium": 0.01 |
| | 2489 | }, |
| | 2490 | "supports_assistant_prefill": true, |
| | 2491 | "supports_computer_use": true, |
| | 2492 | "supports_function_calling": true, |
| | 2493 | "supports_pdf_input": true, |
| | 2494 | "supports_prompt_caching": true, |
| | 2495 | "supports_reasoning": true, |
| | 2496 | "supports_response_schema": true, |
| | 2497 | "supports_tool_choice": true, |
| | 2498 | "supports_vision": true, |
| | 2499 | "tool_use_system_prompt_tokens": 346 |
| | 2500 | }, |
| | 2501 | "gmi/anthropic/claude-opus-4.5": { |
| | 2502 | "input_cost_per_token": 0.000005, |
| | 2503 | "litellm_provider": "gmi", |
| | 2504 | "max_input_tokens": 409600, |
| | 2505 | "max_output_tokens": 32000, |
| | 2506 | "max_tokens": 32000, |
| | 2507 | "mode": "chat", |
| | 2508 | "output_cost_per_token": 0.000025, |
| | 2509 | "supports_function_calling": true, |
| | 2510 | "supports_vision": true |
| | 2511 | }, |
| | 2512 | "gmi/anthropic/claude-sonnet-4.5": { |
| | 2513 | "input_cost_per_token": 0.000003, |
| | 2514 | "litellm_provider": "gmi", |
| | 2515 | "max_input_tokens": 409600, |
| | 2516 | "max_output_tokens": 32000, |
| | 2517 | "max_tokens": 32000, |
| | 2518 | "mode": "chat", |
| | 2519 | "output_cost_per_token": 0.000015, |
| | 2520 | "supports_function_calling": true, |
| | 2521 | "supports_vision": true |
| | 2522 | }, |
| | 2523 | "gmi/anthropic/claude-sonnet-4": { |
| | 2524 | "input_cost_per_token": 0.000003, |
| | 2525 | "litellm_provider": "gmi", |
| | 2526 | "max_input_tokens": 409600, |
| | 2527 | "max_output_tokens": 32000, |
| | 2528 | "max_tokens": 32000, |
| | 2529 | "mode": "chat", |
| | 2530 | "output_cost_per_token": 0.000015, |
| | 2531 | "supports_function_calling": true, |
| | 2532 | "supports_vision": true |
| | 2533 | }, |
| | 2534 | "gmi/anthropic/claude-opus-4": { |
| | 2535 | "input_cost_per_token": 0.000015, |
| | 2536 | "litellm_provider": "gmi", |
| | 2537 | "max_input_tokens": 409600, |
| | 2538 | "max_output_tokens": 32000, |
| | 2539 | "max_tokens": 32000, |
| | 2540 | "mode": "chat", |
| | 2541 | "output_cost_per_token": 0.000075, |
| | 2542 | "supports_function_calling": true, |
| | 2543 | "supports_vision": true |
| | 2544 | }, |
| | 2545 | "global.anthropic.claude-sonnet-4-5-20250929-v1:0": { |
| | 2546 | "cache_creation_input_token_cost": 0.00000375, |
| | 2547 | "cache_read_input_token_cost": 3e-7, |
| | 2548 | "input_cost_per_token": 0.000003, |
| | 2549 | "input_cost_per_token_above_200k_tokens": 0.000006, |
| | 2550 | "output_cost_per_token_above_200k_tokens": 0.0000225, |
| | 2551 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, |
| | 2552 | "cache_read_input_token_cost_above_200k_tokens": 6e-7, |
| | 2553 | "litellm_provider": "bedrock_converse", |
| | 2554 | "max_input_tokens": 200000, |
| | 2555 | "max_output_tokens": 64000, |
| | 2556 | "max_tokens": 64000, |
| | 2557 | "mode": "chat", |
| | 2558 | "output_cost_per_token": 0.000015, |
| | 2559 | "search_context_cost_per_query": { |
| | 2560 | "search_context_size_high": 0.01, |
| | 2561 | "search_context_size_low": 0.01, |
| | 2562 | "search_context_size_medium": 0.01 |
| | 2563 | }, |
| | 2564 | "supports_assistant_prefill": true, |
| | 2565 | "supports_computer_use": true, |
| | 2566 | "supports_function_calling": true, |
| | 2567 | "supports_pdf_input": true, |
| | 2568 | "supports_prompt_caching": true, |
| | 2569 | "supports_reasoning": true, |
| | 2570 | "supports_response_schema": true, |
| | 2571 | "supports_tool_choice": true, |
| | 2572 | "supports_vision": true, |
| | 2573 | "tool_use_system_prompt_tokens": 346 |
| | 2574 | }, |
| | 2575 | "global.anthropic.claude-sonnet-4-20250514-v1:0": { |
| | 2576 | "cache_creation_input_token_cost": 0.00000375, |
| | 2577 | "cache_read_input_token_cost": 3e-7, |
| | 2578 | "input_cost_per_token": 0.000003, |
| | 2579 | "input_cost_per_token_above_200k_tokens": 0.000006, |
| | 2580 | "output_cost_per_token_above_200k_tokens": 0.0000225, |
| | 2581 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, |
| | 2582 | "cache_read_input_token_cost_above_200k_tokens": 6e-7, |
| | 2583 | "litellm_provider": "bedrock_converse", |
| | 2584 | "max_input_tokens": 1000000, |
| | 2585 | "max_output_tokens": 64000, |
| | 2586 | "max_tokens": 64000, |
| | 2587 | "mode": "chat", |
| | 2588 | "output_cost_per_token": 0.000015, |
| | 2589 | "search_context_cost_per_query": { |
| | 2590 | "search_context_size_high": 0.01, |
| | 2591 | "search_context_size_low": 0.01, |
| | 2592 | "search_context_size_medium": 0.01 |
| | 2593 | }, |
| | 2594 | "supports_assistant_prefill": true, |
| | 2595 | "supports_computer_use": true, |
| | 2596 | "supports_function_calling": true, |
| | 2597 | "supports_pdf_input": true, |
| | 2598 | "supports_prompt_caching": true, |
| | 2599 | "supports_reasoning": true, |
| | 2600 | "supports_response_schema": true, |
| | 2601 | "supports_tool_choice": true, |
| | 2602 | "supports_vision": true, |
| | 2603 | "tool_use_system_prompt_tokens": 159 |
| | 2604 | }, |
| | 2605 | "global.anthropic.claude-haiku-4-5-20251001-v1:0": { |
| | 2606 | "cache_creation_input_token_cost": 0.00000125, |
| | 2607 | "cache_read_input_token_cost": 1e-7, |
| | 2608 | "input_cost_per_token": 0.000001, |
| | 2609 | "litellm_provider": "bedrock_converse", |
| | 2610 | "max_input_tokens": 200000, |
| | 2611 | "max_output_tokens": 64000, |
| | 2612 | "max_tokens": 64000, |
| | 2613 | "mode": "chat", |
| | 2614 | "output_cost_per_token": 0.000005, |
| | 2615 | "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", |
| | 2616 | "supports_assistant_prefill": true, |
| | 2617 | "supports_computer_use": true, |
| | 2618 | "supports_function_calling": true, |
| | 2619 | "supports_pdf_input": true, |
| | 2620 | "supports_prompt_caching": true, |
| | 2621 | "supports_reasoning": true, |
| | 2622 | "supports_response_schema": true, |
| | 2623 | "supports_tool_choice": true, |
| | 2624 | "supports_vision": true, |
| | 2625 | "tool_use_system_prompt_tokens": 346 |
| | 2626 | }, |
| | 2627 | "gradient_ai/anthropic-claude-3-opus": { |
| | 2628 | "input_cost_per_token": 0.000015, |
| | 2629 | "litellm_provider": "gradient_ai", |
| | 2630 | "max_tokens": 1024, |
| | 2631 | "mode": "chat", |
| | 2632 | "output_cost_per_token": 0.000075, |
| | 2633 | "supported_endpoints": [ |
| | 2634 | "/v1/chat/completions" |
| | 2635 | ], |
| | 2636 | "supported_modalities": [ |
| | 2637 | "text" |
| | 2638 | ], |
| | 2639 | "supports_tool_choice": false |
| | 2640 | }, |
| | 2641 | "gradient_ai/anthropic-claude-3.5-haiku": { |
| | 2642 | "input_cost_per_token": 8e-7, |
| | 2643 | "litellm_provider": "gradient_ai", |
| | 2644 | "max_tokens": 1024, |
| | 2645 | "mode": "chat", |
| | 2646 | "output_cost_per_token": 0.000004, |
| | 2647 | "supported_endpoints": [ |
| | 2648 | "/v1/chat/completions" |
| | 2649 | ], |
| | 2650 | "supported_modalities": [ |
| | 2651 | "text" |
| | 2652 | ], |
| | 2653 | "supports_tool_choice": false |
| | 2654 | }, |
| | 2655 | "gradient_ai/anthropic-claude-3.5-sonnet": { |
| | 2656 | "input_cost_per_token": 0.000003, |
| | 2657 | "litellm_provider": "gradient_ai", |
| | 2658 | "max_tokens": 1024, |
| | 2659 | "mode": "chat", |
| | 2660 | "output_cost_per_token": 0.000015, |
| | 2661 | "supported_endpoints": [ |
| | 2662 | "/v1/chat/completions" |
| | 2663 | ], |
| | 2664 | "supported_modalities": [ |
| | 2665 | "text" |
| | 2666 | ], |
| | 2667 | "supports_tool_choice": false |
| | 2668 | }, |
| | 2669 | "gradient_ai/anthropic-claude-3.7-sonnet": { |
| | 2670 | "input_cost_per_token": 0.000003, |
| | 2671 | "litellm_provider": "gradient_ai", |
| | 2672 | "max_tokens": 1024, |
| | 2673 | "mode": "chat", |
| | 2674 | "output_cost_per_token": 0.000015, |
| | 2675 | "supported_endpoints": [ |
| | 2676 | "/v1/chat/completions" |
| | 2677 | ], |
| | 2678 | "supported_modalities": [ |
| | 2679 | "text" |
| | 2680 | ], |
| | 2681 | "supports_tool_choice": false |
| | 2682 | }, |
| | 2683 | "jp.anthropic.claude-sonnet-4-5-20250929-v1:0": { |
| | 2684 | "cache_creation_input_token_cost": 0.000004125, |
| | 2685 | "cache_read_input_token_cost": 3.3e-7, |
| | 2686 | "input_cost_per_token": 0.0000033, |
| | 2687 | "input_cost_per_token_above_200k_tokens": 0.0000066, |
| | 2688 | "output_cost_per_token_above_200k_tokens": 0.00002475, |
| | 2689 | "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, |
| | 2690 | "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, |
| | 2691 | "litellm_provider": "bedrock_converse", |
| | 2692 | "max_input_tokens": 200000, |
| | 2693 | "max_output_tokens": 64000, |
| | 2694 | "max_tokens": 64000, |
| | 2695 | "mode": "chat", |
| | 2696 | "output_cost_per_token": 0.0000165, |
| | 2697 | "search_context_cost_per_query": { |
| | 2698 | "search_context_size_high": 0.01, |
| | 2699 | "search_context_size_low": 0.01, |
| | 2700 | "search_context_size_medium": 0.01 |
| | 2701 | }, |
| | 2702 | "supports_assistant_prefill": true, |
| | 2703 | "supports_computer_use": true, |
| | 2704 | "supports_function_calling": true, |
| | 2705 | "supports_pdf_input": true, |
| | 2706 | "supports_prompt_caching": true, |
| | 2707 | "supports_reasoning": true, |
| | 2708 | "supports_response_schema": true, |
| | 2709 | "supports_tool_choice": true, |
| | 2710 | "supports_vision": true, |
| | 2711 | "tool_use_system_prompt_tokens": 346 |
| | 2712 | }, |
| | 2713 | "jp.anthropic.claude-haiku-4-5-20251001-v1:0": { |
| | 2714 | "cache_creation_input_token_cost": 0.000001375, |
| | 2715 | "cache_read_input_token_cost": 1.1e-7, |
| | 2716 | "input_cost_per_token": 0.0000011, |
| | 2717 | "litellm_provider": "bedrock_converse", |
| | 2718 | "max_input_tokens": 200000, |
| | 2719 | "max_output_tokens": 64000, |
| | 2720 | "max_tokens": 64000, |
| | 2721 | "mode": "chat", |
| | 2722 | "output_cost_per_token": 0.0000055, |
| | 2723 | "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", |
| | 2724 | "supports_assistant_prefill": true, |
| | 2725 | "supports_computer_use": true, |
| | 2726 | "supports_function_calling": true, |
| | 2727 | "supports_pdf_input": true, |
| | 2728 | "supports_prompt_caching": true, |
| | 2729 | "supports_reasoning": true, |
| | 2730 | "supports_response_schema": true, |
| | 2731 | "supports_tool_choice": true, |
| | 2732 | "supports_vision": true, |
| | 2733 | "tool_use_system_prompt_tokens": 346 |
| | 2734 | }, |
| | 2735 | "openrouter/anthropic/claude-3-haiku": { |
| | 2736 | "input_cost_per_image": 0.0004, |
| | 2737 | "input_cost_per_token": 2.5e-7, |
| | 2738 | "litellm_provider": "openrouter", |
| | 2739 | "max_tokens": 200000, |
| | 2740 | "mode": "chat", |
| | 2741 | "output_cost_per_token": 0.00000125, |
| | 2742 | "supports_function_calling": true, |
| | 2743 | "supports_tool_choice": true, |
| | 2744 | "supports_vision": true |
| | 2745 | }, |
| | 2746 | "openrouter/anthropic/claude-3.5-sonnet": { |
| | 2747 | "input_cost_per_token": 0.000003, |
| | 2748 | "litellm_provider": "openrouter", |
| | 2749 | "max_input_tokens": 200000, |
| | 2750 | "max_output_tokens": 8192, |
| | 2751 | "max_tokens": 8192, |
| | 2752 | "mode": "chat", |
| | 2753 | "output_cost_per_token": 0.000015, |
| | 2754 | "supports_assistant_prefill": true, |
| | 2755 | "supports_computer_use": true, |
| | 2756 | "supports_function_calling": true, |
| | 2757 | "supports_tool_choice": true, |
| | 2758 | "supports_vision": true, |
| | 2759 | "tool_use_system_prompt_tokens": 159 |
| | 2760 | }, |
| | 2761 | "openrouter/anthropic/claude-3.7-sonnet": { |
| | 2762 | "input_cost_per_image": 0.0048, |
| | 2763 | "input_cost_per_token": 0.000003, |
| | 2764 | "litellm_provider": "openrouter", |
| | 2765 | "max_input_tokens": 200000, |
| | 2766 | "max_output_tokens": 128000, |
| | 2767 | "max_tokens": 128000, |
| | 2768 | "mode": "chat", |
| | 2769 | "output_cost_per_token": 0.000015, |
| | 2770 | "supports_assistant_prefill": true, |
| | 2771 | "supports_computer_use": true, |
| | 2772 | "supports_function_calling": true, |
| | 2773 | "supports_reasoning": true, |
| | 2774 | "supports_tool_choice": true, |
| | 2775 | "supports_vision": true, |
| | 2776 | "tool_use_system_prompt_tokens": 159 |
| | 2777 | }, |
| | 2778 | "openrouter/anthropic/claude-opus-4": { |
| | 2779 | "input_cost_per_image": 0.0048, |
| | 2780 | "cache_creation_input_token_cost": 0.00001875, |
| | 2781 | "cache_read_input_token_cost": 0.0000015, |
| | 2782 | "input_cost_per_token": 0.000015, |
| | 2783 | "litellm_provider": "openrouter", |
| | 2784 | "max_input_tokens": 200000, |
| | 2785 | "max_output_tokens": 32000, |
| | 2786 | "max_tokens": 32000, |
| | 2787 | "mode": "chat", |
| | 2788 | "output_cost_per_token": 0.000075, |
| | 2789 | "supports_assistant_prefill": true, |
| | 2790 | "supports_computer_use": true, |
| | 2791 | "supports_function_calling": true, |
| | 2792 | "supports_prompt_caching": true, |
| | 2793 | "supports_reasoning": true, |
| | 2794 | "supports_tool_choice": true, |
| | 2795 | "supports_vision": true, |
| | 2796 | "tool_use_system_prompt_tokens": 159 |
| | 2797 | }, |
| | 2798 | "openrouter/anthropic/claude-opus-4.1": { |
| | 2799 | "input_cost_per_image": 0.0048, |
| | 2800 | "cache_creation_input_token_cost": 0.00001875, |
| | 2801 | "cache_creation_input_token_cost_above_1hr": 0.00003, |
| | 2802 | "cache_read_input_token_cost": 0.0000015, |
| | 2803 | "input_cost_per_token": 0.000015, |
| | 2804 | "litellm_provider": "openrouter", |
| | 2805 | "max_input_tokens": 200000, |
| | 2806 | "max_output_tokens": 32000, |
| | 2807 | "max_tokens": 32000, |
| | 2808 | "mode": "chat", |
| | 2809 | "output_cost_per_token": 0.000075, |
| | 2810 | "supports_assistant_prefill": true, |
| | 2811 | "supports_computer_use": true, |
| | 2812 | "supports_function_calling": true, |
| | 2813 | "supports_prompt_caching": true, |
| | 2814 | "supports_reasoning": true, |
| | 2815 | "supports_tool_choice": true, |
| | 2816 | "supports_vision": true, |
| | 2817 | "tool_use_system_prompt_tokens": 159 |
| | 2818 | }, |
| | 2819 | "openrouter/anthropic/claude-sonnet-4": { |
| | 2820 | "input_cost_per_image": 0.0048, |
| | 2821 | "cache_creation_input_token_cost": 0.00000375, |
| | 2822 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, |
| | 2823 | "cache_read_input_token_cost": 3e-7, |
| | 2824 | "cache_read_input_token_cost_above_200k_tokens": 6e-7, |
| | 2825 | "input_cost_per_token": 0.000003, |
| | 2826 | "input_cost_per_token_above_200k_tokens": 0.000006, |
| | 2827 | "output_cost_per_token_above_200k_tokens": 0.0000225, |
| | 2828 | "litellm_provider": "openrouter", |
| | 2829 | "max_input_tokens": 1000000, |
| | 2830 | "max_output_tokens": 64000, |
| | 2831 | "max_tokens": 64000, |
| | 2832 | "mode": "chat", |
| | 2833 | "output_cost_per_token": 0.000015, |
| | 2834 | "supports_assistant_prefill": true, |
| | 2835 | "supports_computer_use": true, |
| | 2836 | "supports_function_calling": true, |
| | 2837 | "supports_prompt_caching": true, |
| | 2838 | "supports_reasoning": true, |
| | 2839 | "supports_tool_choice": true, |
| | 2840 | "supports_vision": true, |
| | 2841 | "tool_use_system_prompt_tokens": 159 |
| | 2842 | }, |
| | 2843 | "openrouter/anthropic/claude-opus-4.5": { |
| | 2844 | "cache_creation_input_token_cost": 0.00000625, |
| | 2845 | "cache_read_input_token_cost": 5e-7, |
| | 2846 | "input_cost_per_token": 0.000005, |
| | 2847 | "litellm_provider": "openrouter", |
| | 2848 | "max_input_tokens": 200000, |
| | 2849 | "max_output_tokens": 32000, |
| | 2850 | "max_tokens": 32000, |
| | 2851 | "mode": "chat", |
| | 2852 | "output_cost_per_token": 0.000025, |
| | 2853 | "supports_assistant_prefill": true, |
| | 2854 | "supports_computer_use": true, |
| | 2855 | "supports_function_calling": true, |
| | 2856 | "supports_prompt_caching": true, |
| | 2857 | "supports_reasoning": true, |
| | 2858 | "supports_tool_choice": true, |
| | 2859 | "supports_vision": true, |
| | 2860 | "tool_use_system_prompt_tokens": 159 |
| | 2861 | }, |
| | 2862 | "openrouter/anthropic/claude-sonnet-4.5": { |
| | 2863 | "input_cost_per_image": 0.0048, |
| | 2864 | "cache_creation_input_token_cost": 0.00000375, |
| | 2865 | "cache_read_input_token_cost": 3e-7, |
| | 2866 | "input_cost_per_token": 0.000003, |
| | 2867 | "input_cost_per_token_above_200k_tokens": 0.000006, |
| | 2868 | "output_cost_per_token_above_200k_tokens": 0.0000225, |
| | 2869 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, |
| | 2870 | "cache_read_input_token_cost_above_200k_tokens": 6e-7, |
| | 2871 | "litellm_provider": "openrouter", |
| | 2872 | "max_input_tokens": 1000000, |
| | 2873 | "max_output_tokens": 1000000, |
| | 2874 | "max_tokens": 1000000, |
| | 2875 | "mode": "chat", |
| | 2876 | "output_cost_per_token": 0.000015, |
| | 2877 | "supports_assistant_prefill": true, |
| | 2878 | "supports_computer_use": true, |
| | 2879 | "supports_function_calling": true, |
| | 2880 | "supports_prompt_caching": true, |
| | 2881 | "supports_reasoning": true, |
| | 2882 | "supports_tool_choice": true, |
| | 2883 | "supports_vision": true, |
| | 2884 | "tool_use_system_prompt_tokens": 159 |
| | 2885 | }, |
| | 2886 | "openrouter/anthropic/claude-haiku-4.5": { |
| | 2887 | "cache_creation_input_token_cost": 0.00000125, |
| | 2888 | "cache_read_input_token_cost": 1e-7, |
| | 2889 | "input_cost_per_token": 0.000001, |
| | 2890 | "litellm_provider": "openrouter", |
| | 2891 | "max_input_tokens": 200000, |
| | 2892 | "max_output_tokens": 200000, |
| | 2893 | "max_tokens": 200000, |
| | 2894 | "mode": "chat", |
| | 2895 | "output_cost_per_token": 0.000005, |
| | 2896 | "supports_assistant_prefill": true, |
| | 2897 | "supports_computer_use": true, |
| | 2898 | "supports_function_calling": true, |
| | 2899 | "supports_prompt_caching": true, |
| | 2900 | "supports_reasoning": true, |
| | 2901 | "supports_tool_choice": true, |
| | 2902 | "supports_vision": true, |
| | 2903 | "tool_use_system_prompt_tokens": 346 |
| | 2904 | }, |
| | 2905 | "replicate/anthropic/claude-4.5-haiku": { |
| | 2906 | "input_cost_per_token": 0.000001, |
| | 2907 | "output_cost_per_token": 0.000005, |
| | 2908 | "litellm_provider": "replicate", |
| | 2909 | "mode": "chat", |
| | 2910 | "supports_function_calling": true, |
| | 2911 | "supports_parallel_function_calling": true, |
| | 2912 | "supports_vision": true, |
| | 2913 | "supports_system_messages": true, |
| | 2914 | "supports_tool_choice": true, |
| | 2915 | "supports_response_schema": true, |
| | 2916 | "supports_prompt_caching": true |
| | 2917 | }, |
| | 2918 | "replicate/anthropic/claude-4-sonnet": { |
| | 2919 | "input_cost_per_token": 0.000003, |
| | 2920 | "output_cost_per_token": 0.000015, |
| | 2921 | "litellm_provider": "replicate", |
| | 2922 | "mode": "chat", |
| | 2923 | "supports_function_calling": true, |
| | 2924 | "supports_parallel_function_calling": true, |
| | 2925 | "supports_vision": true, |
| | 2926 | "supports_system_messages": true, |
| | 2927 | "supports_tool_choice": true, |
| | 2928 | "supports_response_schema": true, |
| | 2929 | "supports_prompt_caching": true |
| | 2930 | }, |
| | 2931 | "replicate/anthropic/claude-3.7-sonnet": { |
| | 2932 | "input_cost_per_token": 0.000003, |
| | 2933 | "output_cost_per_token": 0.000015, |
| | 2934 | "litellm_provider": "replicate", |
| | 2935 | "mode": "chat", |
| | 2936 | "supports_function_calling": true, |
| | 2937 | "supports_parallel_function_calling": true, |
| | 2938 | "supports_vision": true, |
| | 2939 | "supports_system_messages": true, |
| | 2940 | "supports_tool_choice": true, |
| | 2941 | "supports_response_schema": true, |
| | 2942 | "supports_prompt_caching": true |
| | 2943 | }, |
| | 2944 | "replicate/anthropic/claude-3.5-haiku": { |
| | 2945 | "input_cost_per_token": 0.000001, |
| | 2946 | "output_cost_per_token": 0.000005, |
| | 2947 | "litellm_provider": "replicate", |
| | 2948 | "mode": "chat", |
| | 2949 | "supports_function_calling": true, |
| | 2950 | "supports_parallel_function_calling": true, |
| | 2951 | "supports_vision": true, |
| | 2952 | "supports_system_messages": true, |
| | 2953 | "supports_tool_choice": true, |
| | 2954 | "supports_response_schema": true, |
| | 2955 | "supports_prompt_caching": true |
| | 2956 | }, |
| | 2957 | "replicate/anthropic/claude-3.5-sonnet": { |
| | 2958 | "input_cost_per_token": 0.00000375, |
| | 2959 | "output_cost_per_token": 0.00001875, |
| | 2960 | "litellm_provider": "replicate", |
| | 2961 | "mode": "chat", |
| | 2962 | "supports_function_calling": true, |
| | 2963 | "supports_parallel_function_calling": true, |
| | 2964 | "supports_vision": true, |
| | 2965 | "supports_system_messages": true, |
| | 2966 | "supports_tool_choice": true, |
| | 2967 | "supports_response_schema": true, |
| | 2968 | "supports_prompt_caching": true |
| | 2969 | }, |
| | 2970 | "replicate/anthropic/claude-4.5-sonnet": { |
| | 2971 | "input_cost_per_token": 0.000003, |
| | 2972 | "output_cost_per_token": 0.000015, |
| | 2973 | "litellm_provider": "replicate", |
| | 2974 | "mode": "chat", |
| | 2975 | "supports_function_calling": true, |
| | 2976 | "supports_parallel_function_calling": true, |
| | 2977 | "supports_vision": true, |
| | 2978 | "supports_system_messages": true, |
| | 2979 | "supports_tool_choice": true, |
| | 2980 | "supports_response_schema": true, |
| | 2981 | "supports_prompt_caching": true |
| | 2982 | }, |
| | 2983 | "us.anthropic.claude-3-5-haiku-20241022-v1:0": { |
| | 2984 | "cache_creation_input_token_cost": 0.000001, |
| | 2985 | "cache_read_input_token_cost": 8e-8, |
| | 2986 | "input_cost_per_token": 8e-7, |
| | 2987 | "litellm_provider": "bedrock", |
| | 2988 | "max_input_tokens": 200000, |
| | 2989 | "max_output_tokens": 8192, |
| | 2990 | "max_tokens": 8192, |
| | 2991 | "mode": "chat", |
| | 2992 | "output_cost_per_token": 0.000004, |
| | 2993 | "supports_assistant_prefill": true, |
| | 2994 | "supports_function_calling": true, |
| | 2995 | "supports_pdf_input": true, |
| | 2996 | "supports_prompt_caching": true, |
| | 2997 | "supports_response_schema": true, |
| | 2998 | "supports_tool_choice": true |
| | 2999 | }, |
| | 3000 | "us.anthropic.claude-haiku-4-5-20251001-v1:0": { |
| | 3001 | "cache_creation_input_token_cost": 0.000001375, |
| | 3002 | "cache_read_input_token_cost": 1.1e-7, |
| | 3003 | "input_cost_per_token": 0.0000011, |
| | 3004 | "litellm_provider": "bedrock_converse", |
| | 3005 | "max_input_tokens": 200000, |
| | 3006 | "max_output_tokens": 64000, |
| | 3007 | "max_tokens": 64000, |
| | 3008 | "mode": "chat", |
| | 3009 | "output_cost_per_token": 0.0000055, |
| | 3010 | "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", |
| | 3011 | "supports_assistant_prefill": true, |
| | 3012 | "supports_computer_use": true, |
| | 3013 | "supports_function_calling": true, |
| | 3014 | "supports_pdf_input": true, |
| | 3015 | "supports_prompt_caching": true, |
| | 3016 | "supports_reasoning": true, |
| | 3017 | "supports_response_schema": true, |
| | 3018 | "supports_tool_choice": true, |
| | 3019 | "supports_vision": true, |
| | 3020 | "tool_use_system_prompt_tokens": 346 |
| | 3021 | }, |
| | 3022 | "us.anthropic.claude-3-5-sonnet-20240620-v1:0": { |
| | 3023 | "input_cost_per_token": 0.000003, |
| | 3024 | "litellm_provider": "bedrock", |
| | 3025 | "max_input_tokens": 200000, |
| | 3026 | "max_output_tokens": 4096, |
| | 3027 | "max_tokens": 4096, |
| | 3028 | "mode": "chat", |
| | 3029 | "output_cost_per_token": 0.000015, |
| | 3030 | "supports_function_calling": true, |
| | 3031 | "supports_pdf_input": true, |
| | 3032 | "supports_response_schema": true, |
| | 3033 | "supports_tool_choice": true, |
| | 3034 | "supports_vision": true |
| | 3035 | }, |
| | 3036 | "us.anthropic.claude-3-5-sonnet-20241022-v2:0": { |
| | 3037 | "cache_creation_input_token_cost": 0.00000375, |
| | 3038 | "cache_read_input_token_cost": 3e-7, |
| | 3039 | "input_cost_per_token": 0.000003, |
| | 3040 | "litellm_provider": "bedrock", |
| | 3041 | "max_input_tokens": 200000, |
| | 3042 | "max_output_tokens": 8192, |
| | 3043 | "max_tokens": 8192, |
| | 3044 | "mode": "chat", |
| | 3045 | "output_cost_per_token": 0.000015, |
| | 3046 | "supports_assistant_prefill": true, |
| | 3047 | "supports_computer_use": true, |
| | 3048 | "supports_function_calling": true, |
| | 3049 | "supports_pdf_input": true, |
| | 3050 | "supports_prompt_caching": true, |
| | 3051 | "supports_response_schema": true, |
| | 3052 | "supports_tool_choice": true, |
| | 3053 | "supports_vision": true |
| | 3054 | }, |
| | 3055 | "us.anthropic.claude-3-7-sonnet-20250219-v1:0": { |
| | 3056 | "cache_creation_input_token_cost": 0.00000375, |
| | 3057 | "cache_read_input_token_cost": 3e-7, |
| | 3058 | "input_cost_per_token": 0.000003, |
| | 3059 | "litellm_provider": "bedrock_converse", |
| | 3060 | "max_input_tokens": 200000, |
| | 3061 | "max_output_tokens": 8192, |
| | 3062 | "max_tokens": 8192, |
| | 3063 | "mode": "chat", |
| | 3064 | "output_cost_per_token": 0.000015, |
| | 3065 | "supports_assistant_prefill": true, |
| | 3066 | "supports_computer_use": true, |
| | 3067 | "supports_function_calling": true, |
| | 3068 | "supports_pdf_input": true, |
| | 3069 | "supports_prompt_caching": true, |
| | 3070 | "supports_reasoning": true, |
| | 3071 | "supports_response_schema": true, |
| | 3072 | "supports_tool_choice": true, |
| | 3073 | "supports_vision": true |
| | 3074 | }, |
| | 3075 | "us.anthropic.claude-3-haiku-20240307-v1:0": { |
| | 3076 | "input_cost_per_token": 2.5e-7, |
| | 3077 | "litellm_provider": "bedrock", |
| | 3078 | "max_input_tokens": 200000, |
| | 3079 | "max_output_tokens": 4096, |
| | 3080 | "max_tokens": 4096, |
| | 3081 | "mode": "chat", |
| | 3082 | "output_cost_per_token": 0.00000125, |
| | 3083 | "supports_function_calling": true, |
| | 3084 | "supports_pdf_input": true, |
| | 3085 | "supports_response_schema": true, |
| | 3086 | "supports_tool_choice": true, |
| | 3087 | "supports_vision": true |
| | 3088 | }, |
| | 3089 | "us.anthropic.claude-3-opus-20240229-v1:0": { |
| | 3090 | "input_cost_per_token": 0.000015, |
| | 3091 | "litellm_provider": "bedrock", |
| | 3092 | "max_input_tokens": 200000, |
| | 3093 | "max_output_tokens": 4096, |
| | 3094 | "max_tokens": 4096, |
| | 3095 | "mode": "chat", |
| | 3096 | "output_cost_per_token": 0.000075, |
| | 3097 | "supports_function_calling": true, |
| | 3098 | "supports_response_schema": true, |
| | 3099 | "supports_tool_choice": true, |
| | 3100 | "supports_vision": true |
| | 3101 | }, |
| | 3102 | "us.anthropic.claude-3-sonnet-20240229-v1:0": { |
| | 3103 | "input_cost_per_token": 0.000003, |
| | 3104 | "litellm_provider": "bedrock", |
| | 3105 | "max_input_tokens": 200000, |
| | 3106 | "max_output_tokens": 4096, |
| | 3107 | "max_tokens": 4096, |
| | 3108 | "mode": "chat", |
| | 3109 | "output_cost_per_token": 0.000015, |
| | 3110 | "supports_function_calling": true, |
| | 3111 | "supports_pdf_input": true, |
| | 3112 | "supports_response_schema": true, |
| | 3113 | "supports_tool_choice": true, |
| | 3114 | "supports_vision": true |
| | 3115 | }, |
| | 3116 | "us.anthropic.claude-opus-4-1-20250805-v1:0": { |
| | 3117 | "cache_creation_input_token_cost": 0.00001875, |
| | 3118 | "cache_read_input_token_cost": 0.0000015, |
| | 3119 | "input_cost_per_token": 0.000015, |
| | 3120 | "litellm_provider": "bedrock_converse", |
| | 3121 | "max_input_tokens": 200000, |
| | 3122 | "max_output_tokens": 32000, |
| | 3123 | "max_tokens": 32000, |
| | 3124 | "mode": "chat", |
| | 3125 | "output_cost_per_token": 0.000075, |
| | 3126 | "search_context_cost_per_query": { |
| | 3127 | "search_context_size_high": 0.01, |
| | 3128 | "search_context_size_low": 0.01, |
| | 3129 | "search_context_size_medium": 0.01 |
| | 3130 | }, |
| | 3131 | "supports_assistant_prefill": true, |
| | 3132 | "supports_computer_use": true, |
| | 3133 | "supports_function_calling": true, |
| | 3134 | "supports_pdf_input": true, |
| | 3135 | "supports_prompt_caching": true, |
| | 3136 | "supports_reasoning": true, |
| | 3137 | "supports_response_schema": true, |
| | 3138 | "supports_tool_choice": true, |
| | 3139 | "supports_vision": true, |
| | 3140 | "tool_use_system_prompt_tokens": 159 |
| | 3141 | }, |
| | 3142 | "us.anthropic.claude-sonnet-4-5-20250929-v1:0": { |
| | 3143 | "cache_creation_input_token_cost": 0.000004125, |
| | 3144 | "cache_read_input_token_cost": 3.3e-7, |
| | 3145 | "input_cost_per_token": 0.0000033, |
| | 3146 | "input_cost_per_token_above_200k_tokens": 0.0000066, |
| | 3147 | "output_cost_per_token_above_200k_tokens": 0.00002475, |
| | 3148 | "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, |
| | 3149 | "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, |
| | 3150 | "litellm_provider": "bedrock_converse", |
| | 3151 | "max_input_tokens": 200000, |
| | 3152 | "max_output_tokens": 64000, |
| | 3153 | "max_tokens": 64000, |
| | 3154 | "mode": "chat", |
| | 3155 | "output_cost_per_token": 0.0000165, |
| | 3156 | "search_context_cost_per_query": { |
| | 3157 | "search_context_size_high": 0.01, |
| | 3158 | "search_context_size_low": 0.01, |
| | 3159 | "search_context_size_medium": 0.01 |
| | 3160 | }, |
| | 3161 | "supports_assistant_prefill": true, |
| | 3162 | "supports_computer_use": true, |
| | 3163 | "supports_function_calling": true, |
| | 3164 | "supports_pdf_input": true, |
| | 3165 | "supports_prompt_caching": true, |
| | 3166 | "supports_reasoning": true, |
| | 3167 | "supports_response_schema": true, |
| | 3168 | "supports_tool_choice": true, |
| | 3169 | "supports_vision": true, |
| | 3170 | "tool_use_system_prompt_tokens": 346 |
| | 3171 | }, |
| | 3172 | "au.anthropic.claude-haiku-4-5-20251001-v1:0": { |
| | 3173 | "cache_creation_input_token_cost": 0.000001375, |
| | 3174 | "cache_read_input_token_cost": 1.1e-7, |
| | 3175 | "input_cost_per_token": 0.0000011, |
| | 3176 | "litellm_provider": "bedrock_converse", |
| | 3177 | "max_input_tokens": 200000, |
| | 3178 | "max_output_tokens": 64000, |
| | 3179 | "max_tokens": 64000, |
| | 3180 | "mode": "chat", |
| | 3181 | "output_cost_per_token": 0.0000055, |
| | 3182 | "supports_assistant_prefill": true, |
| | 3183 | "supports_computer_use": true, |
| | 3184 | "supports_function_calling": true, |
| | 3185 | "supports_pdf_input": true, |
| | 3186 | "supports_prompt_caching": true, |
| | 3187 | "supports_reasoning": true, |
| | 3188 | "supports_response_schema": true, |
| | 3189 | "supports_tool_choice": true, |
| | 3190 | "supports_vision": true, |
| | 3191 | "tool_use_system_prompt_tokens": 346 |
| | 3192 | }, |
| | 3193 | "us.anthropic.claude-opus-4-20250514-v1:0": { |
| | 3194 | "cache_creation_input_token_cost": 0.00001875, |
| | 3195 | "cache_read_input_token_cost": 0.0000015, |
| | 3196 | "input_cost_per_token": 0.000015, |
| | 3197 | "litellm_provider": "bedrock_converse", |
| | 3198 | "max_input_tokens": 200000, |
| | 3199 | "max_output_tokens": 32000, |
| | 3200 | "max_tokens": 32000, |
| | 3201 | "mode": "chat", |
| | 3202 | "output_cost_per_token": 0.000075, |
| | 3203 | "search_context_cost_per_query": { |
| | 3204 | "search_context_size_high": 0.01, |
| | 3205 | "search_context_size_low": 0.01, |
| | 3206 | "search_context_size_medium": 0.01 |
| | 3207 | }, |
| | 3208 | "supports_assistant_prefill": true, |
| | 3209 | "supports_computer_use": true, |
| | 3210 | "supports_function_calling": true, |
| | 3211 | "supports_pdf_input": true, |
| | 3212 | "supports_prompt_caching": true, |
| | 3213 | "supports_reasoning": true, |
| | 3214 | "supports_response_schema": true, |
| | 3215 | "supports_tool_choice": true, |
| | 3216 | "supports_vision": true, |
| | 3217 | "tool_use_system_prompt_tokens": 159 |
| | 3218 | }, |
| | 3219 | "us.anthropic.claude-opus-4-5-20251101-v1:0": { |
| | 3220 | "cache_creation_input_token_cost": 0.000006875, |
| | 3221 | "cache_read_input_token_cost": 5.5e-7, |
| | 3222 | "input_cost_per_token": 0.0000055, |
| | 3223 | "litellm_provider": "bedrock_converse", |
| | 3224 | "max_input_tokens": 200000, |
| | 3225 | "max_output_tokens": 64000, |
| | 3226 | "max_tokens": 64000, |
| | 3227 | "mode": "chat", |
| | 3228 | "output_cost_per_token": 0.0000275, |
| | 3229 | "search_context_cost_per_query": { |
| | 3230 | "search_context_size_high": 0.01, |
| | 3231 | "search_context_size_low": 0.01, |
| | 3232 | "search_context_size_medium": 0.01 |
| | 3233 | }, |
| | 3234 | "supports_assistant_prefill": true, |
| | 3235 | "supports_computer_use": true, |
| | 3236 | "supports_function_calling": true, |
| | 3237 | "supports_pdf_input": true, |
| | 3238 | "supports_prompt_caching": true, |
| | 3239 | "supports_reasoning": true, |
| | 3240 | "supports_response_schema": true, |
| | 3241 | "supports_tool_choice": true, |
| | 3242 | "supports_vision": true, |
| | 3243 | "tool_use_system_prompt_tokens": 159 |
| | 3244 | }, |
| | 3245 | "global.anthropic.claude-opus-4-5-20251101-v1:0": { |
| | 3246 | "cache_creation_input_token_cost": 0.00000625, |
| | 3247 | "cache_read_input_token_cost": 5e-7, |
| | 3248 | "input_cost_per_token": 0.000005, |
| | 3249 | "litellm_provider": "bedrock_converse", |
| | 3250 | "max_input_tokens": 200000, |
| | 3251 | "max_output_tokens": 64000, |
| | 3252 | "max_tokens": 64000, |
| | 3253 | "mode": "chat", |
| | 3254 | "output_cost_per_token": 0.000025, |
| | 3255 | "search_context_cost_per_query": { |
| | 3256 | "search_context_size_high": 0.01, |
| | 3257 | "search_context_size_low": 0.01, |
| | 3258 | "search_context_size_medium": 0.01 |
| | 3259 | }, |
| | 3260 | "supports_assistant_prefill": true, |
| | 3261 | "supports_computer_use": true, |
| | 3262 | "supports_function_calling": true, |
| | 3263 | "supports_pdf_input": true, |
| | 3264 | "supports_prompt_caching": true, |
| | 3265 | "supports_reasoning": true, |
| | 3266 | "supports_response_schema": true, |
| | 3267 | "supports_tool_choice": true, |
| | 3268 | "supports_vision": true, |
| | 3269 | "tool_use_system_prompt_tokens": 159 |
| | 3270 | }, |
| | 3271 | "eu.anthropic.claude-opus-4-5-20251101-v1:0": { |
| | 3272 | "cache_creation_input_token_cost": 0.00000625, |
| | 3273 | "cache_read_input_token_cost": 5e-7, |
| | 3274 | "input_cost_per_token": 0.000005, |
| | 3275 | "litellm_provider": "bedrock_converse", |
| | 3276 | "max_input_tokens": 200000, |
| | 3277 | "max_output_tokens": 64000, |
| | 3278 | "max_tokens": 64000, |
| | 3279 | "mode": "chat", |
| | 3280 | "output_cost_per_token": 0.000025, |
| | 3281 | "search_context_cost_per_query": { |
| | 3282 | "search_context_size_high": 0.01, |
| | 3283 | "search_context_size_low": 0.01, |
| | 3284 | "search_context_size_medium": 0.01 |
| | 3285 | }, |
| | 3286 | "supports_assistant_prefill": true, |
| | 3287 | "supports_computer_use": true, |
| | 3288 | "supports_function_calling": true, |
| | 3289 | "supports_pdf_input": true, |
| | 3290 | "supports_prompt_caching": true, |
| | 3291 | "supports_reasoning": true, |
| | 3292 | "supports_response_schema": true, |
| | 3293 | "supports_tool_choice": true, |
| | 3294 | "supports_vision": true, |
| | 3295 | "tool_use_system_prompt_tokens": 159 |
| | 3296 | }, |
| | 3297 | "us.anthropic.claude-sonnet-4-20250514-v1:0": { |
| | 3298 | "cache_creation_input_token_cost": 0.00000375, |
| | 3299 | "cache_read_input_token_cost": 3e-7, |
| | 3300 | "input_cost_per_token": 0.000003, |
| | 3301 | "input_cost_per_token_above_200k_tokens": 0.000006, |
| | 3302 | "output_cost_per_token_above_200k_tokens": 0.0000225, |
| | 3303 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, |
| | 3304 | "cache_read_input_token_cost_above_200k_tokens": 6e-7, |
| | 3305 | "litellm_provider": "bedrock_converse", |
| | 3306 | "max_input_tokens": 1000000, |
| | 3307 | "max_output_tokens": 64000, |
| | 3308 | "max_tokens": 64000, |
| | 3309 | "mode": "chat", |
| | 3310 | "output_cost_per_token": 0.000015, |
| | 3311 | "search_context_cost_per_query": { |
| | 3312 | "search_context_size_high": 0.01, |
| | 3313 | "search_context_size_low": 0.01, |
| | 3314 | "search_context_size_medium": 0.01 |
| | 3315 | }, |
| | 3316 | "supports_assistant_prefill": true, |
| | 3317 | "supports_computer_use": true, |
| | 3318 | "supports_function_calling": true, |
| | 3319 | "supports_pdf_input": true, |
| | 3320 | "supports_prompt_caching": true, |
| | 3321 | "supports_reasoning": true, |
| | 3322 | "supports_response_schema": true, |
| | 3323 | "supports_tool_choice": true, |
| | 3324 | "supports_vision": true, |
| | 3325 | "tool_use_system_prompt_tokens": 159 |
| | 3326 | }, |
| | 3327 | "vercel_ai_gateway/anthropic/claude-3-haiku": { |
| | 3328 | "cache_creation_input_token_cost": 3e-7, |
| | 3329 | "cache_read_input_token_cost": 3e-8, |
| | 3330 | "input_cost_per_token": 2.5e-7, |
| | 3331 | "litellm_provider": "vercel_ai_gateway", |
| | 3332 | "max_input_tokens": 200000, |
| | 3333 | "max_output_tokens": 4096, |
| | 3334 | "max_tokens": 4096, |
| | 3335 | "mode": "chat", |
| | 3336 | "output_cost_per_token": 0.00000125, |
| | 3337 | "supports_vision": true, |
| | 3338 | "supports_function_calling": true, |
| | 3339 | "supports_tool_choice": true, |
| | 3340 | "supports_response_schema": true |
| | 3341 | }, |
| | 3342 | "vercel_ai_gateway/anthropic/claude-3-opus": { |
| | 3343 | "cache_creation_input_token_cost": 0.00001875, |
| | 3344 | "cache_read_input_token_cost": 0.0000015, |
| | 3345 | "input_cost_per_token": 0.000015, |
| | 3346 | "litellm_provider": "vercel_ai_gateway", |
| | 3347 | "max_input_tokens": 200000, |
| | 3348 | "max_output_tokens": 4096, |
| | 3349 | "max_tokens": 4096, |
| | 3350 | "mode": "chat", |
| | 3351 | "output_cost_per_token": 0.000075, |
| | 3352 | "supports_vision": true, |
| | 3353 | "supports_function_calling": true, |
| | 3354 | "supports_tool_choice": true, |
| | 3355 | "supports_response_schema": true |
| | 3356 | }, |
| | 3357 | "vercel_ai_gateway/anthropic/claude-3.5-haiku": { |
| | 3358 | "cache_creation_input_token_cost": 0.000001, |
| | 3359 | "cache_read_input_token_cost": 8e-8, |
| | 3360 | "input_cost_per_token": 8e-7, |
| | 3361 | "litellm_provider": "vercel_ai_gateway", |
| | 3362 | "max_input_tokens": 200000, |
| | 3363 | "max_output_tokens": 8192, |
| | 3364 | "max_tokens": 8192, |
| | 3365 | "mode": "chat", |
| | 3366 | "output_cost_per_token": 0.000004, |
| | 3367 | "supports_vision": true, |
| | 3368 | "supports_function_calling": true, |
| | 3369 | "supports_tool_choice": true, |
| | 3370 | "supports_response_schema": true |
| | 3371 | }, |
| | 3372 | "vercel_ai_gateway/anthropic/claude-3.5-sonnet": { |
| | 3373 | "cache_creation_input_token_cost": 0.00000375, |
| | 3374 | "cache_read_input_token_cost": 3e-7, |
| | 3375 | "input_cost_per_token": 0.000003, |
| | 3376 | "litellm_provider": "vercel_ai_gateway", |
| | 3377 | "max_input_tokens": 200000, |
| | 3378 | "max_output_tokens": 8192, |
| | 3379 | "max_tokens": 8192, |
| | 3380 | "mode": "chat", |
| | 3381 | "output_cost_per_token": 0.000015, |
| | 3382 | "supports_vision": true, |
| | 3383 | "supports_function_calling": true, |
| | 3384 | "supports_tool_choice": true, |
| | 3385 | "supports_response_schema": true |
| | 3386 | }, |
| | 3387 | "vercel_ai_gateway/anthropic/claude-3.7-sonnet": { |
| | 3388 | "cache_creation_input_token_cost": 0.00000375, |
| | 3389 | "cache_read_input_token_cost": 3e-7, |
| | 3390 | "input_cost_per_token": 0.000003, |
| | 3391 | "litellm_provider": "vercel_ai_gateway", |
| | 3392 | "max_input_tokens": 200000, |
| | 3393 | "max_output_tokens": 64000, |
| | 3394 | "max_tokens": 64000, |
| | 3395 | "mode": "chat", |
| | 3396 | "output_cost_per_token": 0.000015, |
| | 3397 | "supports_vision": true, |
| | 3398 | "supports_function_calling": true, |
| | 3399 | "supports_tool_choice": true, |
| | 3400 | "supports_response_schema": true |
| | 3401 | }, |
| | 3402 | "vercel_ai_gateway/anthropic/claude-4-opus": { |
| | 3403 | "cache_creation_input_token_cost": 0.00001875, |
| | 3404 | "cache_read_input_token_cost": 0.0000015, |
| | 3405 | "input_cost_per_token": 0.000015, |
| | 3406 | "litellm_provider": "vercel_ai_gateway", |
| | 3407 | "max_input_tokens": 200000, |
| | 3408 | "max_output_tokens": 32000, |
| | 3409 | "max_tokens": 32000, |
| | 3410 | "mode": "chat", |
| | 3411 | "output_cost_per_token": 0.000075, |
| | 3412 | "supports_vision": true, |
| | 3413 | "supports_function_calling": true, |
| | 3414 | "supports_tool_choice": true, |
| | 3415 | "supports_response_schema": true |
| | 3416 | }, |
| | 3417 | "vercel_ai_gateway/anthropic/claude-4-sonnet": { |
| | 3418 | "cache_creation_input_token_cost": 0.00000375, |
| | 3419 | "cache_read_input_token_cost": 3e-7, |
| | 3420 | "input_cost_per_token": 0.000003, |
| | 3421 | "litellm_provider": "vercel_ai_gateway", |
| | 3422 | "max_input_tokens": 200000, |
| | 3423 | "max_output_tokens": 64000, |
| | 3424 | "max_tokens": 64000, |
| | 3425 | "mode": "chat", |
| | 3426 | "output_cost_per_token": 0.000015, |
| | 3427 | "supports_function_calling": true, |
| | 3428 | "supports_tool_choice": true |
| | 3429 | }, |
| | 3430 | "vercel_ai_gateway/anthropic/claude-3-5-sonnet": { |
| | 3431 | "cache_creation_input_token_cost": 0.00000375, |
| | 3432 | "cache_read_input_token_cost": 3e-7, |
| | 3433 | "input_cost_per_token": 0.000003, |
| | 3434 | "litellm_provider": "vercel_ai_gateway", |
| | 3435 | "max_input_tokens": 200000, |
| | 3436 | "max_output_tokens": 8192, |
| | 3437 | "max_tokens": 8192, |
| | 3438 | "mode": "chat", |
| | 3439 | "output_cost_per_token": 0.000015, |
| | 3440 | "supports_assistant_prefill": true, |
| | 3441 | "supports_computer_use": true, |
| | 3442 | "supports_function_calling": true, |
| | 3443 | "supports_prompt_caching": true, |
| | 3444 | "supports_response_schema": true, |
| | 3445 | "supports_tool_choice": true, |
| | 3446 | "supports_vision": true |
| | 3447 | }, |
| | 3448 | "vercel_ai_gateway/anthropic/claude-3-5-sonnet-20241022": { |
| | 3449 | "cache_creation_input_token_cost": 0.00000375, |
| | 3450 | "cache_read_input_token_cost": 3e-7, |
| | 3451 | "input_cost_per_token": 0.000003, |
| | 3452 | "litellm_provider": "vercel_ai_gateway", |
| | 3453 | "max_input_tokens": 200000, |
| | 3454 | "max_output_tokens": 8192, |
| | 3455 | "max_tokens": 8192, |
| | 3456 | "mode": "chat", |
| | 3457 | "output_cost_per_token": 0.000015, |
| | 3458 | "supports_assistant_prefill": true, |
| | 3459 | "supports_computer_use": true, |
| | 3460 | "supports_function_calling": true, |
| | 3461 | "supports_prompt_caching": true, |
| | 3462 | "supports_response_schema": true, |
| | 3463 | "supports_tool_choice": true, |
| | 3464 | "supports_vision": true |
| | 3465 | }, |
| | 3466 | "vercel_ai_gateway/anthropic/claude-3-7-sonnet": { |
| | 3467 | "cache_creation_input_token_cost": 0.00000375, |
| | 3468 | "cache_read_input_token_cost": 3e-7, |
| | 3469 | "input_cost_per_token": 0.000003, |
| | 3470 | "litellm_provider": "vercel_ai_gateway", |
| | 3471 | "max_input_tokens": 200000, |
| | 3472 | "max_output_tokens": 64000, |
| | 3473 | "max_tokens": 64000, |
| | 3474 | "mode": "chat", |
| | 3475 | "output_cost_per_token": 0.000015, |
| | 3476 | "supports_assistant_prefill": true, |
| | 3477 | "supports_computer_use": true, |
| | 3478 | "supports_function_calling": true, |
| | 3479 | "supports_prompt_caching": true, |
| | 3480 | "supports_reasoning": true, |
| | 3481 | "supports_response_schema": true, |
| | 3482 | "supports_tool_choice": true, |
| | 3483 | "supports_vision": true |
| | 3484 | }, |
| | 3485 | "vercel_ai_gateway/anthropic/claude-haiku-4.5": { |
| | 3486 | "cache_creation_input_token_cost": 0.00000125, |
| | 3487 | "cache_read_input_token_cost": 1e-7, |
| | 3488 | "input_cost_per_token": 0.000001, |
| | 3489 | "litellm_provider": "vercel_ai_gateway", |
| | 3490 | "max_input_tokens": 200000, |
| | 3491 | "max_output_tokens": 64000, |
| | 3492 | "max_tokens": 64000, |
| | 3493 | "mode": "chat", |
| | 3494 | "output_cost_per_token": 0.000005, |
| | 3495 | "supports_assistant_prefill": true, |
| | 3496 | "supports_computer_use": true, |
| | 3497 | "supports_function_calling": true, |
| | 3498 | "supports_prompt_caching": true, |
| | 3499 | "supports_reasoning": true, |
| | 3500 | "supports_response_schema": true, |
| | 3501 | "supports_tool_choice": true, |
| | 3502 | "supports_vision": true |
| | 3503 | }, |
| | 3504 | "vercel_ai_gateway/anthropic/claude-opus-4": { |
| | 3505 | "cache_creation_input_token_cost": 0.00001875, |
| | 3506 | "cache_read_input_token_cost": 0.0000015, |
| | 3507 | "input_cost_per_token": 0.000015, |
| | 3508 | "litellm_provider": "vercel_ai_gateway", |
| | 3509 | "max_input_tokens": 200000, |
| | 3510 | "max_output_tokens": 32000, |
| | 3511 | "max_tokens": 32000, |
| | 3512 | "mode": "chat", |
| | 3513 | "output_cost_per_token": 0.000075, |
| | 3514 | "supports_assistant_prefill": true, |
| | 3515 | "supports_computer_use": true, |
| | 3516 | "supports_function_calling": true, |
| | 3517 | "supports_prompt_caching": true, |
| | 3518 | "supports_reasoning": true, |
| | 3519 | "supports_response_schema": true, |
| | 3520 | "supports_tool_choice": true, |
| | 3521 | "supports_vision": true |
| | 3522 | }, |
| | 3523 | "vercel_ai_gateway/anthropic/claude-opus-4.1": { |
| | 3524 | "cache_creation_input_token_cost": 0.00001875, |
| | 3525 | "cache_read_input_token_cost": 0.0000015, |
| | 3526 | "input_cost_per_token": 0.000015, |
| | 3527 | "litellm_provider": "vercel_ai_gateway", |
| | 3528 | "max_input_tokens": 200000, |
| | 3529 | "max_output_tokens": 32000, |
| | 3530 | "max_tokens": 32000, |
| | 3531 | "mode": "chat", |
| | 3532 | "output_cost_per_token": 0.000075, |
| | 3533 | "supports_assistant_prefill": true, |
| | 3534 | "supports_computer_use": true, |
| | 3535 | "supports_function_calling": true, |
| | 3536 | "supports_prompt_caching": true, |
| | 3537 | "supports_reasoning": true, |
| | 3538 | "supports_response_schema": true, |
| | 3539 | "supports_tool_choice": true, |
| | 3540 | "supports_vision": true |
| | 3541 | }, |
| | 3542 | "vercel_ai_gateway/anthropic/claude-opus-4.5": { |
| | 3543 | "cache_creation_input_token_cost": 0.00000625, |
| | 3544 | "cache_read_input_token_cost": 5e-7, |
| | 3545 | "input_cost_per_token": 0.000005, |
| | 3546 | "litellm_provider": "vercel_ai_gateway", |
| | 3547 | "max_input_tokens": 200000, |
| | 3548 | "max_output_tokens": 64000, |
| | 3549 | "max_tokens": 64000, |
| | 3550 | "mode": "chat", |
| | 3551 | "output_cost_per_token": 0.000025, |
| | 3552 | "supports_assistant_prefill": true, |
| | 3553 | "supports_computer_use": true, |
| | 3554 | "supports_function_calling": true, |
| | 3555 | "supports_prompt_caching": true, |
| | 3556 | "supports_reasoning": true, |
| | 3557 | "supports_response_schema": true, |
| | 3558 | "supports_tool_choice": true, |
| | 3559 | "supports_vision": true |
| | 3560 | }, |
| | 3561 | "vercel_ai_gateway/anthropic/claude-opus-4.6": { |
| | 3562 | "cache_creation_input_token_cost": 0.00000625, |
| | 3563 | "cache_read_input_token_cost": 5e-7, |
| | 3564 | "input_cost_per_token": 0.000005, |
| | 3565 | "litellm_provider": "vercel_ai_gateway", |
| | 3566 | "max_input_tokens": 200000, |
| | 3567 | "max_output_tokens": 64000, |
| | 3568 | "max_tokens": 64000, |
| | 3569 | "mode": "chat", |
| | 3570 | "output_cost_per_token": 0.000025, |
| | 3571 | "supports_assistant_prefill": true, |
| | 3572 | "supports_computer_use": true, |
| | 3573 | "supports_function_calling": true, |
| | 3574 | "supports_prompt_caching": true, |
| | 3575 | "supports_reasoning": true, |
| | 3576 | "supports_response_schema": true, |
| | 3577 | "supports_tool_choice": true, |
| | 3578 | "supports_vision": true |
| | 3579 | }, |
| | 3580 | "vercel_ai_gateway/anthropic/claude-sonnet-4": { |
| | 3581 | "cache_creation_input_token_cost": 0.00000375, |
| | 3582 | "cache_read_input_token_cost": 3e-7, |
| | 3583 | "input_cost_per_token": 0.000003, |
| | 3584 | "litellm_provider": "vercel_ai_gateway", |
| | 3585 | "max_input_tokens": 200000, |
| | 3586 | "max_output_tokens": 64000, |
| | 3587 | "max_tokens": 64000, |
| | 3588 | "mode": "chat", |
| | 3589 | "output_cost_per_token": 0.000015, |
| | 3590 | "supports_assistant_prefill": true, |
| | 3591 | "supports_computer_use": true, |
| | 3592 | "supports_function_calling": true, |
| | 3593 | "supports_prompt_caching": true, |
| | 3594 | "supports_reasoning": true, |
| | 3595 | "supports_response_schema": true, |
| | 3596 | "supports_tool_choice": true, |
| | 3597 | "supports_vision": true |
| | 3598 | }, |
| | 3599 | "vercel_ai_gateway/anthropic/claude-sonnet-4.5": { |
| | 3600 | "cache_creation_input_token_cost": 0.00000375, |
| | 3601 | "cache_read_input_token_cost": 3e-7, |
| | 3602 | "input_cost_per_token": 0.000003, |
| | 3603 | "litellm_provider": "vercel_ai_gateway", |
| | 3604 | "max_input_tokens": 1000000, |
| | 3605 | "max_output_tokens": 64000, |
| | 3606 | "max_tokens": 64000, |
| | 3607 | "mode": "chat", |
| | 3608 | "output_cost_per_token": 0.000015, |
| | 3609 | "supports_assistant_prefill": true, |
| | 3610 | "supports_computer_use": true, |
| | 3611 | "supports_function_calling": true, |
| | 3612 | "supports_prompt_caching": true, |
| | 3613 | "supports_reasoning": true, |
| | 3614 | "supports_tool_choice": true, |
| | 3615 | "supports_vision": true |
| | 3616 | }, |
| | 3617 | "vertex_ai/claude-3-5-haiku": { |
| | 3618 | "input_cost_per_token": 0.000001, |
| | 3619 | "litellm_provider": "vertex_ai-anthropic_models", |
| | 3620 | "max_input_tokens": 200000, |
| | 3621 | "max_output_tokens": 8192, |
| | 3622 | "max_tokens": 8192, |
| | 3623 | "mode": "chat", |
| | 3624 | "output_cost_per_token": 0.000005, |
| | 3625 | "supports_assistant_prefill": true, |
| | 3626 | "supports_function_calling": true, |
| | 3627 | "supports_pdf_input": true, |
| | 3628 | "supports_tool_choice": true |
| | 3629 | }, |
| | 3630 | "vertex_ai/claude-3-5-haiku@20241022": { |
| | 3631 | "input_cost_per_token": 0.000001, |
| | 3632 | "litellm_provider": "vertex_ai-anthropic_models", |
| | 3633 | "max_input_tokens": 200000, |
| | 3634 | "max_output_tokens": 8192, |
| | 3635 | "max_tokens": 8192, |
| | 3636 | "mode": "chat", |
| | 3637 | "output_cost_per_token": 0.000005, |
| | 3638 | "supports_assistant_prefill": true, |
| | 3639 | "supports_function_calling": true, |
| | 3640 | "supports_pdf_input": true, |
| | 3641 | "supports_tool_choice": true |
| | 3642 | }, |
| | 3643 | "vertex_ai/claude-haiku-4-5@20251001": { |
| | 3644 | "cache_creation_input_token_cost": 0.00000125, |
| | 3645 | "cache_read_input_token_cost": 1e-7, |
| | 3646 | "input_cost_per_token": 0.000001, |
| | 3647 | "litellm_provider": "vertex_ai-anthropic_models", |
| | 3648 | "max_input_tokens": 200000, |
| | 3649 | "max_output_tokens": 8192, |
| | 3650 | "max_tokens": 8192, |
| | 3651 | "mode": "chat", |
| | 3652 | "output_cost_per_token": 0.000005, |
| | 3653 | "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/partner-models/claude/haiku-4-5", |
| | 3654 | "supports_assistant_prefill": true, |
| | 3655 | "supports_function_calling": true, |
| | 3656 | "supports_pdf_input": true, |
| | 3657 | "supports_prompt_caching": true, |
| | 3658 | "supports_reasoning": true, |
| | 3659 | "supports_response_schema": true, |
| | 3660 | "supports_tool_choice": true, |
| | 3661 | "supports_native_streaming": true, |
| | 3662 | "supports_vision": true |
| | 3663 | }, |
| | 3664 | "vertex_ai/claude-3-5-sonnet": { |
| | 3665 | "input_cost_per_token": 0.000003, |
| | 3666 | "litellm_provider": "vertex_ai-anthropic_models", |
| | 3667 | "max_input_tokens": 200000, |
| | 3668 | "max_output_tokens": 8192, |
| | 3669 | "max_tokens": 8192, |
| | 3670 | "mode": "chat", |
| | 3671 | "output_cost_per_token": 0.000015, |
| | 3672 | "supports_assistant_prefill": true, |
| | 3673 | "supports_computer_use": true, |
| | 3674 | "supports_function_calling": true, |
| | 3675 | "supports_pdf_input": true, |
| | 3676 | "supports_tool_choice": true, |
| | 3677 | "supports_vision": true |
| | 3678 | }, |
| | 3679 | "vertex_ai/claude-3-5-sonnet-v2": { |
| | 3680 | "input_cost_per_token": 0.000003, |
| | 3681 | "litellm_provider": "vertex_ai-anthropic_models", |
| | 3682 | "max_input_tokens": 200000, |
| | 3683 | "max_output_tokens": 8192, |
| | 3684 | "max_tokens": 8192, |
| | 3685 | "mode": "chat", |
| | 3686 | "output_cost_per_token": 0.000015, |
| | 3687 | "supports_assistant_prefill": true, |
| | 3688 | "supports_computer_use": true, |
| | 3689 | "supports_function_calling": true, |
| | 3690 | "supports_pdf_input": true, |
| | 3691 | "supports_tool_choice": true, |
| | 3692 | "supports_vision": true |
| | 3693 | }, |
| | 3694 | "vertex_ai/claude-3-5-sonnet-v2@20241022": { |
| | 3695 | "input_cost_per_token": 0.000003, |
| | 3696 | "litellm_provider": "vertex_ai-anthropic_models", |
| | 3697 | "max_input_tokens": 200000, |
| | 3698 | "max_output_tokens": 8192, |
| | 3699 | "max_tokens": 8192, |
| | 3700 | "mode": "chat", |
| | 3701 | "output_cost_per_token": 0.000015, |
| | 3702 | "supports_assistant_prefill": true, |
| | 3703 | "supports_computer_use": true, |
| | 3704 | "supports_function_calling": true, |
| | 3705 | "supports_pdf_input": true, |
| | 3706 | "supports_tool_choice": true, |
| | 3707 | "supports_vision": true |
| | 3708 | }, |
| | 3709 | "vertex_ai/claude-3-5-sonnet@20240620": { |
| | 3710 | "input_cost_per_token": 0.000003, |
| | 3711 | "litellm_provider": "vertex_ai-anthropic_models", |
| | 3712 | "max_input_tokens": 200000, |
| | 3713 | "max_output_tokens": 8192, |
| | 3714 | "max_tokens": 8192, |
| | 3715 | "mode": "chat", |
| | 3716 | "output_cost_per_token": 0.000015, |
| | 3717 | "supports_assistant_prefill": true, |
| | 3718 | "supports_function_calling": true, |
| | 3719 | "supports_pdf_input": true, |
| | 3720 | "supports_tool_choice": true, |
| | 3721 | "supports_vision": true |
| | 3722 | }, |
| | 3723 | "vertex_ai/claude-3-7-sonnet@20250219": { |
| | 3724 | "cache_creation_input_token_cost": 0.00000375, |
| | 3725 | "cache_read_input_token_cost": 3e-7, |
| | 3726 | "deprecation_date": "2025-06-01", |
| | 3727 | "input_cost_per_token": 0.000003, |
| | 3728 | "litellm_provider": "vertex_ai-anthropic_models", |
| | 3729 | "max_input_tokens": 200000, |
| | 3730 | "max_output_tokens": 8192, |
| | 3731 | "max_tokens": 8192, |
| | 3732 | "mode": "chat", |
| | 3733 | "output_cost_per_token": 0.000015, |
| | 3734 | "supports_assistant_prefill": true, |
| | 3735 | "supports_computer_use": true, |
| | 3736 | "supports_function_calling": true, |
| | 3737 | "supports_pdf_input": true, |
| | 3738 | "supports_prompt_caching": true, |
| | 3739 | "supports_reasoning": true, |
| | 3740 | "supports_response_schema": true, |
| | 3741 | "supports_tool_choice": true, |
| | 3742 | "supports_vision": true, |
| | 3743 | "tool_use_system_prompt_tokens": 159 |
| | 3744 | }, |
| | 3745 | "vertex_ai/claude-3-haiku": { |
| | 3746 | "input_cost_per_token": 2.5e-7, |
| | 3747 | "litellm_provider": "vertex_ai-anthropic_models", |
| | 3748 | "max_input_tokens": 200000, |
| | 3749 | "max_output_tokens": 4096, |
| | 3750 | "max_tokens": 4096, |
| | 3751 | "mode": "chat", |
| | 3752 | "output_cost_per_token": 0.00000125, |
| | 3753 | "supports_assistant_prefill": true, |
| | 3754 | "supports_function_calling": true, |
| | 3755 | "supports_tool_choice": true, |
| | 3756 | "supports_vision": true |
| | 3757 | }, |
| | 3758 | "vertex_ai/claude-3-haiku@20240307": { |
| | 3759 | "input_cost_per_token": 2.5e-7, |
| | 3760 | "litellm_provider": "vertex_ai-anthropic_models", |
| | 3761 | "max_input_tokens": 200000, |
| | 3762 | "max_output_tokens": 4096, |
| | 3763 | "max_tokens": 4096, |
| | 3764 | "mode": "chat", |
| | 3765 | "output_cost_per_token": 0.00000125, |
| | 3766 | "supports_assistant_prefill": true, |
| | 3767 | "supports_function_calling": true, |
| | 3768 | "supports_tool_choice": true, |
| | 3769 | "supports_vision": true |
| | 3770 | }, |
| | 3771 | "vertex_ai/claude-3-opus": { |
| | 3772 | "input_cost_per_token": 0.000015, |
| | 3773 | "litellm_provider": "vertex_ai-anthropic_models", |
| | 3774 | "max_input_tokens": 200000, |
| | 3775 | "max_output_tokens": 4096, |
| | 3776 | "max_tokens": 4096, |
| | 3777 | "mode": "chat", |
| | 3778 | "output_cost_per_token": 0.000075, |
| | 3779 | "supports_assistant_prefill": true, |
| | 3780 | "supports_function_calling": true, |
| | 3781 | "supports_tool_choice": true, |
| | 3782 | "supports_vision": true |
| | 3783 | }, |
| | 3784 | "vertex_ai/claude-3-opus@20240229": { |
| | 3785 | "input_cost_per_token": 0.000015, |
| | 3786 | "litellm_provider": "vertex_ai-anthropic_models", |
| | 3787 | "max_input_tokens": 200000, |
| | 3788 | "max_output_tokens": 4096, |
| | 3789 | "max_tokens": 4096, |
| | 3790 | "mode": "chat", |
| | 3791 | "output_cost_per_token": 0.000075, |
| | 3792 | "supports_assistant_prefill": true, |
| | 3793 | "supports_function_calling": true, |
| | 3794 | "supports_tool_choice": true, |
| | 3795 | "supports_vision": true |
| | 3796 | }, |
| | 3797 | "vertex_ai/claude-3-sonnet": { |
| | 3798 | "input_cost_per_token": 0.000003, |
| | 3799 | "litellm_provider": "vertex_ai-anthropic_models", |
| | 3800 | "max_input_tokens": 200000, |
| | 3801 | "max_output_tokens": 4096, |
| | 3802 | "max_tokens": 4096, |
| | 3803 | "mode": "chat", |
| | 3804 | "output_cost_per_token": 0.000015, |
| | 3805 | "supports_assistant_prefill": true, |
| | 3806 | "supports_function_calling": true, |
| | 3807 | "supports_tool_choice": true, |
| | 3808 | "supports_vision": true |
| | 3809 | }, |
| | 3810 | "vertex_ai/claude-3-sonnet@20240229": { |
| | 3811 | "input_cost_per_token": 0.000003, |
| | 3812 | "litellm_provider": "vertex_ai-anthropic_models", |
| | 3813 | "max_input_tokens": 200000, |
| | 3814 | "max_output_tokens": 4096, |
| | 3815 | "max_tokens": 4096, |
| | 3816 | "mode": "chat", |
| | 3817 | "output_cost_per_token": 0.000015, |
| | 3818 | "supports_assistant_prefill": true, |
| | 3819 | "supports_function_calling": true, |
| | 3820 | "supports_tool_choice": true, |
| | 3821 | "supports_vision": true |
| | 3822 | }, |
| | 3823 | "vertex_ai/claude-opus-4": { |
| | 3824 | "cache_creation_input_token_cost": 0.00001875, |
| | 3825 | "cache_read_input_token_cost": 0.0000015, |
| | 3826 | "input_cost_per_token": 0.000015, |
| | 3827 | "litellm_provider": "vertex_ai-anthropic_models", |
| | 3828 | "max_input_tokens": 200000, |
| | 3829 | "max_output_tokens": 32000, |
| | 3830 | "max_tokens": 32000, |
| | 3831 | "mode": "chat", |
| | 3832 | "output_cost_per_token": 0.000075, |
| | 3833 | "search_context_cost_per_query": { |
| | 3834 | "search_context_size_high": 0.01, |
| | 3835 | "search_context_size_low": 0.01, |
| | 3836 | "search_context_size_medium": 0.01 |
| | 3837 | }, |
| | 3838 | "supports_assistant_prefill": true, |
| | 3839 | "supports_computer_use": true, |
| | 3840 | "supports_function_calling": true, |
| | 3841 | "supports_pdf_input": true, |
| | 3842 | "supports_prompt_caching": true, |
| | 3843 | "supports_reasoning": true, |
| | 3844 | "supports_response_schema": true, |
| | 3845 | "supports_tool_choice": true, |
| | 3846 | "supports_vision": true, |
| | 3847 | "tool_use_system_prompt_tokens": 159 |
| | 3848 | }, |
| | 3849 | "vertex_ai/claude-opus-4-1": { |
| | 3850 | "cache_creation_input_token_cost": 0.00001875, |
| | 3851 | "cache_read_input_token_cost": 0.0000015, |
| | 3852 | "input_cost_per_token": 0.000015, |
| | 3853 | "input_cost_per_token_batches": 0.0000075, |
| | 3854 | "litellm_provider": "vertex_ai-anthropic_models", |
| | 3855 | "max_input_tokens": 200000, |
| | 3856 | "max_output_tokens": 32000, |
| | 3857 | "max_tokens": 32000, |
| | 3858 | "mode": "chat", |
| | 3859 | "output_cost_per_token": 0.000075, |
| | 3860 | "output_cost_per_token_batches": 0.0000375, |
| | 3861 | "supports_assistant_prefill": true, |
| | 3862 | "supports_function_calling": true, |
| | 3863 | "supports_tool_choice": true, |
| | 3864 | "supports_vision": true |
| | 3865 | }, |
| | 3866 | "vertex_ai/claude-opus-4-1@20250805": { |
| | 3867 | "cache_creation_input_token_cost": 0.00001875, |
| | 3868 | "cache_read_input_token_cost": 0.0000015, |
| | 3869 | "input_cost_per_token": 0.000015, |
| | 3870 | "input_cost_per_token_batches": 0.0000075, |
| | 3871 | "litellm_provider": "vertex_ai-anthropic_models", |
| | 3872 | "max_input_tokens": 200000, |
| | 3873 | "max_output_tokens": 32000, |
| | 3874 | "max_tokens": 32000, |
| | 3875 | "mode": "chat", |
| | 3876 | "output_cost_per_token": 0.000075, |
| | 3877 | "output_cost_per_token_batches": 0.0000375, |
| | 3878 | "supports_assistant_prefill": true, |
| | 3879 | "supports_function_calling": true, |
| | 3880 | "supports_tool_choice": true, |
| | 3881 | "supports_vision": true |
| | 3882 | }, |
| | 3883 | "vertex_ai/claude-opus-4-5": { |
| | 3884 | "cache_creation_input_token_cost": 0.00000625, |
| | 3885 | "cache_read_input_token_cost": 5e-7, |
| | 3886 | "input_cost_per_token": 0.000005, |
| | 3887 | "litellm_provider": "vertex_ai-anthropic_models", |
| | 3888 | "max_input_tokens": 200000, |
| | 3889 | "max_output_tokens": 64000, |
| | 3890 | "max_tokens": 64000, |
| | 3891 | "mode": "chat", |
| | 3892 | "output_cost_per_token": 0.000025, |
| | 3893 | "search_context_cost_per_query": { |
| | 3894 | "search_context_size_high": 0.01, |
| | 3895 | "search_context_size_low": 0.01, |
| | 3896 | "search_context_size_medium": 0.01 |
| | 3897 | }, |
| | 3898 | "supports_assistant_prefill": true, |
| | 3899 | "supports_computer_use": true, |
| | 3900 | "supports_function_calling": true, |
| | 3901 | "supports_pdf_input": true, |
| | 3902 | "supports_prompt_caching": true, |
| | 3903 | "supports_reasoning": true, |
| | 3904 | "supports_response_schema": true, |
| | 3905 | "supports_tool_choice": true, |
| | 3906 | "supports_vision": true, |
| | 3907 | "tool_use_system_prompt_tokens": 159 |
| | 3908 | }, |
| | 3909 | "vertex_ai/claude-opus-4-5@20251101": { |
| | 3910 | "cache_creation_input_token_cost": 0.00000625, |
| | 3911 | "cache_read_input_token_cost": 5e-7, |
| | 3912 | "input_cost_per_token": 0.000005, |
| | 3913 | "litellm_provider": "vertex_ai-anthropic_models", |
| | 3914 | "max_input_tokens": 200000, |
| | 3915 | "max_output_tokens": 64000, |
| | 3916 | "max_tokens": 64000, |
| | 3917 | "mode": "chat", |
| | 3918 | "output_cost_per_token": 0.000025, |
| | 3919 | "search_context_cost_per_query": { |
| | 3920 | "search_context_size_high": 0.01, |
| | 3921 | "search_context_size_low": 0.01, |
| | 3922 | "search_context_size_medium": 0.01 |
| | 3923 | }, |
| | 3924 | "supports_assistant_prefill": true, |
| | 3925 | "supports_computer_use": true, |
| | 3926 | "supports_function_calling": true, |
| | 3927 | "supports_pdf_input": true, |
| | 3928 | "supports_prompt_caching": true, |
| | 3929 | "supports_reasoning": true, |
| | 3930 | "supports_response_schema": true, |
| | 3931 | "supports_tool_choice": true, |
| | 3932 | "supports_vision": true, |
| | 3933 | "tool_use_system_prompt_tokens": 159, |
| | 3934 | "supports_native_streaming": true |
| | 3935 | }, |
| | 3936 | "vertex_ai/claude-opus-4-6": { |
| | 3937 | "cache_creation_input_token_cost": 0.00000625, |
| | 3938 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000125, |
| | 3939 | "cache_read_input_token_cost": 5e-7, |
| | 3940 | "cache_read_input_token_cost_above_200k_tokens": 0.000001, |
| | 3941 | "input_cost_per_token": 0.000005, |
| | 3942 | "input_cost_per_token_above_200k_tokens": 0.00001, |
| | 3943 | "litellm_provider": "vertex_ai-anthropic_models", |
| | 3944 | "max_input_tokens": 1000000, |
| | 3945 | "max_output_tokens": 128000, |
| | 3946 | "max_tokens": 128000, |
| | 3947 | "mode": "chat", |
| | 3948 | "output_cost_per_token": 0.000025, |
| | 3949 | "output_cost_per_token_above_200k_tokens": 0.0000375, |
| | 3950 | "search_context_cost_per_query": { |
| | 3951 | "search_context_size_high": 0.01, |
| | 3952 | "search_context_size_low": 0.01, |
| | 3953 | "search_context_size_medium": 0.01 |
| | 3954 | }, |
| | 3955 | "supports_assistant_prefill": false, |
| | 3956 | "supports_computer_use": true, |
| | 3957 | "supports_function_calling": true, |
| | 3958 | "supports_pdf_input": true, |
| | 3959 | "supports_prompt_caching": true, |
| | 3960 | "supports_reasoning": true, |
| | 3961 | "supports_response_schema": true, |
| | 3962 | "supports_tool_choice": true, |
| | 3963 | "supports_vision": true, |
| | 3964 | "tool_use_system_prompt_tokens": 346 |
| | 3965 | }, |
| | 3966 | "vertex_ai/claude-opus-4-6@default": { |
| | 3967 | "cache_creation_input_token_cost": 0.00000625, |
| | 3968 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000125, |
| | 3969 | "cache_read_input_token_cost": 5e-7, |
| | 3970 | "cache_read_input_token_cost_above_200k_tokens": 0.000001, |
| | 3971 | "input_cost_per_token": 0.000005, |
| | 3972 | "input_cost_per_token_above_200k_tokens": 0.00001, |
| | 3973 | "litellm_provider": "vertex_ai-anthropic_models", |
| | 3974 | "max_input_tokens": 1000000, |
| | 3975 | "max_output_tokens": 128000, |
| | 3976 | "max_tokens": 128000, |
| | 3977 | "mode": "chat", |
| | 3978 | "output_cost_per_token": 0.000025, |
| | 3979 | "output_cost_per_token_above_200k_tokens": 0.0000375, |
| | 3980 | "search_context_cost_per_query": { |
| | 3981 | "search_context_size_high": 0.01, |
| | 3982 | "search_context_size_low": 0.01, |
| | 3983 | "search_context_size_medium": 0.01 |
| | 3984 | }, |
| | 3985 | "supports_assistant_prefill": false, |
| | 3986 | "supports_computer_use": true, |
| | 3987 | "supports_function_calling": true, |
| | 3988 | "supports_pdf_input": true, |
| | 3989 | "supports_prompt_caching": true, |
| | 3990 | "supports_reasoning": true, |
| | 3991 | "supports_response_schema": true, |
| | 3992 | "supports_tool_choice": true, |
| | 3993 | "supports_vision": true, |
| | 3994 | "tool_use_system_prompt_tokens": 346 |
| | 3995 | }, |
| | 3996 | "vertex_ai/claude-sonnet-4-5": { |
| | 3997 | "cache_creation_input_token_cost": 0.00000375, |
| | 3998 | "cache_read_input_token_cost": 3e-7, |
| | 3999 | "input_cost_per_token": 0.000003, |
| | 4000 | "input_cost_per_token_above_200k_tokens": 0.000006, |
| | 4001 | "output_cost_per_token_above_200k_tokens": 0.0000225, |
| | 4002 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, |
| | 4003 | "cache_read_input_token_cost_above_200k_tokens": 6e-7, |
| | 4004 | "input_cost_per_token_batches": 0.0000015, |
| | 4005 | "litellm_provider": "vertex_ai-anthropic_models", |
| | 4006 | "max_input_tokens": 200000, |
| | 4007 | "max_output_tokens": 64000, |
| | 4008 | "max_tokens": 64000, |
| | 4009 | "mode": "chat", |
| | 4010 | "output_cost_per_token": 0.000015, |
| | 4011 | "output_cost_per_token_batches": 0.0000075, |
| | 4012 | "supports_assistant_prefill": true, |
| | 4013 | "supports_computer_use": true, |
| | 4014 | "supports_function_calling": true, |
| | 4015 | "supports_pdf_input": true, |
| | 4016 | "supports_prompt_caching": true, |
| | 4017 | "supports_reasoning": true, |
| | 4018 | "supports_response_schema": true, |
| | 4019 | "supports_tool_choice": true, |
| | 4020 | "supports_vision": true |
| | 4021 | }, |
| | 4022 | "vertex_ai/claude-sonnet-4-6": { |
| | 4023 | "cache_creation_input_token_cost": 0.00000375, |
| | 4024 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, |
| | 4025 | "cache_read_input_token_cost": 3e-7, |
| | 4026 | "cache_read_input_token_cost_above_200k_tokens": 6e-7, |
| | 4027 | "input_cost_per_token": 0.000003, |
| | 4028 | "input_cost_per_token_above_200k_tokens": 0.000006, |
| | 4029 | "litellm_provider": "vertex_ai-anthropic_models", |
| | 4030 | "max_input_tokens": 200000, |
| | 4031 | "max_output_tokens": 64000, |
| | 4032 | "max_tokens": 64000, |
| | 4033 | "mode": "chat", |
| | 4034 | "output_cost_per_token": 0.000015, |
| | 4035 | "output_cost_per_token_above_200k_tokens": 0.0000225, |
| | 4036 | "supports_assistant_prefill": true, |
| | 4037 | "supports_computer_use": true, |
| | 4038 | "supports_function_calling": true, |
| | 4039 | "supports_pdf_input": true, |
| | 4040 | "supports_prompt_caching": true, |
| | 4041 | "supports_reasoning": true, |
| | 4042 | "supports_response_schema": true, |
| | 4043 | "supports_tool_choice": true, |
| | 4044 | "supports_vision": true, |
| | 4045 | "tool_use_system_prompt_tokens": 346, |
| | 4046 | "search_context_cost_per_query": { |
| | 4047 | "search_context_size_high": 0.01, |
| | 4048 | "search_context_size_low": 0.01, |
| | 4049 | "search_context_size_medium": 0.01 |
| | 4050 | } |
| | 4051 | }, |
| | 4052 | "vertex_ai/claude-sonnet-4-5@20250929": { |
| | 4053 | "cache_creation_input_token_cost": 0.00000375, |
| | 4054 | "cache_read_input_token_cost": 3e-7, |
| | 4055 | "input_cost_per_token": 0.000003, |
| | 4056 | "input_cost_per_token_above_200k_tokens": 0.000006, |
| | 4057 | "output_cost_per_token_above_200k_tokens": 0.0000225, |
| | 4058 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, |
| | 4059 | "cache_read_input_token_cost_above_200k_tokens": 6e-7, |
| | 4060 | "input_cost_per_token_batches": 0.0000015, |
| | 4061 | "litellm_provider": "vertex_ai-anthropic_models", |
| | 4062 | "max_input_tokens": 200000, |
| | 4063 | "max_output_tokens": 64000, |
| | 4064 | "max_tokens": 64000, |
| | 4065 | "mode": "chat", |
| | 4066 | "output_cost_per_token": 0.000015, |
| | 4067 | "output_cost_per_token_batches": 0.0000075, |
| | 4068 | "supports_assistant_prefill": true, |
| | 4069 | "supports_computer_use": true, |
| | 4070 | "supports_function_calling": true, |
| | 4071 | "supports_pdf_input": true, |
| | 4072 | "supports_prompt_caching": true, |
| | 4073 | "supports_reasoning": true, |
| | 4074 | "supports_response_schema": true, |
| | 4075 | "supports_tool_choice": true, |
| | 4076 | "supports_vision": true, |
| | 4077 | "supports_native_streaming": true |
| | 4078 | }, |
| | 4079 | "vertex_ai/claude-opus-4@20250514": { |
| | 4080 | "cache_creation_input_token_cost": 0.00001875, |
| | 4081 | "cache_read_input_token_cost": 0.0000015, |
| | 4082 | "input_cost_per_token": 0.000015, |
| | 4083 | "litellm_provider": "vertex_ai-anthropic_models", |
| | 4084 | "max_input_tokens": 200000, |
| | 4085 | "max_output_tokens": 32000, |
| | 4086 | "max_tokens": 32000, |
| | 4087 | "mode": "chat", |
| | 4088 | "output_cost_per_token": 0.000075, |
| | 4089 | "search_context_cost_per_query": { |
| | 4090 | "search_context_size_high": 0.01, |
| | 4091 | "search_context_size_low": 0.01, |
| | 4092 | "search_context_size_medium": 0.01 |
| | 4093 | }, |
| | 4094 | "supports_assistant_prefill": true, |
| | 4095 | "supports_computer_use": true, |
| | 4096 | "supports_function_calling": true, |
| | 4097 | "supports_pdf_input": true, |
| | 4098 | "supports_prompt_caching": true, |
| | 4099 | "supports_reasoning": true, |
| | 4100 | "supports_response_schema": true, |
| | 4101 | "supports_tool_choice": true, |
| | 4102 | "supports_vision": true, |
| | 4103 | "tool_use_system_prompt_tokens": 159 |
| | 4104 | }, |
| | 4105 | "vertex_ai/claude-sonnet-4": { |
| | 4106 | "cache_creation_input_token_cost": 0.00000375, |
| | 4107 | "cache_read_input_token_cost": 3e-7, |
| | 4108 | "input_cost_per_token": 0.000003, |
| | 4109 | "input_cost_per_token_above_200k_tokens": 0.000006, |
| | 4110 | "output_cost_per_token_above_200k_tokens": 0.0000225, |
| | 4111 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, |
| | 4112 | "cache_read_input_token_cost_above_200k_tokens": 6e-7, |
| | 4113 | "litellm_provider": "vertex_ai-anthropic_models", |
| | 4114 | "max_input_tokens": 1000000, |
| | 4115 | "max_output_tokens": 64000, |
| | 4116 | "max_tokens": 64000, |
| | 4117 | "mode": "chat", |
| | 4118 | "output_cost_per_token": 0.000015, |
| | 4119 | "search_context_cost_per_query": { |
| | 4120 | "search_context_size_high": 0.01, |
| | 4121 | "search_context_size_low": 0.01, |
| | 4122 | "search_context_size_medium": 0.01 |
| | 4123 | }, |
| | 4124 | "supports_assistant_prefill": true, |
| | 4125 | "supports_computer_use": true, |
| | 4126 | "supports_function_calling": true, |
| | 4127 | "supports_pdf_input": true, |
| | 4128 | "supports_prompt_caching": true, |
| | 4129 | "supports_reasoning": true, |
| | 4130 | "supports_response_schema": true, |
| | 4131 | "supports_tool_choice": true, |
| | 4132 | "supports_vision": true, |
| | 4133 | "tool_use_system_prompt_tokens": 159 |
| | 4134 | }, |
| | 4135 | "vertex_ai/claude-sonnet-4@20250514": { |
| | 4136 | "cache_creation_input_token_cost": 0.00000375, |
| | 4137 | "cache_read_input_token_cost": 3e-7, |
| | 4138 | "input_cost_per_token": 0.000003, |
| | 4139 | "input_cost_per_token_above_200k_tokens": 0.000006, |
| | 4140 | "output_cost_per_token_above_200k_tokens": 0.0000225, |
| | 4141 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, |
| | 4142 | "cache_read_input_token_cost_above_200k_tokens": 6e-7, |
| | 4143 | "litellm_provider": "vertex_ai-anthropic_models", |
| | 4144 | "max_input_tokens": 1000000, |
| | 4145 | "max_output_tokens": 64000, |
| | 4146 | "max_tokens": 64000, |
| | 4147 | "mode": "chat", |
| | 4148 | "output_cost_per_token": 0.000015, |
| | 4149 | "search_context_cost_per_query": { |
| | 4150 | "search_context_size_high": 0.01, |
| | 4151 | "search_context_size_low": 0.01, |
| | 4152 | "search_context_size_medium": 0.01 |
| | 4153 | }, |
| | 4154 | "supports_assistant_prefill": true, |
| | 4155 | "supports_computer_use": true, |
| | 4156 | "supports_function_calling": true, |
| | 4157 | "supports_pdf_input": true, |
| | 4158 | "supports_prompt_caching": true, |
| | 4159 | "supports_reasoning": true, |
| | 4160 | "supports_response_schema": true, |
| | 4161 | "supports_tool_choice": true, |
| | 4162 | "supports_vision": true, |
| | 4163 | "tool_use_system_prompt_tokens": 159 |
| | 4164 | }, |
| | 4165 | "vertex_ai/claude-sonnet-4-6@default": { |
| | 4166 | "cache_creation_input_token_cost": 0.00000375, |
| | 4167 | "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, |
| | 4168 | "cache_read_input_token_cost": 3e-7, |
| | 4169 | "cache_read_input_token_cost_above_200k_tokens": 6e-7, |
| | 4170 | "input_cost_per_token": 0.000003, |
| | 4171 | "input_cost_per_token_above_200k_tokens": 0.000006, |
| | 4172 | "litellm_provider": "vertex_ai-anthropic_models", |
| | 4173 | "max_input_tokens": 200000, |
| | 4174 | "max_output_tokens": 64000, |
| | 4175 | "max_tokens": 64000, |
| | 4176 | "mode": "chat", |
| | 4177 | "output_cost_per_token": 0.000015, |
| | 4178 | "output_cost_per_token_above_200k_tokens": 0.0000225, |
| | 4179 | "supports_assistant_prefill": true, |
| | 4180 | "supports_computer_use": true, |
| | 4181 | "supports_function_calling": true, |
| | 4182 | "supports_pdf_input": true, |
| | 4183 | "supports_prompt_caching": true, |
| | 4184 | "supports_reasoning": true, |
| | 4185 | "supports_response_schema": true, |
| | 4186 | "supports_tool_choice": true, |
| | 4187 | "supports_vision": true, |
| | 4188 | "tool_use_system_prompt_tokens": 346, |
| | 4189 | "search_context_cost_per_query": { |
| | 4190 | "search_context_size_high": 0.01, |
| | 4191 | "search_context_size_low": 0.01, |
| | 4192 | "search_context_size_medium": 0.01 |
| | 4193 | } |
| | 4194 | } |
| | 4195 | } |