4934 lines
No EOL
170 KiB
JSON
4934 lines
No EOL
170 KiB
JSON
{
|
|
"anthropic.claude-3-5-haiku-20241022-v1:0": {
|
|
"cache_creation_input_token_cost": 0.000001,
|
|
"cache_read_input_token_cost": 8e-8,
|
|
"input_cost_per_token": 8e-7,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000004,
|
|
"supports_assistant_prefill": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true
|
|
},
|
|
"anthropic.claude-haiku-4-5-20251001-v1:0": {
|
|
"cache_creation_input_token_cost": 0.00000125,
|
|
"cache_creation_input_token_cost_above_1hr": 0.000002,
|
|
"cache_read_input_token_cost": 1e-7,
|
|
"input_cost_per_token": 0.000001,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000005,
|
|
"source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock",
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true
|
|
},
|
|
"anthropic.claude-haiku-4-5@20251001": {
|
|
"cache_creation_input_token_cost": 0.00000125,
|
|
"cache_creation_input_token_cost_above_1hr": 0.000002,
|
|
"cache_read_input_token_cost": 1e-7,
|
|
"input_cost_per_token": 0.000001,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000005,
|
|
"source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock",
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_streaming": true,
|
|
"supports_native_structured_output": true
|
|
},
|
|
"anthropic.claude-3-5-sonnet-20240620-v1:0": {
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 4096,
|
|
"max_tokens": 4096,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"input_cost_per_token_above_200k_tokens": 0.000006,
|
|
"output_cost_per_token_above_200k_tokens": 0.00003,
|
|
"cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
|
|
"cache_read_input_token_cost_above_200k_tokens": 6e-7,
|
|
"cache_creation_input_token_cost_above_1hr": 0.0000075,
|
|
"cache_creation_input_token_cost_above_1hr_above_200k_tokens": 0.000015,
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7
|
|
},
|
|
"anthropic.claude-3-5-sonnet-20241022-v2:0": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"input_cost_per_token_above_200k_tokens": 0.000006,
|
|
"output_cost_per_token_above_200k_tokens": 0.00003,
|
|
"cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
|
|
"cache_read_input_token_cost_above_200k_tokens": 6e-7,
|
|
"cache_creation_input_token_cost_above_1hr": 0.0000075,
|
|
"cache_creation_input_token_cost_above_1hr_above_200k_tokens": 0.000015
|
|
},
|
|
"anthropic.claude-3-7-sonnet-20240620-v1:0": {
|
|
"cache_creation_input_token_cost": 0.0000045,
|
|
"cache_read_input_token_cost": 3.6e-7,
|
|
"input_cost_per_token": 0.0000036,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000018,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"anthropic.claude-3-7-sonnet-20250219-v1:0": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"anthropic.claude-3-haiku-20240307-v1:0": {
|
|
"input_cost_per_token": 2.5e-7,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 4096,
|
|
"max_tokens": 4096,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.00000125,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"cache_read_input_token_cost": 2.5e-8,
|
|
"cache_creation_input_token_cost": 3.125e-7
|
|
},
|
|
"anthropic.claude-3-opus-20240229-v1:0": {
|
|
"input_cost_per_token": 0.000015,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 4096,
|
|
"max_tokens": 4096,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000075,
|
|
"supports_function_calling": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"cache_read_input_token_cost": 0.0000015,
|
|
"cache_creation_input_token_cost": 0.00001875
|
|
},
|
|
"anthropic.claude-3-sonnet-20240229-v1:0": {
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 4096,
|
|
"max_tokens": 4096,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"cache_creation_input_token_cost": 0.00000375
|
|
},
|
|
"anthropic.claude-instant-v1": {
|
|
"input_cost_per_token": 8e-7,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 100000,
|
|
"max_output_tokens": 8191,
|
|
"max_tokens": 8191,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000024,
|
|
"supports_tool_choice": true
|
|
},
|
|
"anthropic.claude-opus-4-1-20250805-v1:0": {
|
|
"cache_creation_input_token_cost": 0.00001875,
|
|
"cache_read_input_token_cost": 0.0000015,
|
|
"input_cost_per_token": 0.000015,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 32000,
|
|
"max_tokens": 32000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000075,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"anthropic.claude-opus-4-20250514-v1:0": {
|
|
"cache_creation_input_token_cost": 0.00001875,
|
|
"cache_read_input_token_cost": 0.0000015,
|
|
"input_cost_per_token": 0.000015,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 32000,
|
|
"max_tokens": 32000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000075,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"anthropic.claude-opus-4-5-20251101-v1:0": {
|
|
"cache_creation_input_token_cost": 0.00000625,
|
|
"cache_creation_input_token_cost_above_1hr": 0.00001,
|
|
"cache_read_input_token_cost": 5e-7,
|
|
"input_cost_per_token": 0.000005,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000025,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_minimal_reasoning_effort": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159,
|
|
"supports_native_structured_output": true
|
|
},
|
|
"anthropic.claude-opus-4-6-v1": {
|
|
"cache_creation_input_token_cost": 0.00000625,
|
|
"cache_creation_input_token_cost_above_1hr": 0.00001,
|
|
"cache_read_input_token_cost": 5e-7,
|
|
"input_cost_per_token": 0.000005,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000025,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": false,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true,
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"global.anthropic.claude-opus-4-6-v1": {
|
|
"cache_creation_input_token_cost": 0.00000625,
|
|
"cache_creation_input_token_cost_above_1hr": 0.00001,
|
|
"cache_read_input_token_cost": 5e-7,
|
|
"input_cost_per_token": 0.000005,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000025,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": false,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true,
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"us.anthropic.claude-opus-4-6-v1": {
|
|
"cache_creation_input_token_cost": 0.000006875,
|
|
"cache_creation_input_token_cost_above_1hr": 0.000011,
|
|
"cache_read_input_token_cost": 5.5e-7,
|
|
"input_cost_per_token": 0.0000055,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000275,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": false,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true,
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"eu.anthropic.claude-opus-4-6-v1": {
|
|
"cache_creation_input_token_cost": 0.000006875,
|
|
"cache_read_input_token_cost": 5.5e-7,
|
|
"input_cost_per_token": 0.0000055,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000275,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": false,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true,
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"au.anthropic.claude-opus-4-6-v1": {
|
|
"cache_creation_input_token_cost": 0.000006875,
|
|
"cache_read_input_token_cost": 5.5e-7,
|
|
"input_cost_per_token": 0.0000055,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000275,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": false,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true,
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"anthropic.claude-opus-4-7": {
|
|
"cache_creation_input_token_cost": 0.00000625,
|
|
"cache_creation_input_token_cost_above_1hr": 0.00001,
|
|
"cache_read_input_token_cost": 5e-7,
|
|
"input_cost_per_token": 0.000005,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000025,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": false,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"supports_xhigh_reasoning_effort": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true,
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"anthropic.claude-mythos-preview": {
|
|
"input_cost_per_token": 0,
|
|
"output_cost_per_token": 0,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "chat",
|
|
"supports_function_calling": true,
|
|
"supports_vision": true,
|
|
"supports_prompt_caching": false,
|
|
"supports_reasoning": true,
|
|
"supports_minimal_reasoning_effort": true,
|
|
"supports_tool_choice": true
|
|
},
|
|
"global.anthropic.claude-opus-4-7": {
|
|
"cache_creation_input_token_cost": 0.00000625,
|
|
"cache_creation_input_token_cost_above_1hr": 0.00001,
|
|
"cache_read_input_token_cost": 5e-7,
|
|
"input_cost_per_token": 0.000005,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000025,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": false,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"supports_xhigh_reasoning_effort": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true,
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"us.anthropic.claude-opus-4-7": {
|
|
"cache_creation_input_token_cost": 0.000006875,
|
|
"cache_creation_input_token_cost_above_1hr": 0.000011,
|
|
"cache_read_input_token_cost": 5.5e-7,
|
|
"input_cost_per_token": 0.0000055,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000275,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": false,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"supports_xhigh_reasoning_effort": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true,
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"eu.anthropic.claude-opus-4-7": {
|
|
"cache_creation_input_token_cost": 0.000006875,
|
|
"cache_read_input_token_cost": 5.5e-7,
|
|
"input_cost_per_token": 0.0000055,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000275,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": false,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"supports_xhigh_reasoning_effort": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true,
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"au.anthropic.claude-opus-4-7": {
|
|
"cache_creation_input_token_cost": 0.000006875,
|
|
"cache_read_input_token_cost": 5.5e-7,
|
|
"input_cost_per_token": 0.0000055,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000275,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": false,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"supports_xhigh_reasoning_effort": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true,
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"anthropic.claude-sonnet-4-6": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_creation_input_token_cost_above_1hr": 0.000006,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"global.anthropic.claude-sonnet-4-6": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_creation_input_token_cost_above_1hr": 0.000006,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"us.anthropic.claude-sonnet-4-6": {
|
|
"cache_creation_input_token_cost": 0.000004125,
|
|
"cache_creation_input_token_cost_above_1hr": 0.0000066,
|
|
"cache_read_input_token_cost": 3.3e-7,
|
|
"input_cost_per_token": 0.0000033,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000165,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"eu.anthropic.claude-sonnet-4-6": {
|
|
"cache_creation_input_token_cost": 0.000004125,
|
|
"cache_read_input_token_cost": 3.3e-7,
|
|
"input_cost_per_token": 0.0000033,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000165,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"au.anthropic.claude-sonnet-4-6": {
|
|
"cache_creation_input_token_cost": 0.000004125,
|
|
"cache_read_input_token_cost": 3.3e-7,
|
|
"input_cost_per_token": 0.0000033,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000165,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"jp.anthropic.claude-sonnet-4-6": {
|
|
"cache_creation_input_token_cost": 0.000004125,
|
|
"cache_read_input_token_cost": 3.3e-7,
|
|
"input_cost_per_token": 0.0000033,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000165,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"anthropic.claude-sonnet-4-20250514-v1:0": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"input_cost_per_token_above_200k_tokens": 0.000006,
|
|
"output_cost_per_token_above_200k_tokens": 0.0000225,
|
|
"cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
|
|
"cache_read_input_token_cost_above_200k_tokens": 6e-7,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"anthropic.claude-sonnet-4-5-20250929-v1:0": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_creation_input_token_cost_above_1hr": 0.000006,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"input_cost_per_token_above_200k_tokens": 0.000006,
|
|
"output_cost_per_token_above_200k_tokens": 0.0000225,
|
|
"cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
|
|
"cache_creation_input_token_cost_above_1hr_above_200k_tokens": 0.000012,
|
|
"cache_read_input_token_cost_above_200k_tokens": 6e-7,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159,
|
|
"supports_native_structured_output": true
|
|
},
|
|
"anthropic.claude-v1": {
|
|
"input_cost_per_token": 0.000008,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 100000,
|
|
"max_output_tokens": 8191,
|
|
"max_tokens": 8191,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000024
|
|
},
|
|
"anthropic.claude-v2:1": {
|
|
"input_cost_per_token": 0.000008,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 100000,
|
|
"max_output_tokens": 8191,
|
|
"max_tokens": 8191,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000024,
|
|
"supports_tool_choice": true
|
|
},
|
|
"apac.anthropic.claude-3-5-sonnet-20240620-v1:0": {
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 4096,
|
|
"max_tokens": 4096,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"cache_creation_input_token_cost": 0.00000375
|
|
},
|
|
"apac.anthropic.claude-3-5-sonnet-20241022-v2:0": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"apac.anthropic.claude-3-haiku-20240307-v1:0": {
|
|
"input_cost_per_token": 2.5e-7,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 4096,
|
|
"max_tokens": 4096,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.00000125,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"cache_read_input_token_cost": 2.5e-8,
|
|
"cache_creation_input_token_cost": 3.125e-7
|
|
},
|
|
"apac.anthropic.claude-haiku-4-5-20251001-v1:0": {
|
|
"cache_creation_input_token_cost": 0.000001375,
|
|
"cache_read_input_token_cost": 1.1e-7,
|
|
"input_cost_per_token": 0.0000011,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000055,
|
|
"source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock",
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true
|
|
},
|
|
"apac.anthropic.claude-3-sonnet-20240229-v1:0": {
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 4096,
|
|
"max_tokens": 4096,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"cache_creation_input_token_cost": 0.00000375
|
|
},
|
|
"apac.anthropic.claude-sonnet-4-20250514-v1:0": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"input_cost_per_token_above_200k_tokens": 0.000006,
|
|
"output_cost_per_token_above_200k_tokens": 0.0000225,
|
|
"cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
|
|
"cache_read_input_token_cost_above_200k_tokens": 6e-7,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"au.anthropic.claude-sonnet-4-5-20250929-v1:0": {
|
|
"cache_creation_input_token_cost": 0.000004125,
|
|
"cache_read_input_token_cost": 3.3e-7,
|
|
"input_cost_per_token": 0.0000033,
|
|
"input_cost_per_token_above_200k_tokens": 0.0000066,
|
|
"output_cost_per_token_above_200k_tokens": 0.00002475,
|
|
"cache_creation_input_token_cost_above_200k_tokens": 0.00000825,
|
|
"cache_read_input_token_cost_above_200k_tokens": 6.6e-7,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000165,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true
|
|
},
|
|
"azure_ai/claude-haiku-4-5": {
|
|
"cache_creation_input_token_cost": 0.00000125,
|
|
"cache_creation_input_token_cost_above_1hr": 0.000002,
|
|
"cache_read_input_token_cost": 1e-7,
|
|
"input_cost_per_token": 0.000001,
|
|
"litellm_provider": "azure_ai",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000005,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"azure_ai/claude-opus-4-5": {
|
|
"cache_creation_input_token_cost": 0.00000625,
|
|
"cache_creation_input_token_cost_above_1hr": 0.00001,
|
|
"cache_read_input_token_cost": 5e-7,
|
|
"input_cost_per_token": 0.000005,
|
|
"litellm_provider": "azure_ai",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000025,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_minimal_reasoning_effort": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"azure_ai/claude-opus-4-6": {
|
|
"input_cost_per_token": 0.000005,
|
|
"output_cost_per_token": 0.000025,
|
|
"litellm_provider": "azure_ai",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "chat",
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"cache_creation_input_token_cost": 0.00000625,
|
|
"cache_creation_input_token_cost_above_1hr": 0.00001,
|
|
"cache_read_input_token_cost": 5e-7,
|
|
"supports_assistant_prefill": false,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159,
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"azure_ai/claude-opus-4-7": {
|
|
"input_cost_per_token": 0.000005,
|
|
"output_cost_per_token": 0.000025,
|
|
"litellm_provider": "azure_ai",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "chat",
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"cache_creation_input_token_cost": 0.00000625,
|
|
"cache_creation_input_token_cost_above_1hr": 0.00001,
|
|
"cache_read_input_token_cost": 5e-7,
|
|
"supports_assistant_prefill": false,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"supports_xhigh_reasoning_effort": true,
|
|
"tool_use_system_prompt_tokens": 159,
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"azure_ai/claude-opus-4-1": {
|
|
"cache_creation_input_token_cost": 0.00001875,
|
|
"cache_creation_input_token_cost_above_1hr": 0.00003,
|
|
"cache_read_input_token_cost": 0.0000015,
|
|
"input_cost_per_token": 0.000015,
|
|
"litellm_provider": "azure_ai",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 32000,
|
|
"max_tokens": 32000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000075,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"azure_ai/claude-sonnet-4-5": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_creation_input_token_cost_above_1hr": 0.000006,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "azure_ai",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"azure_ai/claude-sonnet-4-6": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_creation_input_token_cost_above_1hr": 0.000006,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "azure_ai",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"bedrock/ap-northeast-1/anthropic.claude-instant-v1": {
|
|
"input_cost_per_token": 0.00000223,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 100000,
|
|
"max_output_tokens": 8191,
|
|
"max_tokens": 8191,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.00000755,
|
|
"supports_tool_choice": true
|
|
},
|
|
"bedrock/ap-northeast-1/anthropic.claude-v1": {
|
|
"input_cost_per_token": 0.000008,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 100000,
|
|
"max_output_tokens": 8191,
|
|
"max_tokens": 8191,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000024,
|
|
"supports_tool_choice": true
|
|
},
|
|
"bedrock/ap-northeast-1/anthropic.claude-v2:1": {
|
|
"input_cost_per_token": 0.000008,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 100000,
|
|
"max_output_tokens": 8191,
|
|
"max_tokens": 8191,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000024,
|
|
"supports_tool_choice": true
|
|
},
|
|
"bedrock/eu-central-1/anthropic.claude-instant-v1": {
|
|
"input_cost_per_token": 0.00000248,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 100000,
|
|
"max_output_tokens": 8191,
|
|
"max_tokens": 8191,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.00000838,
|
|
"supports_tool_choice": true
|
|
},
|
|
"bedrock/eu-central-1/anthropic.claude-v1": {
|
|
"input_cost_per_token": 0.000008,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 100000,
|
|
"max_output_tokens": 8191,
|
|
"max_tokens": 8191,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000024
|
|
},
|
|
"bedrock/eu-central-1/anthropic.claude-v2:1": {
|
|
"input_cost_per_token": 0.000008,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 100000,
|
|
"max_output_tokens": 8191,
|
|
"max_tokens": 8191,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000024,
|
|
"supports_tool_choice": true
|
|
},
|
|
"bedrock/invoke/anthropic.claude-3-5-sonnet-20240620-v1:0": {
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 4096,
|
|
"max_tokens": 4096,
|
|
"metadata": {
|
|
"notes": "Anthropic via Invoke route does not currently support pdf input."
|
|
},
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_function_calling": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"cache_creation_input_token_cost": 0.00000375
|
|
},
|
|
"bedrock/us-east-1/anthropic.claude-instant-v1": {
|
|
"input_cost_per_token": 8e-7,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 100000,
|
|
"max_output_tokens": 8191,
|
|
"max_tokens": 8191,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000024,
|
|
"supports_tool_choice": true
|
|
},
|
|
"bedrock/us-east-1/anthropic.claude-v1": {
|
|
"input_cost_per_token": 0.000008,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 100000,
|
|
"max_output_tokens": 8191,
|
|
"max_tokens": 8191,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000024,
|
|
"supports_tool_choice": true
|
|
},
|
|
"bedrock/us-east-1/anthropic.claude-v2:1": {
|
|
"input_cost_per_token": 0.000008,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 100000,
|
|
"max_output_tokens": 8191,
|
|
"max_tokens": 8191,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000024,
|
|
"supports_tool_choice": true
|
|
},
|
|
"bedrock/us-gov-east-1/anthropic.claude-3-5-sonnet-20240620-v1:0": {
|
|
"input_cost_per_token": 0.0000036,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000018,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"cache_read_input_token_cost": 3.6e-7,
|
|
"cache_creation_input_token_cost": 0.0000045
|
|
},
|
|
"bedrock/us-gov-east-1/anthropic.claude-3-haiku-20240307-v1:0": {
|
|
"input_cost_per_token": 3e-7,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 4096,
|
|
"max_tokens": 4096,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000015,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"cache_read_input_token_cost": 3e-8,
|
|
"cache_creation_input_token_cost": 3.75e-7
|
|
},
|
|
"bedrock/us-gov-east-1/anthropic.claude-sonnet-4-5-20250929-v1:0": {
|
|
"cache_creation_input_token_cost": 0.000004125,
|
|
"cache_read_input_token_cost": 3.3e-7,
|
|
"input_cost_per_token": 0.0000033,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000165,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"supports_native_structured_output": true
|
|
},
|
|
"bedrock/us-gov-east-1/claude-sonnet-4-5-20250929-v1:0": {
|
|
"cache_creation_input_token_cost": 0.000004125,
|
|
"cache_read_input_token_cost": 3.3e-7,
|
|
"input_cost_per_token": 0.0000033,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000165,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"supports_native_structured_output": true
|
|
},
|
|
"bedrock/us-gov-west-1/anthropic.claude-3-7-sonnet-20250219-v1:0": {
|
|
"cache_creation_input_token_cost": 0.0000045,
|
|
"cache_read_input_token_cost": 3.6e-7,
|
|
"input_cost_per_token": 0.0000036,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000018,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"bedrock/us-gov-west-1/anthropic.claude-3-5-sonnet-20240620-v1:0": {
|
|
"input_cost_per_token": 0.0000036,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000018,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"cache_read_input_token_cost": 3.6e-7,
|
|
"cache_creation_input_token_cost": 0.0000045
|
|
},
|
|
"bedrock/us-gov-west-1/anthropic.claude-3-haiku-20240307-v1:0": {
|
|
"input_cost_per_token": 3e-7,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 4096,
|
|
"max_tokens": 4096,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000015,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"cache_read_input_token_cost": 3e-8,
|
|
"cache_creation_input_token_cost": 3.75e-7
|
|
},
|
|
"bedrock/us-gov-west-1/anthropic.claude-sonnet-4-5-20250929-v1:0": {
|
|
"cache_creation_input_token_cost": 0.000004125,
|
|
"cache_read_input_token_cost": 3.3e-7,
|
|
"input_cost_per_token": 0.0000033,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000165,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"supports_native_structured_output": true
|
|
},
|
|
"bedrock/us-gov-west-1/claude-sonnet-4-5-20250929-v1:0": {
|
|
"cache_creation_input_token_cost": 0.000004125,
|
|
"cache_read_input_token_cost": 3.3e-7,
|
|
"input_cost_per_token": 0.0000033,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000165,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"supports_native_structured_output": true
|
|
},
|
|
"bedrock/us-west-2/anthropic.claude-instant-v1": {
|
|
"input_cost_per_token": 8e-7,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 100000,
|
|
"max_output_tokens": 8191,
|
|
"max_tokens": 8191,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000024,
|
|
"supports_tool_choice": true
|
|
},
|
|
"bedrock/us-west-2/anthropic.claude-v1": {
|
|
"input_cost_per_token": 0.000008,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 100000,
|
|
"max_output_tokens": 8191,
|
|
"max_tokens": 8191,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000024,
|
|
"supports_tool_choice": true
|
|
},
|
|
"bedrock/us-west-2/anthropic.claude-v2:1": {
|
|
"input_cost_per_token": 0.000008,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 100000,
|
|
"max_output_tokens": 8191,
|
|
"max_tokens": 8191,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000024,
|
|
"supports_tool_choice": true
|
|
},
|
|
"bedrock/us.anthropic.claude-3-5-haiku-20241022-v1:0": {
|
|
"cache_creation_input_token_cost": 0.000001,
|
|
"cache_read_input_token_cost": 8e-8,
|
|
"input_cost_per_token": 8e-7,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000004,
|
|
"supports_assistant_prefill": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true
|
|
},
|
|
"claude-haiku-4-5-20251001": {
|
|
"cache_creation_input_token_cost": 0.00000125,
|
|
"cache_creation_input_token_cost_above_1hr": 0.000002,
|
|
"cache_read_input_token_cost": 1e-7,
|
|
"input_cost_per_token": 0.000001,
|
|
"litellm_provider": "anthropic",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000005,
|
|
"supports_assistant_prefill": true,
|
|
"supports_function_calling": true,
|
|
"supports_computer_use": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"claude-haiku-4-5": {
|
|
"cache_creation_input_token_cost": 0.00000125,
|
|
"cache_creation_input_token_cost_above_1hr": 0.000002,
|
|
"cache_read_input_token_cost": 1e-7,
|
|
"input_cost_per_token": 0.000001,
|
|
"litellm_provider": "anthropic",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000005,
|
|
"supports_assistant_prefill": true,
|
|
"supports_function_calling": true,
|
|
"supports_computer_use": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"claude-3-7-sonnet-20250219": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_creation_input_token_cost_above_1hr": 0.000006,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"deprecation_date": "2026-02-19",
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "anthropic",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"supports_web_search": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"claude-3-haiku-20240307": {
|
|
"cache_creation_input_token_cost": 3e-7,
|
|
"cache_creation_input_token_cost_above_1hr": 0.000006,
|
|
"cache_read_input_token_cost": 3e-8,
|
|
"input_cost_per_token": 2.5e-7,
|
|
"litellm_provider": "anthropic",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 4096,
|
|
"max_tokens": 4096,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.00000125,
|
|
"supports_assistant_prefill": true,
|
|
"supports_function_calling": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 264
|
|
},
|
|
"claude-3-opus-20240229": {
|
|
"cache_creation_input_token_cost": 0.00001875,
|
|
"cache_creation_input_token_cost_above_1hr": 0.000006,
|
|
"cache_read_input_token_cost": 0.0000015,
|
|
"deprecation_date": "2026-05-01",
|
|
"input_cost_per_token": 0.000015,
|
|
"litellm_provider": "anthropic",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 4096,
|
|
"max_tokens": 4096,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000075,
|
|
"supports_assistant_prefill": true,
|
|
"supports_function_calling": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 395
|
|
},
|
|
"claude-4-opus-20250514": {
|
|
"cache_creation_input_token_cost": 0.00001875,
|
|
"cache_read_input_token_cost": 0.0000015,
|
|
"input_cost_per_token": 0.000015,
|
|
"litellm_provider": "anthropic",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 32000,
|
|
"max_tokens": 32000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000075,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"claude-4-sonnet-20250514": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"cache_read_input_token_cost_above_200k_tokens": 6e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"input_cost_per_token_above_200k_tokens": 0.000006,
|
|
"litellm_provider": "anthropic",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"output_cost_per_token_above_200k_tokens": 0.0000225,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"supports_web_search": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"claude-sonnet-4-5": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"input_cost_per_token_above_200k_tokens": 0.000006,
|
|
"output_cost_per_token_above_200k_tokens": 0.0000225,
|
|
"cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
|
|
"cache_read_input_token_cost_above_200k_tokens": 6e-7,
|
|
"litellm_provider": "anthropic",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346
|
|
},
|
|
"claude-sonnet-4-5-20250929": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"input_cost_per_token_above_200k_tokens": 0.000006,
|
|
"output_cost_per_token_above_200k_tokens": 0.0000225,
|
|
"cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
|
|
"cache_read_input_token_cost_above_200k_tokens": 6e-7,
|
|
"litellm_provider": "anthropic",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"supports_web_search": true,
|
|
"tool_use_system_prompt_tokens": 346
|
|
},
|
|
"claude-sonnet-4-6": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "anthropic",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_adaptive_thinking": true,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"claude-sonnet-4-5-20250929-v1:0": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"input_cost_per_token_above_200k_tokens": 0.000006,
|
|
"output_cost_per_token_above_200k_tokens": 0.0000225,
|
|
"cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
|
|
"cache_read_input_token_cost_above_200k_tokens": 6e-7,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"claude-opus-4-1": {
|
|
"cache_creation_input_token_cost": 0.00001875,
|
|
"cache_creation_input_token_cost_above_1hr": 0.00003,
|
|
"cache_read_input_token_cost": 0.0000015,
|
|
"input_cost_per_token": 0.000015,
|
|
"litellm_provider": "anthropic",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 32000,
|
|
"max_tokens": 32000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000075,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"claude-opus-4-1-20250805": {
|
|
"cache_creation_input_token_cost": 0.00001875,
|
|
"cache_creation_input_token_cost_above_1hr": 0.00003,
|
|
"cache_read_input_token_cost": 0.0000015,
|
|
"input_cost_per_token": 0.000015,
|
|
"deprecation_date": "2026-08-05",
|
|
"litellm_provider": "anthropic",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 32000,
|
|
"max_tokens": 32000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000075,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"claude-opus-4-20250514": {
|
|
"cache_creation_input_token_cost": 0.00001875,
|
|
"cache_creation_input_token_cost_above_1hr": 0.00003,
|
|
"cache_read_input_token_cost": 0.0000015,
|
|
"input_cost_per_token": 0.000015,
|
|
"deprecation_date": "2026-05-14",
|
|
"litellm_provider": "anthropic",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 32000,
|
|
"max_tokens": 32000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000075,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"claude-opus-4-5-20251101": {
|
|
"cache_creation_input_token_cost": 0.00000625,
|
|
"cache_creation_input_token_cost_above_1hr": 0.00001,
|
|
"cache_read_input_token_cost": 5e-7,
|
|
"input_cost_per_token": 0.000005,
|
|
"litellm_provider": "anthropic",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000025,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_minimal_reasoning_effort": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"claude-opus-4-5": {
|
|
"cache_creation_input_token_cost": 0.00000625,
|
|
"cache_creation_input_token_cost_above_1hr": 0.00001,
|
|
"cache_read_input_token_cost": 5e-7,
|
|
"input_cost_per_token": 0.000005,
|
|
"litellm_provider": "anthropic",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000025,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_minimal_reasoning_effort": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"claude-opus-4-6": {
|
|
"cache_creation_input_token_cost": 0.00000625,
|
|
"cache_creation_input_token_cost_above_1hr": 0.00001,
|
|
"cache_read_input_token_cost": 5e-7,
|
|
"input_cost_per_token": 0.000005,
|
|
"litellm_provider": "anthropic",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000025,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_adaptive_thinking": true,
|
|
"supports_assistant_prefill": false,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"provider_specific_entry": {
|
|
"us": 1.1,
|
|
"fast": 6
|
|
},
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"claude-opus-4-6-20260205": {
|
|
"cache_creation_input_token_cost": 0.00000625,
|
|
"cache_creation_input_token_cost_above_1hr": 0.00001,
|
|
"cache_read_input_token_cost": 5e-7,
|
|
"input_cost_per_token": 0.000005,
|
|
"litellm_provider": "anthropic",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000025,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_adaptive_thinking": true,
|
|
"supports_assistant_prefill": false,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"provider_specific_entry": {
|
|
"us": 1.1,
|
|
"fast": 6
|
|
},
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"claude-opus-4-7": {
|
|
"cache_creation_input_token_cost": 0.00000625,
|
|
"cache_creation_input_token_cost_above_1hr": 0.00001,
|
|
"cache_read_input_token_cost": 5e-7,
|
|
"input_cost_per_token": 0.000005,
|
|
"litellm_provider": "anthropic",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000025,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_adaptive_thinking": true,
|
|
"supports_assistant_prefill": false,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"supports_xhigh_reasoning_effort": true,
|
|
"supports_max_reasoning_effort": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"provider_specific_entry": {
|
|
"us": 1.1,
|
|
"fast": 6
|
|
},
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"claude-opus-4-7-20260416": {
|
|
"cache_creation_input_token_cost": 0.00000625,
|
|
"cache_creation_input_token_cost_above_1hr": 0.00001,
|
|
"cache_read_input_token_cost": 5e-7,
|
|
"input_cost_per_token": 0.000005,
|
|
"litellm_provider": "anthropic",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000025,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_adaptive_thinking": true,
|
|
"supports_assistant_prefill": false,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"supports_xhigh_reasoning_effort": true,
|
|
"supports_max_reasoning_effort": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"provider_specific_entry": {
|
|
"us": 1.1,
|
|
"fast": 6
|
|
},
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"claude-sonnet-4-20250514": {
|
|
"deprecation_date": "2026-05-14",
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_creation_input_token_cost_above_1hr": 0.000006,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"input_cost_per_token_above_200k_tokens": 0.000006,
|
|
"output_cost_per_token_above_200k_tokens": 0.0000225,
|
|
"cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
|
|
"cache_read_input_token_cost_above_200k_tokens": 6e-7,
|
|
"litellm_provider": "anthropic",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"databricks/databricks-claude-3-7-sonnet": {
|
|
"input_cost_per_token": 0.0000029999900000000002,
|
|
"input_dbu_cost_per_token": 0.000042857,
|
|
"litellm_provider": "databricks",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"metadata": {
|
|
"notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."
|
|
},
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015000020000000002,
|
|
"output_dbu_cost_per_token": 0.000214286,
|
|
"source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving",
|
|
"supports_assistant_prefill": true,
|
|
"supports_function_calling": true,
|
|
"supports_reasoning": true,
|
|
"supports_tool_choice": true
|
|
},
|
|
"databricks/databricks-claude-haiku-4-5": {
|
|
"input_cost_per_token": 0.00000100002,
|
|
"input_dbu_cost_per_token": 0.000014286,
|
|
"litellm_provider": "databricks",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"metadata": {
|
|
"notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."
|
|
},
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.00000500003,
|
|
"output_dbu_cost_per_token": 0.000071429,
|
|
"source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving",
|
|
"supports_assistant_prefill": true,
|
|
"supports_function_calling": true,
|
|
"supports_reasoning": true,
|
|
"supports_tool_choice": true
|
|
},
|
|
"databricks/databricks-claude-opus-4": {
|
|
"input_cost_per_token": 0.000015000020000000002,
|
|
"input_dbu_cost_per_token": 0.000214286,
|
|
"litellm_provider": "databricks",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 32000,
|
|
"max_tokens": 32000,
|
|
"metadata": {
|
|
"notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."
|
|
},
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.00007500003000000001,
|
|
"output_dbu_cost_per_token": 0.001071429,
|
|
"source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving",
|
|
"supports_assistant_prefill": true,
|
|
"supports_function_calling": true,
|
|
"supports_reasoning": true,
|
|
"supports_tool_choice": true
|
|
},
|
|
"databricks/databricks-claude-opus-4-1": {
|
|
"input_cost_per_token": 0.000015000020000000002,
|
|
"input_dbu_cost_per_token": 0.000214286,
|
|
"litellm_provider": "databricks",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 32000,
|
|
"max_tokens": 32000,
|
|
"metadata": {
|
|
"notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."
|
|
},
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.00007500003000000001,
|
|
"output_dbu_cost_per_token": 0.001071429,
|
|
"source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving",
|
|
"supports_assistant_prefill": true,
|
|
"supports_function_calling": true,
|
|
"supports_reasoning": true,
|
|
"supports_tool_choice": true
|
|
},
|
|
"databricks/databricks-claude-opus-4-5": {
|
|
"input_cost_per_token": 0.00000500003,
|
|
"input_dbu_cost_per_token": 0.000071429,
|
|
"litellm_provider": "databricks",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"metadata": {
|
|
"notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."
|
|
},
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000025000010000000002,
|
|
"output_dbu_cost_per_token": 0.000357143,
|
|
"source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving",
|
|
"supports_assistant_prefill": true,
|
|
"supports_function_calling": true,
|
|
"supports_reasoning": true,
|
|
"supports_minimal_reasoning_effort": true,
|
|
"supports_tool_choice": true
|
|
},
|
|
"databricks/databricks-claude-sonnet-4": {
|
|
"input_cost_per_token": 0.0000029999900000000002,
|
|
"input_dbu_cost_per_token": 0.000042857,
|
|
"litellm_provider": "databricks",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"metadata": {
|
|
"notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."
|
|
},
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015000020000000002,
|
|
"output_dbu_cost_per_token": 0.000214286,
|
|
"source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving",
|
|
"supports_assistant_prefill": true,
|
|
"supports_function_calling": true,
|
|
"supports_reasoning": true,
|
|
"supports_tool_choice": true
|
|
},
|
|
"databricks/databricks-claude-sonnet-4-1": {
|
|
"input_cost_per_token": 0.0000029999900000000002,
|
|
"input_dbu_cost_per_token": 0.000042857,
|
|
"litellm_provider": "databricks",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"metadata": {
|
|
"notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."
|
|
},
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015000020000000002,
|
|
"output_dbu_cost_per_token": 0.000214286,
|
|
"source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving",
|
|
"supports_assistant_prefill": true,
|
|
"supports_function_calling": true,
|
|
"supports_reasoning": true,
|
|
"supports_tool_choice": true
|
|
},
|
|
"databricks/databricks-claude-sonnet-4-5": {
|
|
"input_cost_per_token": 0.0000029999900000000002,
|
|
"input_dbu_cost_per_token": 0.000042857,
|
|
"litellm_provider": "databricks",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"metadata": {
|
|
"notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."
|
|
},
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015000020000000002,
|
|
"output_dbu_cost_per_token": 0.000214286,
|
|
"source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving",
|
|
"supports_assistant_prefill": true,
|
|
"supports_function_calling": true,
|
|
"supports_reasoning": true,
|
|
"supports_tool_choice": true
|
|
},
|
|
"deepinfra/anthropic/claude-3-7-sonnet-latest": {
|
|
"max_tokens": 200000,
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 200000,
|
|
"input_cost_per_token": 0.0000033,
|
|
"output_cost_per_token": 0.0000165,
|
|
"cache_read_input_token_cost": 3.3e-7,
|
|
"litellm_provider": "deepinfra",
|
|
"mode": "chat",
|
|
"supports_tool_choice": true,
|
|
"supports_function_calling": true
|
|
},
|
|
"deepinfra/anthropic/claude-4-opus": {
|
|
"max_tokens": 200000,
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 200000,
|
|
"input_cost_per_token": 0.0000165,
|
|
"output_cost_per_token": 0.0000825,
|
|
"litellm_provider": "deepinfra",
|
|
"mode": "chat",
|
|
"supports_tool_choice": true,
|
|
"supports_function_calling": true
|
|
},
|
|
"deepinfra/anthropic/claude-4-sonnet": {
|
|
"max_tokens": 200000,
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 200000,
|
|
"input_cost_per_token": 0.0000033,
|
|
"output_cost_per_token": 0.0000165,
|
|
"litellm_provider": "deepinfra",
|
|
"mode": "chat",
|
|
"supports_tool_choice": true,
|
|
"supports_function_calling": true
|
|
},
|
|
"eu.anthropic.claude-3-5-haiku-20241022-v1:0": {
|
|
"input_cost_per_token": 2.5e-7,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.00000125,
|
|
"supports_assistant_prefill": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"cache_read_input_token_cost": 2.5e-8,
|
|
"cache_creation_input_token_cost": 3.125e-7
|
|
},
|
|
"eu.anthropic.claude-haiku-4-5-20251001-v1:0": {
|
|
"cache_creation_input_token_cost": 0.000001375,
|
|
"cache_read_input_token_cost": 1.1e-7,
|
|
"input_cost_per_token": 0.0000011,
|
|
"deprecation_date": "2026-10-15",
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000055,
|
|
"source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock",
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true
|
|
},
|
|
"eu.anthropic.claude-3-5-sonnet-20240620-v1:0": {
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 4096,
|
|
"max_tokens": 4096,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"cache_creation_input_token_cost": 0.00000375
|
|
},
|
|
"eu.anthropic.claude-3-5-sonnet-20241022-v2:0": {
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"cache_creation_input_token_cost": 0.00000375
|
|
},
|
|
"eu.anthropic.claude-3-7-sonnet-20250219-v1:0": {
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"cache_creation_input_token_cost": 0.00000375
|
|
},
|
|
"eu.anthropic.claude-3-haiku-20240307-v1:0": {
|
|
"input_cost_per_token": 2.5e-7,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 4096,
|
|
"max_tokens": 4096,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.00000125,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"cache_read_input_token_cost": 2.5e-8,
|
|
"cache_creation_input_token_cost": 3.125e-7
|
|
},
|
|
"eu.anthropic.claude-3-opus-20240229-v1:0": {
|
|
"input_cost_per_token": 0.000015,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 4096,
|
|
"max_tokens": 4096,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000075,
|
|
"supports_function_calling": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"cache_read_input_token_cost": 0.0000015,
|
|
"cache_creation_input_token_cost": 0.00001875
|
|
},
|
|
"eu.anthropic.claude-3-sonnet-20240229-v1:0": {
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 4096,
|
|
"max_tokens": 4096,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"cache_creation_input_token_cost": 0.00000375
|
|
},
|
|
"eu.anthropic.claude-opus-4-1-20250805-v1:0": {
|
|
"cache_creation_input_token_cost": 0.00001875,
|
|
"cache_read_input_token_cost": 0.0000015,
|
|
"input_cost_per_token": 0.000015,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 32000,
|
|
"max_tokens": 32000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000075,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"eu.anthropic.claude-opus-4-20250514-v1:0": {
|
|
"cache_creation_input_token_cost": 0.00001875,
|
|
"cache_read_input_token_cost": 0.0000015,
|
|
"input_cost_per_token": 0.000015,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 32000,
|
|
"max_tokens": 32000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000075,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"eu.anthropic.claude-sonnet-4-20250514-v1:0": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"input_cost_per_token_above_200k_tokens": 0.000006,
|
|
"output_cost_per_token_above_200k_tokens": 0.0000225,
|
|
"cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
|
|
"cache_read_input_token_cost_above_200k_tokens": 6e-7,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"eu.anthropic.claude-sonnet-4-5-20250929-v1:0": {
|
|
"cache_creation_input_token_cost": 0.000004125,
|
|
"cache_read_input_token_cost": 3.3e-7,
|
|
"input_cost_per_token": 0.0000033,
|
|
"input_cost_per_token_above_200k_tokens": 0.0000066,
|
|
"output_cost_per_token_above_200k_tokens": 0.00002475,
|
|
"cache_creation_input_token_cost_above_200k_tokens": 0.00000825,
|
|
"cache_read_input_token_cost_above_200k_tokens": 6.6e-7,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000165,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true
|
|
},
|
|
"gemini-2.5-flash": {
|
|
"cache_read_input_token_cost": 3e-8,
|
|
"input_cost_per_audio_token": 0.000001,
|
|
"input_cost_per_token": 3e-7,
|
|
"litellm_provider": "vertex_ai-language-models",
|
|
"max_audio_length_hours": 8.4,
|
|
"max_audio_per_prompt": 1,
|
|
"max_images_per_prompt": 3000,
|
|
"max_input_tokens": 1048576,
|
|
"max_output_tokens": 65535,
|
|
"max_pdf_size_mb": 30,
|
|
"max_tokens": 65535,
|
|
"max_video_length": 1,
|
|
"max_videos_per_prompt": 10,
|
|
"mode": "chat",
|
|
"output_cost_per_reasoning_token": 0.0000025,
|
|
"output_cost_per_token": 0.0000025,
|
|
"source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview",
|
|
"supported_endpoints": [
|
|
"/v1/chat/completions",
|
|
"/v1/completions",
|
|
"/v1/batch"
|
|
],
|
|
"supported_modalities": [
|
|
"text",
|
|
"image",
|
|
"audio",
|
|
"video"
|
|
],
|
|
"supported_output_modalities": [
|
|
"text"
|
|
],
|
|
"supports_audio_output": false,
|
|
"supports_function_calling": true,
|
|
"supports_parallel_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_system_messages": true,
|
|
"supports_tool_choice": true,
|
|
"supports_url_context": true,
|
|
"supports_vision": true,
|
|
"supports_web_search": true,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_low": 0.035,
|
|
"search_context_size_medium": 0.035,
|
|
"search_context_size_high": 0.035
|
|
},
|
|
"supports_service_tier": true
|
|
},
|
|
"gemini-2.5-flash-lite": {
|
|
"cache_read_input_token_cost": 1e-8,
|
|
"input_cost_per_audio_token": 3e-7,
|
|
"input_cost_per_token": 1e-7,
|
|
"litellm_provider": "vertex_ai-language-models",
|
|
"max_audio_length_hours": 8.4,
|
|
"max_audio_per_prompt": 1,
|
|
"max_images_per_prompt": 3000,
|
|
"max_input_tokens": 1048576,
|
|
"max_output_tokens": 65535,
|
|
"max_pdf_size_mb": 30,
|
|
"max_tokens": 65535,
|
|
"max_video_length": 1,
|
|
"max_videos_per_prompt": 10,
|
|
"mode": "chat",
|
|
"output_cost_per_reasoning_token": 4e-7,
|
|
"output_cost_per_token": 4e-7,
|
|
"source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview",
|
|
"supported_endpoints": [
|
|
"/v1/chat/completions",
|
|
"/v1/completions",
|
|
"/v1/batch"
|
|
],
|
|
"supported_modalities": [
|
|
"text",
|
|
"image",
|
|
"audio",
|
|
"video"
|
|
],
|
|
"supported_output_modalities": [
|
|
"text"
|
|
],
|
|
"supports_audio_output": false,
|
|
"supports_function_calling": true,
|
|
"supports_parallel_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_system_messages": true,
|
|
"supports_tool_choice": true,
|
|
"supports_url_context": true,
|
|
"supports_vision": true,
|
|
"supports_web_search": true,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_low": 0.035,
|
|
"search_context_size_medium": 0.035,
|
|
"search_context_size_high": 0.035
|
|
},
|
|
"supports_service_tier": true
|
|
},
|
|
"gemini-2.5-pro": {
|
|
"cache_read_input_token_cost": 1.25e-7,
|
|
"cache_read_input_token_cost_above_200k_tokens": 2.5e-7,
|
|
"cache_creation_input_token_cost_above_200k_tokens": 2.5e-7,
|
|
"input_cost_per_token": 0.00000125,
|
|
"input_cost_per_token_above_200k_tokens": 0.0000025,
|
|
"litellm_provider": "vertex_ai-language-models",
|
|
"max_audio_length_hours": 8.4,
|
|
"max_audio_per_prompt": 1,
|
|
"max_images_per_prompt": 3000,
|
|
"max_input_tokens": 1048576,
|
|
"max_output_tokens": 65535,
|
|
"max_pdf_size_mb": 30,
|
|
"max_tokens": 65535,
|
|
"max_video_length": 1,
|
|
"max_videos_per_prompt": 10,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.00001,
|
|
"output_cost_per_token_above_200k_tokens": 0.000015,
|
|
"source": "https://cloud.google.com/vertex-ai/generative-ai/pricing",
|
|
"supported_endpoints": [
|
|
"/v1/chat/completions",
|
|
"/v1/completions"
|
|
],
|
|
"supported_modalities": [
|
|
"text",
|
|
"image",
|
|
"audio",
|
|
"video"
|
|
],
|
|
"supported_output_modalities": [
|
|
"text"
|
|
],
|
|
"supports_audio_input": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_system_messages": true,
|
|
"supports_tool_choice": true,
|
|
"supports_video_input": true,
|
|
"supports_vision": true,
|
|
"supports_web_search": true,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_low": 0.035,
|
|
"search_context_size_medium": 0.035,
|
|
"search_context_size_high": 0.035
|
|
},
|
|
"supports_service_tier": true
|
|
},
|
|
"gmi/anthropic/claude-opus-4.5": {
|
|
"input_cost_per_token": 0.000005,
|
|
"litellm_provider": "gmi",
|
|
"max_input_tokens": 409600,
|
|
"max_output_tokens": 32000,
|
|
"max_tokens": 32000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000025,
|
|
"supports_function_calling": true,
|
|
"supports_vision": true,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"gmi/anthropic/claude-sonnet-4.5": {
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "gmi",
|
|
"max_input_tokens": 409600,
|
|
"max_output_tokens": 32000,
|
|
"max_tokens": 32000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_function_calling": true,
|
|
"supports_vision": true
|
|
},
|
|
"gmi/anthropic/claude-sonnet-4": {
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "gmi",
|
|
"max_input_tokens": 409600,
|
|
"max_output_tokens": 32000,
|
|
"max_tokens": 32000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_function_calling": true,
|
|
"supports_vision": true
|
|
},
|
|
"gmi/anthropic/claude-opus-4": {
|
|
"input_cost_per_token": 0.000015,
|
|
"litellm_provider": "gmi",
|
|
"max_input_tokens": 409600,
|
|
"max_output_tokens": 32000,
|
|
"max_tokens": 32000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000075,
|
|
"supports_function_calling": true,
|
|
"supports_vision": true
|
|
},
|
|
"global.anthropic.claude-sonnet-4-5-20250929-v1:0": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_creation_input_token_cost_above_1hr": 0.000006,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"input_cost_per_token_above_200k_tokens": 0.000006,
|
|
"output_cost_per_token_above_200k_tokens": 0.0000225,
|
|
"cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
|
|
"cache_creation_input_token_cost_above_1hr_above_200k_tokens": 0.000012,
|
|
"cache_read_input_token_cost_above_200k_tokens": 6e-7,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true
|
|
},
|
|
"global.anthropic.claude-sonnet-4-20250514-v1:0": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"input_cost_per_token_above_200k_tokens": 0.000006,
|
|
"output_cost_per_token_above_200k_tokens": 0.0000225,
|
|
"cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
|
|
"cache_read_input_token_cost_above_200k_tokens": 6e-7,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"global.anthropic.claude-haiku-4-5-20251001-v1:0": {
|
|
"cache_creation_input_token_cost": 0.00000125,
|
|
"cache_creation_input_token_cost_above_1hr": 0.000002,
|
|
"cache_read_input_token_cost": 1e-7,
|
|
"input_cost_per_token": 0.000001,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000005,
|
|
"source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock",
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true
|
|
},
|
|
"gpt-5.2": {
|
|
"cache_read_input_token_cost": 1.75e-7,
|
|
"cache_read_input_token_cost_priority": 3.5e-7,
|
|
"input_cost_per_token": 0.00000175,
|
|
"input_cost_per_token_priority": 0.0000035,
|
|
"litellm_provider": "openai",
|
|
"max_input_tokens": 272000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000014,
|
|
"output_cost_per_token_priority": 0.000028,
|
|
"supported_endpoints": [
|
|
"/v1/chat/completions",
|
|
"/v1/batch",
|
|
"/v1/responses"
|
|
],
|
|
"supported_modalities": [
|
|
"text",
|
|
"image"
|
|
],
|
|
"supported_output_modalities": [
|
|
"text",
|
|
"image"
|
|
],
|
|
"supports_function_calling": true,
|
|
"supports_native_streaming": true,
|
|
"supports_parallel_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_system_messages": true,
|
|
"supports_tool_choice": true,
|
|
"supports_service_tier": true,
|
|
"supports_vision": true,
|
|
"supports_web_search": true,
|
|
"supports_none_reasoning_effort": true,
|
|
"supports_xhigh_reasoning_effort": true,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"gpt-5.4": {
|
|
"cache_read_input_token_cost": 2.5e-7,
|
|
"cache_read_input_token_cost_above_272k_tokens": 5e-7,
|
|
"cache_read_input_token_cost_flex": 1.3e-7,
|
|
"cache_read_input_token_cost_priority": 5e-7,
|
|
"input_cost_per_token": 0.0000025,
|
|
"input_cost_per_token_above_272k_tokens": 0.000005,
|
|
"input_cost_per_token_flex": 0.00000125,
|
|
"input_cost_per_token_batches": 0.00000125,
|
|
"input_cost_per_token_priority": 0.000005,
|
|
"litellm_provider": "openai",
|
|
"max_input_tokens": 1050000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"output_cost_per_token_above_272k_tokens": 0.0000225,
|
|
"output_cost_per_token_flex": 0.0000075,
|
|
"output_cost_per_token_batches": 0.0000075,
|
|
"output_cost_per_token_priority": 0.00003,
|
|
"supported_endpoints": [
|
|
"/v1/chat/completions",
|
|
"/v1/batch",
|
|
"/v1/responses"
|
|
],
|
|
"supported_modalities": [
|
|
"text",
|
|
"image"
|
|
],
|
|
"supported_output_modalities": [
|
|
"text"
|
|
],
|
|
"supports_function_calling": true,
|
|
"supports_native_streaming": true,
|
|
"supports_parallel_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_system_messages": true,
|
|
"supports_tool_choice": true,
|
|
"supports_service_tier": true,
|
|
"supports_vision": true,
|
|
"supports_none_reasoning_effort": true,
|
|
"supports_xhigh_reasoning_effort": true,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"gpt-5.4-mini": {
|
|
"cache_read_input_token_cost": 7.5e-8,
|
|
"cache_read_input_token_cost_flex": 3.75e-8,
|
|
"cache_read_input_token_cost_batches": 3.75e-8,
|
|
"cache_read_input_token_cost_priority": 1.5e-7,
|
|
"input_cost_per_token": 7.5e-7,
|
|
"input_cost_per_token_flex": 3.75e-7,
|
|
"input_cost_per_token_batches": 3.75e-7,
|
|
"input_cost_per_token_priority": 0.0000015,
|
|
"litellm_provider": "openai",
|
|
"max_input_tokens": 272000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000045,
|
|
"output_cost_per_token_flex": 0.00000225,
|
|
"output_cost_per_token_batches": 0.00000225,
|
|
"output_cost_per_token_priority": 0.000009,
|
|
"supported_endpoints": [
|
|
"/v1/chat/completions",
|
|
"/v1/batch",
|
|
"/v1/responses"
|
|
],
|
|
"supported_modalities": [
|
|
"text",
|
|
"image"
|
|
],
|
|
"supported_output_modalities": [
|
|
"text"
|
|
],
|
|
"supports_function_calling": true,
|
|
"supports_native_streaming": true,
|
|
"supports_parallel_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_system_messages": true,
|
|
"supports_tool_choice": true,
|
|
"supports_service_tier": true,
|
|
"supports_vision": true,
|
|
"supports_web_search": true,
|
|
"supports_none_reasoning_effort": true,
|
|
"supports_xhigh_reasoning_effort": true,
|
|
"supports_minimal_reasoning_effort": false
|
|
},
|
|
"gpt-5.1-codex-max": {
|
|
"cache_read_input_token_cost": 1.25e-7,
|
|
"input_cost_per_token": 0.00000125,
|
|
"litellm_provider": "openai",
|
|
"max_input_tokens": 272000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "responses",
|
|
"output_cost_per_token": 0.00001,
|
|
"supported_endpoints": [
|
|
"/v1/responses"
|
|
],
|
|
"supported_modalities": [
|
|
"text",
|
|
"image"
|
|
],
|
|
"supported_output_modalities": [
|
|
"text"
|
|
],
|
|
"supports_function_calling": true,
|
|
"supports_native_streaming": true,
|
|
"supports_parallel_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_system_messages": false,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"supports_web_search": true,
|
|
"supports_none_reasoning_effort": false,
|
|
"supports_xhigh_reasoning_effort": true,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"gpt-5.1-codex-mini": {
|
|
"cache_read_input_token_cost": 2.5e-8,
|
|
"cache_read_input_token_cost_priority": 4.5e-8,
|
|
"input_cost_per_token": 2.5e-7,
|
|
"input_cost_per_token_priority": 4.5e-7,
|
|
"litellm_provider": "openai",
|
|
"max_input_tokens": 272000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "responses",
|
|
"output_cost_per_token": 0.000002,
|
|
"output_cost_per_token_priority": 0.0000036,
|
|
"supported_endpoints": [
|
|
"/v1/responses"
|
|
],
|
|
"supported_modalities": [
|
|
"text",
|
|
"image"
|
|
],
|
|
"supported_output_modalities": [
|
|
"text"
|
|
],
|
|
"supports_function_calling": true,
|
|
"supports_native_streaming": true,
|
|
"supports_parallel_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_system_messages": false,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"supports_web_search": true,
|
|
"supports_none_reasoning_effort": false,
|
|
"supports_xhigh_reasoning_effort": false,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"gpt-5.2-codex": {
|
|
"cache_read_input_token_cost": 1.75e-7,
|
|
"cache_read_input_token_cost_priority": 3.5e-7,
|
|
"input_cost_per_token": 0.00000175,
|
|
"input_cost_per_token_priority": 0.0000035,
|
|
"litellm_provider": "openai",
|
|
"max_input_tokens": 272000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "responses",
|
|
"output_cost_per_token": 0.000014,
|
|
"output_cost_per_token_priority": 0.000028,
|
|
"supported_endpoints": [
|
|
"/v1/responses"
|
|
],
|
|
"supported_modalities": [
|
|
"text",
|
|
"image"
|
|
],
|
|
"supported_output_modalities": [
|
|
"text"
|
|
],
|
|
"supports_function_calling": true,
|
|
"supports_native_streaming": true,
|
|
"supports_parallel_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_system_messages": false,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"supports_web_search": true,
|
|
"supports_none_reasoning_effort": false,
|
|
"supports_xhigh_reasoning_effort": true,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"gpt-5.3-codex": {
|
|
"cache_read_input_token_cost": 1.75e-7,
|
|
"cache_read_input_token_cost_priority": 3.5e-7,
|
|
"input_cost_per_token": 0.00000175,
|
|
"input_cost_per_token_priority": 0.0000035,
|
|
"litellm_provider": "openai",
|
|
"max_input_tokens": 272000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "responses",
|
|
"output_cost_per_token": 0.000014,
|
|
"output_cost_per_token_priority": 0.000028,
|
|
"supported_endpoints": [
|
|
"/v1/responses"
|
|
],
|
|
"supported_modalities": [
|
|
"text",
|
|
"image"
|
|
],
|
|
"supported_output_modalities": [
|
|
"text"
|
|
],
|
|
"supports_function_calling": true,
|
|
"supports_native_streaming": true,
|
|
"supports_parallel_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_system_messages": false,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"supports_web_search": true,
|
|
"supports_none_reasoning_effort": false,
|
|
"supports_xhigh_reasoning_effort": false,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"gradient_ai/anthropic-claude-3-opus": {
|
|
"input_cost_per_token": 0.000015,
|
|
"litellm_provider": "gradient_ai",
|
|
"max_tokens": 1024,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000075,
|
|
"supported_endpoints": [
|
|
"/v1/chat/completions"
|
|
],
|
|
"supported_modalities": [
|
|
"text"
|
|
],
|
|
"supports_tool_choice": false,
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 1024
|
|
},
|
|
"gradient_ai/anthropic-claude-3.5-haiku": {
|
|
"input_cost_per_token": 8e-7,
|
|
"litellm_provider": "gradient_ai",
|
|
"max_tokens": 1024,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000004,
|
|
"supported_endpoints": [
|
|
"/v1/chat/completions"
|
|
],
|
|
"supported_modalities": [
|
|
"text"
|
|
],
|
|
"supports_tool_choice": false,
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 1024
|
|
},
|
|
"gradient_ai/anthropic-claude-3.5-sonnet": {
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "gradient_ai",
|
|
"max_tokens": 1024,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supported_endpoints": [
|
|
"/v1/chat/completions"
|
|
],
|
|
"supported_modalities": [
|
|
"text"
|
|
],
|
|
"supports_tool_choice": false,
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 1024
|
|
},
|
|
"gradient_ai/anthropic-claude-3.7-sonnet": {
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "gradient_ai",
|
|
"max_tokens": 1024,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supported_endpoints": [
|
|
"/v1/chat/completions"
|
|
],
|
|
"supported_modalities": [
|
|
"text"
|
|
],
|
|
"supports_tool_choice": false,
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 1024
|
|
},
|
|
"jp.anthropic.claude-sonnet-4-5-20250929-v1:0": {
|
|
"cache_creation_input_token_cost": 0.000004125,
|
|
"cache_read_input_token_cost": 3.3e-7,
|
|
"input_cost_per_token": 0.0000033,
|
|
"input_cost_per_token_above_200k_tokens": 0.0000066,
|
|
"output_cost_per_token_above_200k_tokens": 0.00002475,
|
|
"cache_creation_input_token_cost_above_200k_tokens": 0.00000825,
|
|
"cache_read_input_token_cost_above_200k_tokens": 6.6e-7,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000165,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true
|
|
},
|
|
"jp.anthropic.claude-haiku-4-5-20251001-v1:0": {
|
|
"cache_creation_input_token_cost": 0.000001375,
|
|
"cache_read_input_token_cost": 1.1e-7,
|
|
"input_cost_per_token": 0.0000011,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000055,
|
|
"source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock",
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true
|
|
},
|
|
"openrouter/anthropic/claude-3-haiku": {
|
|
"input_cost_per_image": 0.0004,
|
|
"input_cost_per_token": 2.5e-7,
|
|
"litellm_provider": "openrouter",
|
|
"max_tokens": 4096,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.00000125,
|
|
"supports_function_calling": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 4096
|
|
},
|
|
"openrouter/anthropic/claude-3.5-sonnet": {
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "openrouter",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"openrouter/anthropic/claude-3.7-sonnet": {
|
|
"input_cost_per_image": 0.0048,
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "openrouter",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_reasoning": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"openrouter/anthropic/claude-opus-4": {
|
|
"input_cost_per_image": 0.0048,
|
|
"cache_creation_input_token_cost": 0.00001875,
|
|
"cache_read_input_token_cost": 0.0000015,
|
|
"input_cost_per_token": 0.000015,
|
|
"litellm_provider": "openrouter",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 32000,
|
|
"max_tokens": 32000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000075,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"openrouter/anthropic/claude-opus-4.1": {
|
|
"input_cost_per_image": 0.0048,
|
|
"cache_creation_input_token_cost": 0.00001875,
|
|
"cache_creation_input_token_cost_above_1hr": 0.00003,
|
|
"cache_read_input_token_cost": 0.0000015,
|
|
"input_cost_per_token": 0.000015,
|
|
"litellm_provider": "openrouter",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 32000,
|
|
"max_tokens": 32000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000075,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"openrouter/anthropic/claude-sonnet-4": {
|
|
"input_cost_per_image": 0.0048,
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"cache_read_input_token_cost_above_200k_tokens": 6e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"input_cost_per_token_above_200k_tokens": 0.000006,
|
|
"output_cost_per_token_above_200k_tokens": 0.0000225,
|
|
"litellm_provider": "openrouter",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"openrouter/anthropic/claude-sonnet-4.6": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"cache_read_input_token_cost_above_200k_tokens": 6e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"input_cost_per_token_above_200k_tokens": 0.000006,
|
|
"litellm_provider": "openrouter",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"output_cost_per_token_above_200k_tokens": 0.0000225,
|
|
"source": "https://openrouter.ai/anthropic/claude-sonnet-4.6",
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"openrouter/anthropic/claude-opus-4.5": {
|
|
"cache_creation_input_token_cost": 0.00000625,
|
|
"cache_read_input_token_cost": 5e-7,
|
|
"input_cost_per_token": 0.000005,
|
|
"litellm_provider": "openrouter",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 32000,
|
|
"max_tokens": 32000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000025,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_minimal_reasoning_effort": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"openrouter/anthropic/claude-opus-4.6": {
|
|
"cache_creation_input_token_cost": 0.00000625,
|
|
"cache_read_input_token_cost": 5e-7,
|
|
"input_cost_per_token": 0.000005,
|
|
"litellm_provider": "openrouter",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000025,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"openrouter/anthropic/claude-sonnet-4.5": {
|
|
"input_cost_per_image": 0.0048,
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"input_cost_per_token_above_200k_tokens": 0.000006,
|
|
"output_cost_per_token_above_200k_tokens": 0.0000225,
|
|
"cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
|
|
"cache_read_input_token_cost_above_200k_tokens": 6e-7,
|
|
"litellm_provider": "openrouter",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 1000000,
|
|
"max_tokens": 1000000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"openrouter/anthropic/claude-haiku-4.5": {
|
|
"cache_creation_input_token_cost": 0.00000125,
|
|
"cache_read_input_token_cost": 1e-7,
|
|
"input_cost_per_token": 0.000001,
|
|
"litellm_provider": "openrouter",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 200000,
|
|
"max_tokens": 200000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000005,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346
|
|
},
|
|
"openrouter/anthropic/claude-opus-4.7": {
|
|
"cache_creation_input_token_cost": 0.00000625,
|
|
"cache_read_input_token_cost": 5e-7,
|
|
"input_cost_per_token": 0.000005,
|
|
"litellm_provider": "openrouter",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000025,
|
|
"supports_assistant_prefill": false,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"supports_xhigh_reasoning_effort": true,
|
|
"tool_use_system_prompt_tokens": 346
|
|
},
|
|
"replicate/anthropic/claude-4.5-haiku": {
|
|
"input_cost_per_token": 0.000001,
|
|
"output_cost_per_token": 0.000005,
|
|
"litellm_provider": "replicate",
|
|
"mode": "chat",
|
|
"supports_function_calling": true,
|
|
"supports_parallel_function_calling": true,
|
|
"supports_vision": true,
|
|
"supports_system_messages": true,
|
|
"supports_tool_choice": true,
|
|
"supports_response_schema": true,
|
|
"supports_prompt_caching": true
|
|
},
|
|
"replicate/anthropic/claude-4-sonnet": {
|
|
"input_cost_per_token": 0.000003,
|
|
"output_cost_per_token": 0.000015,
|
|
"litellm_provider": "replicate",
|
|
"mode": "chat",
|
|
"supports_function_calling": true,
|
|
"supports_parallel_function_calling": true,
|
|
"supports_vision": true,
|
|
"supports_system_messages": true,
|
|
"supports_tool_choice": true,
|
|
"supports_response_schema": true,
|
|
"supports_prompt_caching": true
|
|
},
|
|
"replicate/anthropic/claude-3.7-sonnet": {
|
|
"input_cost_per_token": 0.000003,
|
|
"output_cost_per_token": 0.000015,
|
|
"litellm_provider": "replicate",
|
|
"mode": "chat",
|
|
"supports_function_calling": true,
|
|
"supports_parallel_function_calling": true,
|
|
"supports_vision": true,
|
|
"supports_system_messages": true,
|
|
"supports_tool_choice": true,
|
|
"supports_response_schema": true,
|
|
"supports_prompt_caching": true
|
|
},
|
|
"replicate/anthropic/claude-3.5-haiku": {
|
|
"input_cost_per_token": 0.000001,
|
|
"output_cost_per_token": 0.000005,
|
|
"litellm_provider": "replicate",
|
|
"mode": "chat",
|
|
"supports_function_calling": true,
|
|
"supports_parallel_function_calling": true,
|
|
"supports_vision": true,
|
|
"supports_system_messages": true,
|
|
"supports_tool_choice": true,
|
|
"supports_response_schema": true,
|
|
"supports_prompt_caching": true
|
|
},
|
|
"replicate/anthropic/claude-3.5-sonnet": {
|
|
"input_cost_per_token": 0.00000375,
|
|
"output_cost_per_token": 0.00001875,
|
|
"litellm_provider": "replicate",
|
|
"mode": "chat",
|
|
"supports_function_calling": true,
|
|
"supports_parallel_function_calling": true,
|
|
"supports_vision": true,
|
|
"supports_system_messages": true,
|
|
"supports_tool_choice": true,
|
|
"supports_response_schema": true,
|
|
"supports_prompt_caching": true
|
|
},
|
|
"replicate/anthropic/claude-4.5-sonnet": {
|
|
"input_cost_per_token": 0.000003,
|
|
"output_cost_per_token": 0.000015,
|
|
"litellm_provider": "replicate",
|
|
"mode": "chat",
|
|
"supports_function_calling": true,
|
|
"supports_parallel_function_calling": true,
|
|
"supports_vision": true,
|
|
"supports_system_messages": true,
|
|
"supports_tool_choice": true,
|
|
"supports_response_schema": true,
|
|
"supports_prompt_caching": true
|
|
},
|
|
"us.anthropic.claude-3-5-haiku-20241022-v1:0": {
|
|
"cache_creation_input_token_cost": 0.000001,
|
|
"cache_read_input_token_cost": 8e-8,
|
|
"input_cost_per_token": 8e-7,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000004,
|
|
"supports_assistant_prefill": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true
|
|
},
|
|
"us.anthropic.claude-haiku-4-5-20251001-v1:0": {
|
|
"cache_creation_input_token_cost": 0.000001375,
|
|
"cache_creation_input_token_cost_above_1hr": 0.0000022,
|
|
"cache_read_input_token_cost": 1.1e-7,
|
|
"input_cost_per_token": 0.0000011,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000055,
|
|
"source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock",
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true
|
|
},
|
|
"us.anthropic.claude-3-5-sonnet-20240620-v1:0": {
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 4096,
|
|
"max_tokens": 4096,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"cache_creation_input_token_cost": 0.00000375
|
|
},
|
|
"us.anthropic.claude-3-5-sonnet-20241022-v2:0": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"us.anthropic.claude-3-7-sonnet-20250219-v1:0": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"us.anthropic.claude-3-haiku-20240307-v1:0": {
|
|
"input_cost_per_token": 2.5e-7,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 4096,
|
|
"max_tokens": 4096,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.00000125,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"cache_read_input_token_cost": 2.5e-8,
|
|
"cache_creation_input_token_cost": 3.125e-7
|
|
},
|
|
"us.anthropic.claude-3-opus-20240229-v1:0": {
|
|
"input_cost_per_token": 0.000015,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 4096,
|
|
"max_tokens": 4096,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000075,
|
|
"supports_function_calling": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"cache_read_input_token_cost": 0.0000015,
|
|
"cache_creation_input_token_cost": 0.00001875
|
|
},
|
|
"us.anthropic.claude-3-sonnet-20240229-v1:0": {
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 4096,
|
|
"max_tokens": 4096,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"cache_creation_input_token_cost": 0.00000375
|
|
},
|
|
"us.anthropic.claude-opus-4-1-20250805-v1:0": {
|
|
"cache_creation_input_token_cost": 0.00001875,
|
|
"cache_read_input_token_cost": 0.0000015,
|
|
"input_cost_per_token": 0.000015,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 32000,
|
|
"max_tokens": 32000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000075,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"us.anthropic.claude-sonnet-4-5-20250929-v1:0": {
|
|
"cache_creation_input_token_cost": 0.000004125,
|
|
"cache_creation_input_token_cost_above_1hr": 0.0000066,
|
|
"cache_read_input_token_cost": 3.3e-7,
|
|
"input_cost_per_token": 0.0000033,
|
|
"input_cost_per_token_above_200k_tokens": 0.0000066,
|
|
"output_cost_per_token_above_200k_tokens": 0.00002475,
|
|
"cache_creation_input_token_cost_above_200k_tokens": 0.00000825,
|
|
"cache_creation_input_token_cost_above_1hr_above_200k_tokens": 0.0000132,
|
|
"cache_read_input_token_cost_above_200k_tokens": 6.6e-7,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000165,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true
|
|
},
|
|
"us-gov.anthropic.claude-sonnet-4-5-20250929-v1:0": {
|
|
"cache_creation_input_token_cost": 0.000004125,
|
|
"cache_read_input_token_cost": 3.3e-7,
|
|
"input_cost_per_token": 0.0000033,
|
|
"input_cost_per_token_above_200k_tokens": 0.0000066,
|
|
"output_cost_per_token_above_200k_tokens": 0.00002475,
|
|
"cache_creation_input_token_cost_above_200k_tokens": 0.00000825,
|
|
"cache_read_input_token_cost_above_200k_tokens": 6.6e-7,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000165,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true
|
|
},
|
|
"au.anthropic.claude-haiku-4-5-20251001-v1:0": {
|
|
"cache_creation_input_token_cost": 0.000001375,
|
|
"cache_read_input_token_cost": 1.1e-7,
|
|
"input_cost_per_token": 0.0000011,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000055,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true
|
|
},
|
|
"us.anthropic.claude-opus-4-20250514-v1:0": {
|
|
"cache_creation_input_token_cost": 0.00001875,
|
|
"cache_read_input_token_cost": 0.0000015,
|
|
"input_cost_per_token": 0.000015,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 32000,
|
|
"max_tokens": 32000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000075,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"us.anthropic.claude-opus-4-5-20251101-v1:0": {
|
|
"cache_creation_input_token_cost": 0.000006875,
|
|
"cache_creation_input_token_cost_above_1hr": 0.000011,
|
|
"cache_read_input_token_cost": 5.5e-7,
|
|
"input_cost_per_token": 0.0000055,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.0000275,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_minimal_reasoning_effort": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159,
|
|
"supports_native_structured_output": true
|
|
},
|
|
"global.anthropic.claude-opus-4-5-20251101-v1:0": {
|
|
"cache_creation_input_token_cost": 0.00000625,
|
|
"cache_creation_input_token_cost_above_1hr": 0.00001,
|
|
"cache_read_input_token_cost": 5e-7,
|
|
"input_cost_per_token": 0.000005,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000025,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_minimal_reasoning_effort": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159,
|
|
"supports_native_structured_output": true
|
|
},
|
|
"eu.anthropic.claude-opus-4-5-20251101-v1:0": {
|
|
"cache_creation_input_token_cost": 0.00000625,
|
|
"cache_read_input_token_cost": 5e-7,
|
|
"input_cost_per_token": 0.000005,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000025,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_minimal_reasoning_effort": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159,
|
|
"supports_native_structured_output": true
|
|
},
|
|
"us.anthropic.claude-sonnet-4-20250514-v1:0": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"input_cost_per_token_above_200k_tokens": 0.000006,
|
|
"output_cost_per_token_above_200k_tokens": 0.0000225,
|
|
"cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
|
|
"cache_read_input_token_cost_above_200k_tokens": 6e-7,
|
|
"litellm_provider": "bedrock_converse",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"vercel_ai_gateway/anthropic/claude-3-haiku": {
|
|
"cache_creation_input_token_cost": 3e-7,
|
|
"cache_read_input_token_cost": 3e-8,
|
|
"input_cost_per_token": 2.5e-7,
|
|
"litellm_provider": "vercel_ai_gateway",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 4096,
|
|
"max_tokens": 4096,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.00000125,
|
|
"supports_vision": true,
|
|
"supports_function_calling": true,
|
|
"supports_tool_choice": true,
|
|
"supports_response_schema": true
|
|
},
|
|
"vercel_ai_gateway/anthropic/claude-3-opus": {
|
|
"cache_creation_input_token_cost": 0.00001875,
|
|
"cache_read_input_token_cost": 0.0000015,
|
|
"input_cost_per_token": 0.000015,
|
|
"litellm_provider": "vercel_ai_gateway",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 4096,
|
|
"max_tokens": 4096,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000075,
|
|
"supports_vision": true,
|
|
"supports_function_calling": true,
|
|
"supports_tool_choice": true,
|
|
"supports_response_schema": true
|
|
},
|
|
"vercel_ai_gateway/anthropic/claude-3.5-haiku": {
|
|
"cache_creation_input_token_cost": 0.000001,
|
|
"cache_read_input_token_cost": 8e-8,
|
|
"input_cost_per_token": 8e-7,
|
|
"litellm_provider": "vercel_ai_gateway",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000004,
|
|
"supports_vision": true,
|
|
"supports_function_calling": true,
|
|
"supports_tool_choice": true,
|
|
"supports_response_schema": true
|
|
},
|
|
"vercel_ai_gateway/anthropic/claude-3.5-sonnet": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "vercel_ai_gateway",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_vision": true,
|
|
"supports_function_calling": true,
|
|
"supports_tool_choice": true,
|
|
"supports_response_schema": true
|
|
},
|
|
"vercel_ai_gateway/anthropic/claude-3.7-sonnet": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "vercel_ai_gateway",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_vision": true,
|
|
"supports_function_calling": true,
|
|
"supports_tool_choice": true,
|
|
"supports_response_schema": true
|
|
},
|
|
"vercel_ai_gateway/anthropic/claude-4-opus": {
|
|
"cache_creation_input_token_cost": 0.00001875,
|
|
"cache_read_input_token_cost": 0.0000015,
|
|
"input_cost_per_token": 0.000015,
|
|
"litellm_provider": "vercel_ai_gateway",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 32000,
|
|
"max_tokens": 32000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000075,
|
|
"supports_vision": true,
|
|
"supports_function_calling": true,
|
|
"supports_tool_choice": true,
|
|
"supports_response_schema": true
|
|
},
|
|
"vercel_ai_gateway/anthropic/claude-4-sonnet": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "vercel_ai_gateway",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_function_calling": true,
|
|
"supports_tool_choice": true
|
|
},
|
|
"vercel_ai_gateway/anthropic/claude-3-5-sonnet": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "vercel_ai_gateway",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"vercel_ai_gateway/anthropic/claude-3-5-sonnet-20241022": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "vercel_ai_gateway",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"vercel_ai_gateway/anthropic/claude-3-7-sonnet": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "vercel_ai_gateway",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"vercel_ai_gateway/anthropic/claude-haiku-4.5": {
|
|
"cache_creation_input_token_cost": 0.00000125,
|
|
"cache_read_input_token_cost": 1e-7,
|
|
"input_cost_per_token": 0.000001,
|
|
"litellm_provider": "vercel_ai_gateway",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000005,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"vercel_ai_gateway/anthropic/claude-opus-4": {
|
|
"cache_creation_input_token_cost": 0.00001875,
|
|
"cache_read_input_token_cost": 0.0000015,
|
|
"input_cost_per_token": 0.000015,
|
|
"litellm_provider": "vercel_ai_gateway",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 32000,
|
|
"max_tokens": 32000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000075,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"vercel_ai_gateway/anthropic/claude-opus-4.1": {
|
|
"cache_creation_input_token_cost": 0.00001875,
|
|
"cache_read_input_token_cost": 0.0000015,
|
|
"input_cost_per_token": 0.000015,
|
|
"litellm_provider": "vercel_ai_gateway",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 32000,
|
|
"max_tokens": 32000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000075,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"vercel_ai_gateway/anthropic/claude-opus-4.5": {
|
|
"cache_creation_input_token_cost": 0.00000625,
|
|
"cache_read_input_token_cost": 5e-7,
|
|
"input_cost_per_token": 0.000005,
|
|
"litellm_provider": "vercel_ai_gateway",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000025,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_minimal_reasoning_effort": true,
|
|
"supports_function_calling": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"vercel_ai_gateway/anthropic/claude-opus-4.6": {
|
|
"cache_creation_input_token_cost": 0.00000625,
|
|
"cache_read_input_token_cost": 5e-7,
|
|
"input_cost_per_token": 0.000005,
|
|
"litellm_provider": "vercel_ai_gateway",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000025,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"vercel_ai_gateway/anthropic/claude-sonnet-4": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "vercel_ai_gateway",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"vercel_ai_gateway/anthropic/claude-sonnet-4.5": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "vercel_ai_gateway",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"vertex_ai/claude-3-5-haiku": {
|
|
"input_cost_per_token": 0.000001,
|
|
"litellm_provider": "vertex_ai-anthropic_models",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000005,
|
|
"supports_assistant_prefill": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_tool_choice": true
|
|
},
|
|
"vertex_ai/claude-3-5-haiku@20241022": {
|
|
"input_cost_per_token": 0.000001,
|
|
"litellm_provider": "vertex_ai-anthropic_models",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000005,
|
|
"supports_assistant_prefill": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_tool_choice": true
|
|
},
|
|
"vertex_ai/claude-haiku-4-5": {
|
|
"cache_creation_input_token_cost": 0.00000125,
|
|
"cache_read_input_token_cost": 1e-7,
|
|
"input_cost_per_token": 0.000001,
|
|
"litellm_provider": "vertex_ai-anthropic_models",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000005,
|
|
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/partner-models/claude/haiku-4-5",
|
|
"supports_assistant_prefill": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_native_streaming": true,
|
|
"supports_vision": true
|
|
},
|
|
"vertex_ai/claude-haiku-4-5@20251001": {
|
|
"cache_creation_input_token_cost": 0.00000125,
|
|
"cache_read_input_token_cost": 1e-7,
|
|
"input_cost_per_token": 0.000001,
|
|
"litellm_provider": "vertex_ai-anthropic_models",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000005,
|
|
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/partner-models/claude/haiku-4-5",
|
|
"supports_assistant_prefill": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_native_streaming": true,
|
|
"supports_vision": true
|
|
},
|
|
"vertex_ai/claude-3-5-sonnet": {
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "vertex_ai-anthropic_models",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"vertex_ai/claude-3-5-sonnet@20240620": {
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "vertex_ai-anthropic_models",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_assistant_prefill": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"vertex_ai/claude-3-7-sonnet@20250219": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"deprecation_date": "2026-05-11",
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "vertex_ai-anthropic_models",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 8192,
|
|
"max_tokens": 8192,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"vertex_ai/claude-3-haiku": {
|
|
"input_cost_per_token": 2.5e-7,
|
|
"litellm_provider": "vertex_ai-anthropic_models",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 4096,
|
|
"max_tokens": 4096,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.00000125,
|
|
"supports_assistant_prefill": true,
|
|
"supports_function_calling": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"vertex_ai/claude-3-haiku@20240307": {
|
|
"input_cost_per_token": 2.5e-7,
|
|
"litellm_provider": "vertex_ai-anthropic_models",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 4096,
|
|
"max_tokens": 4096,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.00000125,
|
|
"supports_assistant_prefill": true,
|
|
"supports_function_calling": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"vertex_ai/claude-3-opus": {
|
|
"input_cost_per_token": 0.000015,
|
|
"litellm_provider": "vertex_ai-anthropic_models",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 4096,
|
|
"max_tokens": 4096,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000075,
|
|
"supports_assistant_prefill": true,
|
|
"supports_function_calling": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"vertex_ai/claude-3-opus@20240229": {
|
|
"input_cost_per_token": 0.000015,
|
|
"litellm_provider": "vertex_ai-anthropic_models",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 4096,
|
|
"max_tokens": 4096,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000075,
|
|
"supports_assistant_prefill": true,
|
|
"supports_function_calling": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"vertex_ai/claude-3-sonnet": {
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "vertex_ai-anthropic_models",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 4096,
|
|
"max_tokens": 4096,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_assistant_prefill": true,
|
|
"supports_function_calling": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"vertex_ai/claude-3-sonnet@20240229": {
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "vertex_ai-anthropic_models",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 4096,
|
|
"max_tokens": 4096,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_assistant_prefill": true,
|
|
"supports_function_calling": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"vertex_ai/claude-opus-4": {
|
|
"cache_creation_input_token_cost": 0.00001875,
|
|
"cache_read_input_token_cost": 0.0000015,
|
|
"input_cost_per_token": 0.000015,
|
|
"litellm_provider": "vertex_ai-anthropic_models",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 32000,
|
|
"max_tokens": 32000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000075,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"vertex_ai/claude-opus-4-1": {
|
|
"cache_creation_input_token_cost": 0.00001875,
|
|
"cache_read_input_token_cost": 0.0000015,
|
|
"input_cost_per_token": 0.000015,
|
|
"input_cost_per_token_batches": 0.0000075,
|
|
"litellm_provider": "vertex_ai-anthropic_models",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 32000,
|
|
"max_tokens": 32000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000075,
|
|
"output_cost_per_token_batches": 0.0000375,
|
|
"supports_assistant_prefill": true,
|
|
"supports_function_calling": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"vertex_ai/claude-opus-4-1@20250805": {
|
|
"cache_creation_input_token_cost": 0.00001875,
|
|
"cache_read_input_token_cost": 0.0000015,
|
|
"input_cost_per_token": 0.000015,
|
|
"input_cost_per_token_batches": 0.0000075,
|
|
"litellm_provider": "vertex_ai-anthropic_models",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 32000,
|
|
"max_tokens": 32000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000075,
|
|
"output_cost_per_token_batches": 0.0000375,
|
|
"supports_assistant_prefill": true,
|
|
"supports_function_calling": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"vertex_ai/claude-opus-4-5": {
|
|
"cache_creation_input_token_cost": 0.00000625,
|
|
"cache_read_input_token_cost": 5e-7,
|
|
"input_cost_per_token": 0.000005,
|
|
"litellm_provider": "vertex_ai-anthropic_models",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000025,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_minimal_reasoning_effort": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"vertex_ai/claude-opus-4-5@20251101": {
|
|
"cache_creation_input_token_cost": 0.00000625,
|
|
"cache_read_input_token_cost": 5e-7,
|
|
"input_cost_per_token": 0.000005,
|
|
"litellm_provider": "vertex_ai-anthropic_models",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000025,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_minimal_reasoning_effort": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159,
|
|
"supports_native_streaming": true
|
|
},
|
|
"vertex_ai/claude-opus-4-6": {
|
|
"cache_creation_input_token_cost": 0.00000625,
|
|
"cache_read_input_token_cost": 5e-7,
|
|
"input_cost_per_token": 0.000005,
|
|
"litellm_provider": "vertex_ai-anthropic_models",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000025,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": false,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"vertex_ai/claude-opus-4-6@default": {
|
|
"cache_creation_input_token_cost": 0.00000625,
|
|
"cache_read_input_token_cost": 5e-7,
|
|
"input_cost_per_token": 0.000005,
|
|
"litellm_provider": "vertex_ai-anthropic_models",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000025,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": false,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"vertex_ai/claude-opus-4-7": {
|
|
"cache_creation_input_token_cost": 0.00000625,
|
|
"cache_read_input_token_cost": 5e-7,
|
|
"input_cost_per_token": 0.000005,
|
|
"litellm_provider": "vertex_ai-anthropic_models",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000025,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": false,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"supports_xhigh_reasoning_effort": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"vertex_ai/claude-opus-4-7@default": {
|
|
"cache_creation_input_token_cost": 0.00000625,
|
|
"cache_read_input_token_cost": 5e-7,
|
|
"input_cost_per_token": 0.000005,
|
|
"litellm_provider": "vertex_ai-anthropic_models",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000025,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": false,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"supports_xhigh_reasoning_effort": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"vertex_ai/claude-sonnet-4-5": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"input_cost_per_token_above_200k_tokens": 0.000006,
|
|
"output_cost_per_token_above_200k_tokens": 0.0000225,
|
|
"cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
|
|
"cache_read_input_token_cost_above_200k_tokens": 6e-7,
|
|
"input_cost_per_token_batches": 0.0000015,
|
|
"litellm_provider": "vertex_ai-anthropic_models",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"output_cost_per_token_batches": 0.0000075,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true
|
|
},
|
|
"vertex_ai/claude-sonnet-4-6": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "vertex_ai-anthropic_models",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"vertex_ai/claude-sonnet-4-5@20250929": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"input_cost_per_token_above_200k_tokens": 0.000006,
|
|
"output_cost_per_token_above_200k_tokens": 0.0000225,
|
|
"cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
|
|
"cache_read_input_token_cost_above_200k_tokens": 6e-7,
|
|
"input_cost_per_token_batches": 0.0000015,
|
|
"litellm_provider": "vertex_ai-anthropic_models",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"output_cost_per_token_batches": 0.0000075,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"supports_native_streaming": true
|
|
},
|
|
"vertex_ai/claude-opus-4@20250514": {
|
|
"cache_creation_input_token_cost": 0.00001875,
|
|
"cache_read_input_token_cost": 0.0000015,
|
|
"input_cost_per_token": 0.000015,
|
|
"litellm_provider": "vertex_ai-anthropic_models",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 32000,
|
|
"max_tokens": 32000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000075,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"vertex_ai/claude-sonnet-4": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"input_cost_per_token_above_200k_tokens": 0.000006,
|
|
"output_cost_per_token_above_200k_tokens": 0.0000225,
|
|
"cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
|
|
"cache_read_input_token_cost_above_200k_tokens": 6e-7,
|
|
"litellm_provider": "vertex_ai-anthropic_models",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"vertex_ai/claude-sonnet-4@20250514": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"input_cost_per_token_above_200k_tokens": 0.000006,
|
|
"output_cost_per_token_above_200k_tokens": 0.0000225,
|
|
"cache_creation_input_token_cost_above_200k_tokens": 0.0000075,
|
|
"cache_read_input_token_cost_above_200k_tokens": 6e-7,
|
|
"litellm_provider": "vertex_ai-anthropic_models",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 159
|
|
},
|
|
"vertex_ai/claude-sonnet-4-6@default": {
|
|
"cache_creation_input_token_cost": 0.00000375,
|
|
"cache_read_input_token_cost": 3e-7,
|
|
"input_cost_per_token": 0.000003,
|
|
"litellm_provider": "vertex_ai-anthropic_models",
|
|
"max_input_tokens": 1000000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000015,
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_max_reasoning_effort": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"search_context_cost_per_query": {
|
|
"search_context_size_high": 0.01,
|
|
"search_context_size_low": 0.01,
|
|
"search_context_size_medium": 0.01
|
|
},
|
|
"supports_minimal_reasoning_effort": true
|
|
},
|
|
"bedrock/us-gov-east-1/anthropic.claude-haiku-4-5-20251001-v1:0": {
|
|
"cache_creation_input_token_cost": 0.0000015,
|
|
"cache_read_input_token_cost": 1.2e-7,
|
|
"input_cost_per_token": 0.0000012,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000006,
|
|
"source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock",
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true,
|
|
"supports_pdf_input": true
|
|
},
|
|
"bedrock/us-gov-west-1/anthropic.claude-haiku-4-5-20251001-v1:0": {
|
|
"cache_creation_input_token_cost": 0.0000015,
|
|
"cache_read_input_token_cost": 1.2e-7,
|
|
"input_cost_per_token": 0.0000012,
|
|
"litellm_provider": "bedrock",
|
|
"max_input_tokens": 200000,
|
|
"max_output_tokens": 64000,
|
|
"max_tokens": 64000,
|
|
"mode": "chat",
|
|
"output_cost_per_token": 0.000006,
|
|
"source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock",
|
|
"supports_assistant_prefill": true,
|
|
"supports_computer_use": true,
|
|
"supports_function_calling": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"tool_use_system_prompt_tokens": 346,
|
|
"supports_native_structured_output": true,
|
|
"supports_pdf_input": true
|
|
},
|
|
"gpt-5.3-codex-spark": {
|
|
"cache_read_input_token_cost": 1.75e-7,
|
|
"cache_read_input_token_cost_priority": 3.5e-7,
|
|
"input_cost_per_token": 0.00000175,
|
|
"input_cost_per_token_priority": 0.0000035,
|
|
"litellm_provider": "openai",
|
|
"max_input_tokens": 272000,
|
|
"max_output_tokens": 128000,
|
|
"max_tokens": 128000,
|
|
"mode": "responses",
|
|
"output_cost_per_token": 0.000014,
|
|
"output_cost_per_token_priority": 0.000028,
|
|
"supported_endpoints": [
|
|
"/v1/responses"
|
|
],
|
|
"supported_modalities": [
|
|
"text",
|
|
"image"
|
|
],
|
|
"supported_output_modalities": [
|
|
"text"
|
|
],
|
|
"supports_function_calling": true,
|
|
"supports_native_streaming": true,
|
|
"supports_parallel_function_calling": true,
|
|
"supports_pdf_input": true,
|
|
"supports_prompt_caching": true,
|
|
"supports_reasoning": true,
|
|
"supports_response_schema": true,
|
|
"supports_system_messages": false,
|
|
"supports_tool_choice": true,
|
|
"supports_vision": true,
|
|
"supports_web_search": true,
|
|
"supports_none_reasoning_effort": false,
|
|
"supports_xhigh_reasoning_effort": false,
|
|
"supports_minimal_reasoning_effort": true
|
|
}
|
|
} |