[ { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 6e-8, "output_cost_per_token": 2.4e-7, "max_input_tokens": 300000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_pdf_input": true, "supports_prompt_caching": true, "model_id": "amazon-nova/nova-lite-v1", "model_name": "Nova Lite V1", "provider_id": "amazon", "provider_name": "Amazon", "input_cost_per_million": 0.06, "output_cost_per_million": 0.24, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3.5e-8, "output_cost_per_token": 1.4e-7, "max_input_tokens": 128000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_prompt_caching": true, "model_id": "amazon-nova/nova-micro-v1", "model_name": "Nova Micro V1", "provider_id": "amazon", "provider_name": "Amazon", "input_cost_per_million": 0.035, "output_cost_per_million": 0.14, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.0000125, "max_input_tokens": 1000000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_pdf_input": true, "supports_prompt_caching": false, "model_id": "amazon-nova/nova-premier-v1", "model_name": "Nova Premier V1", "provider_id": "amazon", "provider_name": "Amazon", "input_cost_per_million": 2.5, "output_cost_per_million": 12.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 8e-7, "output_cost_per_token": 0.0000032, "max_input_tokens": 300000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_pdf_input": true, "supports_prompt_caching": true, "model_id": "amazon-nova/nova-pro-v1", "model_name": "Nova Pro V1", "provider_id": "amazon", "provider_name": "Amazon", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 3.1999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 64000, "deprecation_date": "2026-02-19", "cache_creation_input_token_cost_above_1hr": 0.000006, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "claude-3-7-sonnet-20250219", "model_name": "Claude 3 7 Sonnet (Feb 2025)", "provider_id": "anthropic", "provider_name": "Anthropic", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.00000125, "max_input_tokens": 200000, "max_output_tokens": 4096, "cache_creation_input_token_cost_above_1hr": 0.000006, "max_tokens": 4096, "supports_assistant_prefill": true, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "claude-3-haiku-20240307", "model_name": "Claude 3 Haiku", "provider_id": "anthropic", "provider_name": "Anthropic", "input_cost_per_million": 0.25, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 3e-7, "cache_write_cost_per_million": 0.3, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 4096, "deprecation_date": "2026-05-01", "cache_creation_input_token_cost_above_1hr": 0.000006, "max_tokens": 4096, "supports_assistant_prefill": true, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "claude-3-opus-20240229", "model_name": "Claude 3 Opus (Feb 2024)", "provider_id": "anthropic", "provider_name": "Anthropic", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "max_tokens": 32000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "claude-4-opus-20250514", "model_name": "Claude 4 Opus (May 2025)", "provider_id": "anthropic", "provider_name": "Anthropic", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "input_cost_per_token_above_200k_tokens": 0.000006, "max_tokens": 64000, "output_cost_per_token_above_200k_tokens": 0.0000225, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "claude-4-sonnet-20250514", "model_name": "Claude 4 Sonnet (May 2025)", "provider_id": "anthropic", "provider_name": "Anthropic", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000002, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "claude-haiku-4-5-20251001", "model_name": "Claude Haiku 4 5 (Oct 2025)", "provider_id": "anthropic", "provider_name": "Anthropic", "input_cost_per_million": 1, "output_cost_per_million": 5, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0.00000125, "cache_write_cost_per_million": 1.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "deprecation_date": "2026-08-05", "cache_creation_input_token_cost_above_1hr": 0.00003, "max_tokens": 32000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "claude-opus-4-1-20250805", "model_name": "Claude Opus 4 1 (Aug 2025)", "provider_id": "anthropic", "provider_name": "Anthropic", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "deprecation_date": "2026-05-14", "cache_creation_input_token_cost_above_1hr": 0.00003, "max_tokens": 32000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "claude-opus-4-20250514", "model_name": "Claude 4 Opus", "provider_id": "anthropic", "provider_name": "Anthropic", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_output_config": true, "model_id": "claude-opus-4-5-20251101", "model_name": "Claude Opus 4 5 (Nov 2025)", "provider_id": "anthropic", "provider_name": "Anthropic", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "provider_specific_entry": { "us": 1.1, "fast": 6 }, "supports_max_reasoning_effort": true, "supports_output_config": true, "supports_speed": true, "model_id": "claude-opus-4-6-20260205", "model_name": "Claude Opus 4 6 (Feb 2026)", "provider_id": "anthropic", "provider_name": "Anthropic", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": true, "provider_specific_entry": { "us": 1.1, "fast": 6 }, "supports_output_config": true, "supports_speed": true, "model_id": "claude-opus-4-7-20260416", "model_name": "Claude Opus 4 7 (Apr 2026)", "provider_id": "anthropic", "provider_name": "Anthropic", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 64000, "deprecation_date": "2026-05-14", "cache_creation_input_token_cost_above_1hr": 0.000006, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.0000225, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "claude-sonnet-4-20250514", "model_name": "Claude 4 Sonnet", "provider_id": "anthropic", "provider_name": "Anthropic", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000006, "cache_creation_input_token_cost_above_1hr_above_200k_tokens": 0.000012, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.0000225, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "claude-sonnet-4-5-20250929", "model_name": "Claude Sonnet 4 5 (Sep 2025)", "provider_id": "anthropic", "provider_name": "Anthropic", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00001, "output_cost_per_token": 0.00005, "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "cache_creation_input_token_cost_above_1hr": 0.00002, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": true, "model_id": "azure_ai/claude-fable-5", "model_name": "Claude Fable 5", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 10, "output_cost_per_million": 50, "cache_read_cost_per_token": 0.000001, "cache_read_cost_per_million": 1, "cache_write_cost_per_token": 0.0000125, "cache_write_cost_per_million": 12.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000002, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure_ai/claude-haiku-4-5", "model_name": "Claude Haiku 4 5", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1, "output_cost_per_million": 5, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0.00000125, "cache_write_cost_per_million": 1.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "cache_creation_input_token_cost_above_1hr": 0.00003, "max_tokens": 32000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure_ai/claude-opus-4-1", "model_name": "Claude Opus 4 1", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_output_config": true, "model_id": "azure_ai/claude-opus-4-5", "model_name": "Claude Opus 4 5", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 200000, "max_output_tokens": 128000, "supports_adaptive_thinking": true, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "cache_creation_input_token_cost_above_1hr": 0.00001, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_output_config": true, "supports_max_reasoning_effort": true, "model_id": "azure_ai/claude-opus-4-6", "model_name": "Claude Opus 4 6", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 200000, "max_output_tokens": 128000, "supports_adaptive_thinking": true, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "cache_creation_input_token_cost_above_1hr": 0.00001, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": true, "model_id": "azure_ai/claude-opus-4-7", "model_name": "Claude Opus 4 7", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 200000, "max_output_tokens": 128000, "supports_adaptive_thinking": true, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "cache_creation_input_token_cost_above_1hr": 0.00001, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": true, "model_id": "azure_ai/claude-opus-4-8", "model_name": "Claude Opus 4 8", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000006, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure_ai/claude-sonnet-4-5", "model_name": "Claude Sonnet 4 5", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 64000, "supports_adaptive_thinking": true, "cache_creation_input_token_cost_above_1hr": 0.000006, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_max_reasoning_effort": true, "supports_tool_choice": true, "supports_output_config": true, "model_id": "azure_ai/claude-sonnet-4-6", "model_name": "Claude Sonnet 4 6", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.00001, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.000004, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": true, "model_id": "azure_ai/claude-sonnet-5", "model_name": "Claude Sonnet 5", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2, "output_cost_per_million": 10, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0.0000025, "cache_write_cost_per_million": 2.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.000015, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 5e-7, "cache_read_input_token_cost_priority": 5e-7, "cache_read_input_token_cost_above_272k_tokens_priority": 0.000001, "input_cost_per_token_above_272k_tokens": 0.000005, "input_cost_per_token_priority": 0.000005, "input_cost_per_token_above_272k_tokens_priority": 0.00001, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.0000225, "output_cost_per_token_priority": 0.00003, "output_cost_per_token_above_272k_tokens_priority": 0.000045, "source": "https://ai.azure.com/catalog/models/gpt-5.4", "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": true, "model_id": "azure_ai/gpt-5.4", "model_name": "GPT-5.4", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.5, "output_cost_per_million": 15, "cache_read_cost_per_token": 2.5e-7, "cache_read_cost_per_million": 0.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.000015, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 5e-7, "cache_read_input_token_cost_priority": 5e-7, "cache_read_input_token_cost_above_272k_tokens_priority": 0.000001, "input_cost_per_token_above_272k_tokens": 0.000005, "input_cost_per_token_priority": 0.000005, "input_cost_per_token_above_272k_tokens_priority": 0.00001, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.0000225, "output_cost_per_token_priority": 0.00003, "output_cost_per_token_above_272k_tokens_priority": 0.000045, "source": "https://ai.azure.com/catalog/models/gpt-5.4", "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": true, "model_id": "azure_ai/gpt-5.4-2026-03-05", "model_name": "GPT-5.4 (Mar 2026)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.5, "output_cost_per_million": 15, "cache_read_cost_per_token": 2.5e-7, "cache_read_cost_per_million": 0.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-7, "output_cost_per_token": 0.0000045, "max_input_tokens": 400000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 1.5e-7, "cache_read_input_token_cost_priority": 1.5e-7, "cache_read_input_token_cost_above_272k_tokens_priority": 3e-7, "input_cost_per_token_above_272k_tokens": 0.0000015, "input_cost_per_token_priority": 0.0000015, "input_cost_per_token_above_272k_tokens_priority": 0.000003, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.00000675, "output_cost_per_token_priority": 0.000009, "output_cost_per_token_above_272k_tokens_priority": 0.0000135, "source": "https://ai.azure.com/catalog/models/gpt-5.4-mini", "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": false, "model_id": "azure_ai/gpt-5.4-mini", "model_name": "GPT-5.4 Mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.75, "output_cost_per_million": 4.5, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-7, "output_cost_per_token": 0.0000045, "max_input_tokens": 400000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 1.5e-7, "cache_read_input_token_cost_priority": 1.5e-7, "cache_read_input_token_cost_above_272k_tokens_priority": 3e-7, "input_cost_per_token_above_272k_tokens": 0.0000015, "input_cost_per_token_priority": 0.0000015, "input_cost_per_token_above_272k_tokens_priority": 0.000003, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.00000675, "output_cost_per_token_priority": 0.000009, "output_cost_per_token_above_272k_tokens_priority": 0.0000135, "source": "https://ai.azure.com/catalog/models/gpt-5.4-mini", "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": false, "model_id": "azure_ai/gpt-5.4-mini-2026-03-17", "model_name": "GPT-5.4 Mini (Mar 2026)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.75, "output_cost_per_million": 4.5, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.00000125, "max_input_tokens": 400000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 4e-8, "cache_read_input_token_cost_priority": 4e-8, "cache_read_input_token_cost_above_272k_tokens_priority": 8e-8, "input_cost_per_token_above_272k_tokens": 4e-7, "input_cost_per_token_priority": 4e-7, "input_cost_per_token_above_272k_tokens_priority": 8e-7, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.000001875, "output_cost_per_token_priority": 0.0000025, "output_cost_per_token_above_272k_tokens_priority": 0.00000375, "source": "https://ai.azure.com/catalog/models/gpt-5.4-nano", "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": false, "model_id": "azure_ai/gpt-5.4-nano", "model_name": "GPT-5.4 Nano", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 2e-8, "cache_read_cost_per_million": 0.02, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.00000125, "max_input_tokens": 400000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 4e-8, "cache_read_input_token_cost_priority": 4e-8, "cache_read_input_token_cost_above_272k_tokens_priority": 8e-8, "input_cost_per_token_above_272k_tokens": 4e-7, "input_cost_per_token_priority": 4e-7, "input_cost_per_token_above_272k_tokens_priority": 8e-7, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.000001875, "output_cost_per_token_priority": 0.0000025, "output_cost_per_token_above_272k_tokens_priority": 0.00000375, "source": "https://ai.azure.com/catalog/models/gpt-5.4-nano", "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": false, "model_id": "azure_ai/gpt-5.4-nano-2026-03-17", "model_name": "GPT-5.4 Nano (Mar 2026)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 2e-8, "cache_read_cost_per_million": 0.02, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.00003, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 0.000001, "cache_read_input_token_cost_priority": 0.000001, "cache_read_input_token_cost_above_272k_tokens_priority": 0.000002, "input_cost_per_token_above_272k_tokens": 0.00001, "input_cost_per_token_priority": 0.00001, "input_cost_per_token_above_272k_tokens_priority": 0.00002, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.000045, "output_cost_per_token_priority": 0.00006, "output_cost_per_token_above_272k_tokens_priority": 0.00009, "source": "https://ai.azure.com/catalog/models/gpt-5.5", "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": false, "model_id": "azure_ai/gpt-5.5", "model_name": "GPT-5.5", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 5, "output_cost_per_million": 30, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.00003, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 0.000001, "cache_read_input_token_cost_priority": 0.000001, "cache_read_input_token_cost_above_272k_tokens_priority": 0.000002, "input_cost_per_token_above_272k_tokens": 0.00001, "input_cost_per_token_priority": 0.00001, "input_cost_per_token_above_272k_tokens_priority": 0.00002, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.000045, "output_cost_per_token_priority": 0.00006, "output_cost_per_token_above_272k_tokens_priority": 0.00009, "source": "https://ai.azure.com/catalog/models/gpt-5.5", "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": false, "model_id": "azure_ai/gpt-5.5-2026-04-23", "model_name": "GPT-5.5 (Apr 2026)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 5, "output_cost_per_million": 30, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/", "supports_tool_choice": true, "model_id": "azure_ai/gpt-oss-120b", "model_name": "GPT Oss 120B", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/grok/", "supports_tool_choice": true, "supports_web_search": true, "model_id": "azure_ai/grok-4", "model_name": "Grok 4", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://techcommunity.microsoft.com/t5/Azure-AI-Foundry-Blog/Grok-4-0-Goes-GA-in-Microsoft-Foundry-and-Grok-4-1-Fast-Arrives/ba-p/4497964", "supports_tool_choice": true, "supports_web_search": true, "model_id": "azure_ai/grok-4-1-fast-non-reasoning", "model_name": "Grok 4 1 Fast Non Reasoning", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://techcommunity.microsoft.com/t5/Azure-AI-Foundry-Blog/Grok-4-0-Goes-GA-in-Microsoft-Foundry-and-Grok-4-1-Fast-Arrives/ba-p/4497964", "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "azure_ai/grok-4-1-fast-reasoning", "model_name": "Grok 4 1 Fast Reasoning", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "supports_web_search": true, "model_id": "azure_ai/grok-4-fast-non-reasoning", "model_name": "Grok 4 Fast Non Reasoning", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/grok/", "supports_tool_choice": true, "supports_web_search": true, "model_id": "azure_ai/grok-4-fast-reasoning", "model_name": "Grok 4 Fast Reasoning", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/grok/", "supports_tool_choice": true, "supports_web_search": true, "model_id": "azure_ai/grok-code-fast-1", "model_name": "Grok Code Fast 1", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000015, "output_cost_per_token": 0.000006, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/codex-mini", "model_name": "Codex Mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.5, "output_cost_per_million": 6, "cache_read_cost_per_token": 3.75e-7, "cache_read_cost_per_million": 0.375, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000012, "max_input_tokens": 8192, "max_output_tokens": 1024, "max_tokens": 1024, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_prompt_caching": false, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/computer-use-preview", "model_name": "Computer Use Preview", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 3, "output_cost_per_million": 12, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000275, "output_cost_per_token": 0.000011, "max_input_tokens": 128000, "max_output_tokens": 16384, "deprecation_date": "2026-02-27", "max_tokens": 16384, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "azure/eu/gpt-4o-2024-08-06", "model_name": "GPT-4o (Aug 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.75, "output_cost_per_million": 11, "cache_read_cost_per_token": 0.000001375, "cache_read_cost_per_million": 1.375, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000275, "output_cost_per_token": 0.000011, "max_input_tokens": 128000, "max_output_tokens": 16384, "deprecation_date": "2026-03-01", "max_tokens": 16384, "supports_tool_choice": true, "model_id": "azure/eu/gpt-4o-2024-11-20", "model_name": "GPT-4o (Nov 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.75, "output_cost_per_million": 11, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0.00000138, "cache_write_cost_per_million": 1.38, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.65e-7, "output_cost_per_token": 6.6e-7, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "azure/eu/gpt-4o-mini-2024-07-18", "model_name": "GPT-4o mini (Jul 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.165, "output_cost_per_million": 0.66, "cache_read_cost_per_token": 8.3e-8, "cache_read_cost_per_million": 0.083, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000001375, "output_cost_per_token": 0.000011, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/eu/gpt-5-2025-08-07", "model_name": "GPT-5 (Aug 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.375, "output_cost_per_million": 11, "cache_read_cost_per_token": 1.375e-7, "cache_read_cost_per_million": 0.1375, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.75e-7, "output_cost_per_token": 0.0000022, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/eu/gpt-5-mini-2025-08-07", "model_name": "GPT-5 Mini (Aug 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.275, "output_cost_per_million": 2.2, "cache_read_cost_per_token": 2.75e-8, "cache_read_cost_per_million": 0.0275, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 5.5e-8, "output_cost_per_token": 4.4e-7, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/eu/gpt-5-nano-2025-08-07", "model_name": "GPT-5 Nano (Aug 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.055, "output_cost_per_million": 0.44, "cache_read_cost_per_token": 5.5e-9, "cache_read_cost_per_million": 0.0055, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000138, "output_cost_per_token": 0.000011, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_none_reasoning_effort": true, "model_id": "azure/eu/gpt-5.1", "model_name": "GPT-5.1", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.38, "output_cost_per_million": 11, "cache_read_cost_per_token": 1.4e-7, "cache_read_cost_per_million": 0.14, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000138, "output_cost_per_token": 0.000011, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_none_reasoning_effort": true, "model_id": "azure/eu/gpt-5.1-chat", "model_name": "GPT-5.1 Chat", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.38, "output_cost_per_million": 11, "cache_read_cost_per_token": 1.4e-7, "cache_read_cost_per_million": 0.14, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000138, "output_cost_per_token": 0.000011, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "model_id": "azure/eu/gpt-5.1-codex", "model_name": "GPT-5.1 Codex", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.38, "output_cost_per_million": 11, "cache_read_cost_per_token": 1.4e-7, "cache_read_cost_per_million": 0.14, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.75e-7, "output_cost_per_token": 0.0000022, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "model_id": "azure/eu/gpt-5.1-codex-mini", "model_name": "GPT-5.1 Codex Mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.275, "output_cost_per_million": 2.2, "cache_read_cost_per_token": 2.8e-8, "cache_read_cost_per_million": 0.028, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000275, "output_cost_per_token": 0.0000165, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_priority": 5.5e-7, "input_cost_per_token_priority": 0.0000055, "output_cost_per_token_priority": 0.000033, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/eu/gpt-5.4", "model_name": "GPT-5.4", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.75, "output_cost_per_million": 16.5, "cache_read_cost_per_token": 2.8e-7, "cache_read_cost_per_million": 0.28, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000275, "output_cost_per_token": 0.0000165, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_priority": 5.5e-7, "input_cost_per_token_priority": 0.0000055, "output_cost_per_token_priority": 0.000033, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/eu/gpt-5.4-2026-03-05", "model_name": "GPT-5.4 (Mar 2026)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.75, "output_cost_per_million": 16.5, "cache_read_cost_per_token": 2.8e-7, "cache_read_cost_per_million": 0.28, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.000033, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 0.0000011, "cache_read_input_token_cost_priority": 0.00000138, "input_cost_per_token_above_272k_tokens": 0.000011, "input_cost_per_token_priority": 0.00001375, "output_cost_per_token_above_272k_tokens": 0.0000495, "output_cost_per_token_priority": 0.0000825, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": false, "model_id": "azure/eu/gpt-5.5", "model_name": "GPT-5.5", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 5.5, "output_cost_per_million": 33, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.000033, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 0.0000011, "cache_read_input_token_cost_priority": 0.00000138, "input_cost_per_token_above_272k_tokens": 0.000011, "input_cost_per_token_priority": 0.00001375, "output_cost_per_token_above_272k_tokens": 0.0000495, "output_cost_per_token_priority": 0.0000825, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "azure/eu/gpt-5.5-2026-04-23", "model_name": "GPT-5.5 (Apr 2026)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 5.5, "output_cost_per_million": 33, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "deprecation_date": "2026-02-27", "max_tokens": 16384, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "azure/global-standard/gpt-4o-2024-08-06", "model_name": "GPT-4o (Aug 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "deprecation_date": "2026-03-01", "max_tokens": 16384, "supports_tool_choice": true, "model_id": "azure/global-standard/gpt-4o-2024-11-20", "model_name": "GPT-4o (Nov 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_tool_choice": true, "model_id": "azure/global-standard/gpt-4o-mini", "model_name": "GPT-4o mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "deprecation_date": "2026-02-27", "max_tokens": 16384, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "azure/global/gpt-4o-2024-08-06", "model_name": "GPT-4o (Aug 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "deprecation_date": "2026-03-01", "max_tokens": 16384, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "azure/global/gpt-4o-2024-11-20", "model_name": "GPT-4o (Nov 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_none_reasoning_effort": true, "model_id": "azure/global/gpt-5.1", "model_name": "GPT-5.1", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_none_reasoning_effort": true, "model_id": "azure/global/gpt-5.1-chat", "model_name": "GPT-5.1 Chat", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "model_id": "azure/global/gpt-5.1-codex", "model_name": "GPT-5.1 Codex", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "model_id": "azure/global/gpt-5.1-codex-mini", "model_name": "GPT-5.1 Codex Mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.25, "output_cost_per_million": 2, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 1047576, "max_output_tokens": 32768, "input_cost_per_token_batches": 0.000001, "max_tokens": 32768, "output_cost_per_token_batches": 0.000004, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": false, "model_id": "azure/gpt-4.1", "model_name": "GPT-4.1", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 1047576, "max_output_tokens": 32768, "deprecation_date": "2026-11-04", "input_cost_per_token_batches": 0.000001, "max_tokens": 32768, "output_cost_per_token_batches": 0.000004, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": false, "model_id": "azure/gpt-4.1-2025-04-14", "model_name": "GPT-4.1 (Apr 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.0000016, "max_input_tokens": 1047576, "max_output_tokens": 32768, "input_cost_per_token_batches": 2e-7, "max_tokens": 32768, "output_cost_per_token_batches": 8e-7, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": false, "model_id": "azure/gpt-4.1-mini", "model_name": "GPT-4.1 mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 1.5999999999999999, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.0000016, "max_input_tokens": 1047576, "max_output_tokens": 32768, "deprecation_date": "2026-11-04", "input_cost_per_token_batches": 2e-7, "max_tokens": 32768, "output_cost_per_token_batches": 8e-7, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": false, "model_id": "azure/gpt-4.1-mini-2025-04-14", "model_name": "GPT-4.1 mini (Apr 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 1.5999999999999999, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1047576, "max_output_tokens": 32768, "input_cost_per_token_batches": 5e-8, "max_tokens": 32768, "output_cost_per_token_batches": 2e-7, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-4.1-nano", "model_name": "GPT-4.1 nano", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1047576, "max_output_tokens": 32768, "deprecation_date": "2026-11-04", "input_cost_per_token_batches": 5e-8, "max_tokens": 32768, "output_cost_per_token_batches": 2e-7, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-4.1-nano-2025-04-14", "model_name": "GPT-4.1 nano (Apr 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000075, "output_cost_per_token": 0.00015, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_token_batches": 0.0000375, "max_tokens": 16384, "output_cost_per_token_batches": 0.000075, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-4.5-preview", "model_name": "GPT-4.5 Preview", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 75, "output_cost_per_million": 150, "cache_read_cost_per_token": 0.0000375, "cache_read_cost_per_million": 37.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "azure/gpt-4o", "model_name": "GPT-4o", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "deprecation_date": "2026-02-27", "max_tokens": 16384, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "azure/gpt-4o-2024-08-06", "model_name": "GPT-4o (Aug 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000275, "output_cost_per_token": 0.000011, "max_input_tokens": 128000, "max_output_tokens": 16384, "deprecation_date": "2026-03-01", "max_tokens": 16384, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "azure/gpt-4o-2024-11-20", "model_name": "GPT-4o (Nov 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.75, "output_cost_per_million": 11, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.65e-7, "output_cost_per_token": 6.6e-7, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "azure/gpt-4o-mini", "model_name": "GPT-4o mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.165, "output_cost_per_million": 0.66, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.65e-7, "output_cost_per_token": 6.6e-7, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "azure/gpt-4o-mini-2024-07-18", "model_name": "GPT-4o mini (Jul 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.165, "output_cost_per_million": 0.66, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5", "model_name": "GPT-5", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5-2025-08-07", "model_name": "GPT-5 (Aug 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "source": "https://azure.microsoft.com/en-us/blog/gpt-5-in-azure-ai-foundry-the-future-of-ai-apps-and-agents-starts-here/", "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5-chat", "model_name": "GPT-5 Chat", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5-chat-latest", "model_name": "GPT-5 Chat Latest", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5-codex", "model_name": "GPT-5 Codex", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5-mini", "model_name": "GPT-5 Mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.25, "output_cost_per_million": 2, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5-mini-2025-08-07", "model_name": "GPT-5 Mini (Aug 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.25, "output_cost_per_million": 2, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 4e-7, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5-nano", "model_name": "GPT-5 Nano", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 5e-9, "cache_read_cost_per_million": 0.005, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 4e-7, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5-nano-2025-08-07", "model_name": "GPT-5 Nano (Aug 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 5e-9, "cache_read_cost_per_million": 0.005, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.00012, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://learn.microsoft.com/en-us/azure/ai-foundry/foundry-models/concepts/models-sold-directly-by-azure?pivots=azure-openai&tabs=global-standard-aoai%2Cstandard-chat-completions%2Cglobal-standard#gpt-5", "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5-pro", "model_name": "GPT-5 Pro", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 15, "output_cost_per_million": 120, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_none_reasoning_effort": true, "model_id": "azure/gpt-5.1", "model_name": "GPT-5.1", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_priority": 2.5e-7, "input_cost_per_token_priority": 0.0000025, "max_tokens": 128000, "output_cost_per_token_priority": 0.00002, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_none_reasoning_effort": true, "supports_minimal_reasoning_effort": true, "model_id": "azure/gpt-5.1-2025-11-13", "model_name": "GPT-5.1 (Nov 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_none_reasoning_effort": true, "model_id": "azure/gpt-5.1-chat", "model_name": "GPT-5.1 Chat", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": false, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "cache_read_input_token_cost_priority": 2.5e-7, "input_cost_per_token_priority": 0.0000025, "max_tokens": 16384, "output_cost_per_token_priority": 0.00002, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": false, "supports_none_reasoning_effort": true, "model_id": "azure/gpt-5.1-chat-2025-11-13", "model_name": "GPT-5.1 Chat (Nov 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "model_id": "azure/gpt-5.1-codex", "model_name": "GPT-5.1 Codex", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_priority": 2.5e-7, "input_cost_per_token_priority": 0.0000025, "max_tokens": 128000, "output_cost_per_token_priority": 0.00002, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "model_id": "azure/gpt-5.1-codex-2025-11-13", "model_name": "GPT-5.1 Codex (Nov 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "model_id": "azure/gpt-5.1-codex-max", "model_name": "GPT-5.1 Codex Max", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "model_id": "azure/gpt-5.1-codex-mini", "model_name": "GPT-5.1 Codex Mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.25, "output_cost_per_million": 2, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_priority": 4.5e-8, "input_cost_per_token_priority": 4.5e-7, "max_tokens": 128000, "output_cost_per_token_priority": 0.0000036, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "model_id": "azure/gpt-5.1-codex-mini-2025-11-13", "model_name": "GPT-5.1 Codex Mini (Nov 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.25, "output_cost_per_million": 2, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5.2", "model_name": "GPT-5.2", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.75, "output_cost_per_million": 14, "cache_read_cost_per_token": 1.75e-7, "cache_read_cost_per_million": 0.175, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_priority": 3.5e-7, "input_cost_per_token_priority": 0.0000035, "max_tokens": 128000, "output_cost_per_token_priority": 0.000028, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5.2-2025-12-11", "model_name": "GPT-5.2 (Dec 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.75, "output_cost_per_million": 14, "cache_read_cost_per_token": 1.75e-7, "cache_read_cost_per_million": 0.175, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "max_input_tokens": 128000, "max_output_tokens": 16384, "cache_read_input_token_cost_priority": 3.5e-7, "input_cost_per_token_priority": 0.0000035, "max_tokens": 16384, "output_cost_per_token_priority": 0.000028, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5.2-chat", "model_name": "GPT-5.2 Chat", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.75, "output_cost_per_million": 14, "cache_read_cost_per_token": 1.75e-7, "cache_read_cost_per_million": 0.175, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "max_input_tokens": 128000, "max_output_tokens": 16384, "cache_read_input_token_cost_priority": 3.5e-7, "input_cost_per_token_priority": 0.0000035, "max_tokens": 16384, "output_cost_per_token_priority": 0.000028, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5.2-chat-2025-12-11", "model_name": "GPT-5.2 Chat (Dec 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.75, "output_cost_per_million": 14, "cache_read_cost_per_token": 1.75e-7, "cache_read_cost_per_million": 0.175, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5.2-codex", "model_name": "GPT-5.2 Codex", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.75, "output_cost_per_million": 14, "cache_read_cost_per_token": 1.75e-7, "cache_read_cost_per_million": 0.175, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000021, "output_cost_per_token": 0.000168, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "azure/gpt-5.2-pro", "model_name": "GPT-5.2 Pro", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 21, "output_cost_per_million": 168, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000021, "output_cost_per_token": 0.000168, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "azure/gpt-5.2-pro-2025-12-11", "model_name": "GPT-5.2 Pro (Dec 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 21, "output_cost_per_million": 168, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "max_input_tokens": 128000, "max_output_tokens": 16384, "cache_read_input_token_cost_priority": 3.5e-7, "input_cost_per_token_priority": 0.0000035, "max_tokens": 16384, "output_cost_per_token_priority": 0.000028, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5.3-chat", "model_name": "GPT-5.3 Chat", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.75, "output_cost_per_million": 14, "cache_read_cost_per_token": 1.75e-7, "cache_read_cost_per_million": 0.175, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5.3-codex", "model_name": "GPT-5.3 Codex", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.75, "output_cost_per_million": 14, "cache_read_cost_per_token": 1.75e-7, "cache_read_cost_per_million": 0.175, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.000015, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 5e-7, "cache_read_input_token_cost_priority": 5e-7, "cache_read_input_token_cost_above_272k_tokens_priority": 0.000001, "input_cost_per_token_above_272k_tokens": 0.000005, "input_cost_per_token_priority": 0.000005, "input_cost_per_token_above_272k_tokens_priority": 0.00001, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.0000225, "output_cost_per_token_priority": 0.00003, "output_cost_per_token_above_272k_tokens_priority": 0.000045, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5.4", "model_name": "GPT-5.4", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.5, "output_cost_per_million": 15, "cache_read_cost_per_token": 2.5e-7, "cache_read_cost_per_million": 0.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.000015, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 5e-7, "cache_read_input_token_cost_priority": 5e-7, "cache_read_input_token_cost_above_272k_tokens_priority": 0.000001, "input_cost_per_token_above_272k_tokens": 0.000005, "input_cost_per_token_priority": 0.000005, "input_cost_per_token_above_272k_tokens_priority": 0.00001, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.0000225, "output_cost_per_token_priority": 0.00003, "output_cost_per_token_above_272k_tokens_priority": 0.000045, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5.4-2026-03-05", "model_name": "GPT-5.4 (Mar 2026)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.5, "output_cost_per_million": 15, "cache_read_cost_per_token": 2.5e-7, "cache_read_cost_per_million": 0.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-7, "output_cost_per_token": 0.0000045, "max_input_tokens": 1050000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "model_id": "azure/gpt-5.4-mini", "model_name": "GPT-5.4 Mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.75, "output_cost_per_million": 4.5, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-7, "output_cost_per_token": 0.0000045, "max_input_tokens": 1050000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "model_id": "azure/gpt-5.4-mini-2026-03-17", "model_name": "GPT-5.4 Mini (Mar 2026)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.75, "output_cost_per_million": 4.5, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.00000125, "max_input_tokens": 1050000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "model_id": "azure/gpt-5.4-nano", "model_name": "GPT-5.4 Nano", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 2e-8, "cache_read_cost_per_million": 0.02, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.00000125, "max_input_tokens": 1050000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "model_id": "azure/gpt-5.4-nano-2026-03-17", "model_name": "GPT-5.4 Nano (Mar 2026)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 2e-8, "cache_read_cost_per_million": 0.02, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.00003, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 0.000001, "cache_read_input_token_cost_priority": 0.000001, "cache_read_input_token_cost_above_272k_tokens_priority": 0.000002, "input_cost_per_token_above_272k_tokens": 0.00001, "input_cost_per_token_priority": 0.00001, "input_cost_per_token_above_272k_tokens_priority": 0.00002, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.000045, "output_cost_per_token_priority": 0.00006, "output_cost_per_token_above_272k_tokens_priority": 0.00009, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": false, "model_id": "azure/gpt-5.5", "model_name": "GPT-5.5", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 5, "output_cost_per_million": 30, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.00003, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 0.000001, "cache_read_input_token_cost_priority": 0.000001, "cache_read_input_token_cost_above_272k_tokens_priority": 0.000002, "input_cost_per_token_above_272k_tokens": 0.00001, "input_cost_per_token_priority": 0.00001, "input_cost_per_token_above_272k_tokens_priority": 0.00002, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.000045, "output_cost_per_token_priority": 0.00006, "output_cost_per_token_above_272k_tokens_priority": 0.00009, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "azure/gpt-5.5-2026-04-23", "model_name": "GPT-5.5 (Apr 2026)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 5, "output_cost_per_million": 30, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure/o3", "model_name": "o3", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 200000, "max_output_tokens": 100000, "deprecation_date": "2026-04-16", "max_tokens": 100000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure/o3-2025-04-16", "model_name": "o3 (Apr 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00001, "output_cost_per_token": 0.00004, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "azure/o3-deep-research", "model_name": "O3 Deep Research", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 10, "output_cost_per_million": 40, "cache_read_cost_per_token": 0.0000025, "cache_read_cost_per_million": 2.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000044, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure/o3-mini", "model_name": "o3 mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.1, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00002, "output_cost_per_token": 0.00008, "max_input_tokens": 200000, "max_output_tokens": 100000, "input_cost_per_token_batches": 0.00001, "max_tokens": 100000, "output_cost_per_token_batches": 0.00004, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_prompt_caching": false, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure/o3-pro", "model_name": "o3 Pro", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 20, "output_cost_per_million": 80, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00002, "output_cost_per_token": 0.00008, "max_input_tokens": 200000, "max_output_tokens": 100000, "input_cost_per_token_batches": 0.00001, "max_tokens": 100000, "output_cost_per_token_batches": 0.00004, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_prompt_caching": false, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure/o3-pro-2025-06-10", "model_name": "o3 Pro (Jun 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 20, "output_cost_per_million": 80, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000044, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure/o4-mini", "model_name": "o4 mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.1, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 2.75e-7, "cache_read_cost_per_million": 0.275, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000044, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure/o4-mini-2025-04-16", "model_name": "o4 mini (Apr 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.1, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 2.75e-7, "cache_read_cost_per_million": 0.275, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000022, "output_cost_per_token": 0.0000088, "max_input_tokens": 1047576, "max_output_tokens": 32768, "deprecation_date": "2026-11-04", "input_cost_per_token_batches": 0.0000011, "max_tokens": 32768, "output_cost_per_token_batches": 0.0000044, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": false, "model_id": "azure/us/gpt-4.1-2025-04-14", "model_name": "GPT-4.1 (Apr 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.2, "output_cost_per_million": 8.8, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 4.4e-7, "output_cost_per_token": 0.00000176, "max_input_tokens": 1047576, "max_output_tokens": 32768, "deprecation_date": "2026-11-04", "input_cost_per_token_batches": 2.2e-7, "max_tokens": 32768, "output_cost_per_token_batches": 8.8e-7, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": false, "model_id": "azure/us/gpt-4.1-mini-2025-04-14", "model_name": "GPT-4.1 mini (Apr 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.44, "output_cost_per_million": 1.76, "cache_read_cost_per_token": 1.1e-7, "cache_read_cost_per_million": 0.11, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.1e-7, "output_cost_per_token": 4.4e-7, "max_input_tokens": 1047576, "max_output_tokens": 32768, "deprecation_date": "2026-11-04", "input_cost_per_token_batches": 6e-8, "max_tokens": 32768, "output_cost_per_token_batches": 2.2e-7, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/us/gpt-4.1-nano-2025-04-14", "model_name": "GPT-4.1 nano (Apr 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.11, "output_cost_per_million": 0.44, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000275, "output_cost_per_token": 0.000011, "max_input_tokens": 128000, "max_output_tokens": 16384, "deprecation_date": "2026-02-27", "max_tokens": 16384, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "azure/us/gpt-4o-2024-08-06", "model_name": "GPT-4o (Aug 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.75, "output_cost_per_million": 11, "cache_read_cost_per_token": 0.000001375, "cache_read_cost_per_million": 1.375, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000275, "output_cost_per_token": 0.000011, "max_input_tokens": 128000, "max_output_tokens": 16384, "deprecation_date": "2026-03-01", "max_tokens": 16384, "supports_tool_choice": true, "model_id": "azure/us/gpt-4o-2024-11-20", "model_name": "GPT-4o (Nov 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.75, "output_cost_per_million": 11, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0.00000138, "cache_write_cost_per_million": 1.38, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.65e-7, "output_cost_per_token": 6.6e-7, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "azure/us/gpt-4o-mini-2024-07-18", "model_name": "GPT-4o mini (Jul 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.165, "output_cost_per_million": 0.66, "cache_read_cost_per_token": 8.3e-8, "cache_read_cost_per_million": 0.083, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000001375, "output_cost_per_token": 0.000011, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/us/gpt-5-2025-08-07", "model_name": "GPT-5 (Aug 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.375, "output_cost_per_million": 11, "cache_read_cost_per_token": 1.375e-7, "cache_read_cost_per_million": 0.1375, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.75e-7, "output_cost_per_token": 0.0000022, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/us/gpt-5-mini-2025-08-07", "model_name": "GPT-5 Mini (Aug 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.275, "output_cost_per_million": 2.2, "cache_read_cost_per_token": 2.75e-8, "cache_read_cost_per_million": 0.0275, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 5.5e-8, "output_cost_per_token": 4.4e-7, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/us/gpt-5-nano-2025-08-07", "model_name": "GPT-5 Nano (Aug 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.055, "output_cost_per_million": 0.44, "cache_read_cost_per_token": 5.5e-9, "cache_read_cost_per_million": 0.0055, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000138, "output_cost_per_token": 0.000011, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_none_reasoning_effort": true, "model_id": "azure/us/gpt-5.1", "model_name": "GPT-5.1", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.38, "output_cost_per_million": 11, "cache_read_cost_per_token": 1.4e-7, "cache_read_cost_per_million": 0.14, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000138, "output_cost_per_token": 0.000011, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_none_reasoning_effort": true, "model_id": "azure/us/gpt-5.1-chat", "model_name": "GPT-5.1 Chat", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.38, "output_cost_per_million": 11, "cache_read_cost_per_token": 1.4e-7, "cache_read_cost_per_million": 0.14, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000138, "output_cost_per_token": 0.000011, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "model_id": "azure/us/gpt-5.1-codex", "model_name": "GPT-5.1 Codex", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.38, "output_cost_per_million": 11, "cache_read_cost_per_token": 1.4e-7, "cache_read_cost_per_million": 0.14, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.75e-7, "output_cost_per_token": 0.0000022, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "model_id": "azure/us/gpt-5.1-codex-mini", "model_name": "GPT-5.1 Codex Mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.275, "output_cost_per_million": 2.2, "cache_read_cost_per_token": 2.8e-8, "cache_read_cost_per_million": 0.028, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000275, "output_cost_per_token": 0.0000165, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_priority": 5.5e-7, "input_cost_per_token_priority": 0.0000055, "output_cost_per_token_priority": 0.000033, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/us/gpt-5.4", "model_name": "GPT-5.4", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.75, "output_cost_per_million": 16.5, "cache_read_cost_per_token": 2.8e-7, "cache_read_cost_per_million": 0.28, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000275, "output_cost_per_token": 0.0000165, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_priority": 5.5e-7, "input_cost_per_token_priority": 0.0000055, "output_cost_per_token_priority": 0.000033, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/us/gpt-5.4-2026-03-05", "model_name": "GPT-5.4 (Mar 2026)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.75, "output_cost_per_million": 16.5, "cache_read_cost_per_token": 2.8e-7, "cache_read_cost_per_million": 0.28, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.000033, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 0.0000011, "cache_read_input_token_cost_priority": 0.00000138, "input_cost_per_token_above_272k_tokens": 0.000011, "input_cost_per_token_priority": 0.00001375, "output_cost_per_token_above_272k_tokens": 0.0000495, "output_cost_per_token_priority": 0.0000825, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": false, "model_id": "azure/us/gpt-5.5", "model_name": "GPT-5.5", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 5.5, "output_cost_per_million": 33, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.000033, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 0.0000011, "cache_read_input_token_cost_priority": 0.00000138, "input_cost_per_token_above_272k_tokens": 0.000011, "input_cost_per_token_priority": 0.00001375, "output_cost_per_token_above_272k_tokens": 0.0000495, "output_cost_per_token_priority": 0.0000825, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "azure/us/gpt-5.5-2026-04-23", "model_name": "GPT-5.5 (Apr 2026)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 5.5, "output_cost_per_million": 33, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000022, "output_cost_per_token": 0.0000088, "max_input_tokens": 200000, "max_output_tokens": 100000, "deprecation_date": "2026-04-16", "max_tokens": 100000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure/us/o3-2025-04-16", "model_name": "o3 (Apr 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.2, "output_cost_per_million": 8.8, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000121, "output_cost_per_token": 0.00000484, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure/us/o4-mini-2025-04-16", "model_name": "o4 mini (Apr 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.21, "output_cost_per_million": 4.84, "cache_read_cost_per_token": 3.1e-7, "cache_read_cost_per_million": 0.31, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000012, "max_input_tokens": 8192, "max_output_tokens": 1024, "max_tokens": 1024, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_prompt_caching": false, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "computer-use-preview", "model_name": "Computer Use Preview", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 3, "output_cost_per_million": 12, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1000000, "max_output_tokens": 64000, "max_tokens": 64000, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_video_input": true, "model_id": "amazon.nova-2-lite-v1:0", "model_name": "Nova 2 Lite", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000021875, "output_cost_per_token": 0.0000175, "max_input_tokens": 1000000, "max_output_tokens": 64000, "input_cost_per_image_token": 0.0000021875, "input_cost_per_audio_token": 0.0000021875, "max_tokens": 64000, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_video_input": true, "model_id": "amazon.nova-2-pro-preview-20251202-v1:0", "model_name": "Nova 2 Pro Preview (Dec 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2.1875, "output_cost_per_million": 17.5, "cache_read_cost_per_token": 5.46875e-7, "cache_read_cost_per_million": 0.546875, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 6e-8, "output_cost_per_token": 2.4e-7, "max_input_tokens": 300000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_pdf_input": true, "supports_prompt_caching": true, "model_id": "amazon.nova-lite-v1:0", "model_name": "Nova Lite", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.06, "output_cost_per_million": 0.24, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3.5e-8, "output_cost_per_token": 1.4e-7, "max_input_tokens": 128000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_prompt_caching": true, "model_id": "amazon.nova-micro-v1:0", "model_name": "Nova Micro", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.035, "output_cost_per_million": 0.14, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 8e-7, "output_cost_per_token": 0.0000032, "max_input_tokens": 300000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_pdf_input": true, "supports_prompt_caching": true, "model_id": "amazon.nova-pro-v1:0", "model_name": "Nova Pro", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 3.1999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 8e-7, "output_cost_per_token": 0.000004, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "anthropic.claude-3-5-haiku-20241022-v1:0", "model_name": "Claude 3.5 Haiku (Oct 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 4, "cache_read_cost_per_token": 8e-8, "cache_read_cost_per_million": 0.08, "cache_write_cost_per_token": 0.000001, "cache_write_cost_per_million": 1, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_tool_choice": true, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.00003, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "model_id": "anthropic.claude-3-5-sonnet-20240620-v1:0", "model_name": "Claude 3.5 Sonnet (Jun 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_tool_choice": true, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.00003, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "model_id": "anthropic.claude-3-5-sonnet-20241022-v2:0", "model_name": "Claude 3.5 Sonnet (Oct 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000036, "output_cost_per_token": 0.000018, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "anthropic.claude-3-7-sonnet-20240620-v1:0", "model_name": "Claude 3 7 Sonnet (Jun 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.5999999999999996, "output_cost_per_million": 18, "cache_read_cost_per_token": 3.6e-7, "cache_read_cost_per_million": 0.36, "cache_write_cost_per_token": 0.0000045, "cache_write_cost_per_million": 4.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "anthropic.claude-3-7-sonnet-20250219-v1:0", "model_name": "Claude 3 7 Sonnet (Feb 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.00000125, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "anthropic.claude-3-haiku-20240307-v1:0", "model_name": "Claude 3 Haiku (Mar 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.25, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 3.125e-7, "cache_write_cost_per_million": 0.3125, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "anthropic.claude-3-opus-20240229-v1:0", "model_name": "Claude 3 Opus (Feb 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "anthropic.claude-3-sonnet-20240229-v1:0", "model_name": "Claude 3 Sonnet (Feb 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00001, "output_cost_per_token": 0.00005, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.00002, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, "model_id": "anthropic.claude-fable-5", "model_name": "Claude Fable 5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 10, "output_cost_per_million": 50, "cache_read_cost_per_token": 0.000001, "cache_read_cost_per_million": 1, "cache_write_cost_per_token": 0.0000125, "cache_write_cost_per_million": 12.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000002, "max_tokens": 64000, "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_parallel_tool_use_config": true, "model_id": "anthropic.claude-haiku-4-5-20251001-v1:0", "model_name": "Claude Haiku 4 5 (Oct 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1, "output_cost_per_million": 5, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0.00000125, "cache_write_cost_per_million": 1.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000002, "max_tokens": 64000, "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_streaming": true, "supports_native_structured_output": true, "supports_parallel_tool_use_config": true, "model_id": "anthropic.claude-haiku-4-5@20251001", "model_name": "Claude Haiku 4 5@ (Oct 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1, "output_cost_per_million": 5, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0.00000125, "cache_write_cost_per_million": 1.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "max_tokens": 32000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "anthropic.claude-opus-4-1-20250805-v1:0", "model_name": "Claude Opus 4 1 (Aug 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "max_tokens": 32000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "anthropic.claude-opus-4-20250514-v1:0", "model_name": "Claude Opus 4 (May 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "high", "supports_parallel_tool_use_config": true, "model_id": "anthropic.claude-opus-4-5-20251101-v1:0", "model_name": "Claude Opus 4 5 (Nov 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "supports_adaptive_thinking": true, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_output_config": true, "supports_max_reasoning_effort": true, "bedrock_output_config_effort_ceiling": "max", "supports_parallel_tool_use_config": true, "model_id": "anthropic.claude-opus-4-6-v1", "model_name": "Claude Opus 4 6 V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, "model_id": "anthropic.claude-opus-4-7", "model_name": "Claude Opus 4 7", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4 8", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 64000, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.0000225, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "bedrock_converse_supports_strict_tools": false, "model_id": "anthropic.claude-sonnet-4-20250514-v1:0", "model_name": "Claude Sonnet 4 (May 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000006, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.0000225, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_creation_input_token_cost_above_1hr_above_200k_tokens": 0.000012, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_parallel_tool_use_config": true, "model_id": "anthropic.claude-sonnet-4-5-20250929-v1:0", "model_name": "Claude Sonnet 4 5 (Sep 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 64000, "supports_adaptive_thinking": true, "cache_creation_input_token_cost_above_1hr": 0.000006, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_max_reasoning_effort": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4 6", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.00001, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.000004, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, "model_id": "anthropic.claude-sonnet-5", "model_name": "Claude Sonnet 5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2, "output_cost_per_million": 10, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0.0000025, "cache_write_cost_per_million": 2.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3.3e-7, "output_cost_per_token": 0.00000275, "max_input_tokens": 1000000, "max_output_tokens": 64000, "max_tokens": 64000, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_video_input": true, "model_id": "apac.amazon.nova-2-lite-v1:0", "model_name": "Nova 2 Lite", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.33, "output_cost_per_million": 2.75, "cache_read_cost_per_token": 8.25e-8, "cache_read_cost_per_million": 0.0825, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000021875, "output_cost_per_token": 0.0000175, "max_input_tokens": 1000000, "max_output_tokens": 64000, "input_cost_per_image_token": 0.0000021875, "input_cost_per_audio_token": 0.0000021875, "max_tokens": 64000, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_video_input": true, "model_id": "apac.amazon.nova-2-pro-preview-20251202-v1:0", "model_name": "Nova 2 Pro Preview (Dec 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2.1875, "output_cost_per_million": 17.5, "cache_read_cost_per_token": 5.46875e-7, "cache_read_cost_per_million": 0.546875, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 6.3e-8, "output_cost_per_token": 2.52e-7, "max_input_tokens": 300000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_pdf_input": true, "supports_prompt_caching": true, "model_id": "apac.amazon.nova-lite-v1:0", "model_name": "Nova Lite", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.063, "output_cost_per_million": 0.252, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3.7e-8, "output_cost_per_token": 1.48e-7, "max_input_tokens": 128000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_prompt_caching": true, "model_id": "apac.amazon.nova-micro-v1:0", "model_name": "Nova Micro", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.037, "output_cost_per_million": 0.148, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 8.4e-7, "output_cost_per_token": 0.00000336, "max_input_tokens": 300000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_pdf_input": true, "supports_prompt_caching": true, "model_id": "apac.amazon.nova-pro-v1:0", "model_name": "Nova Pro", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.84, "output_cost_per_million": 3.36, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "apac.anthropic.claude-3-5-sonnet-20240620-v1:0", "model_name": "Claude 3.5 Sonnet (Jun 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "apac.anthropic.claude-3-5-sonnet-20241022-v2:0", "model_name": "Claude 3.5 Sonnet (Oct 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.00000125, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "apac.anthropic.claude-3-haiku-20240307-v1:0", "model_name": "Claude 3 Haiku (Mar 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.25, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 3.125e-7, "cache_write_cost_per_million": 0.3125, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "apac.anthropic.claude-3-sonnet-20240229-v1:0", "model_name": "Claude 3 Sonnet (Feb 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000055, "max_input_tokens": 200000, "max_output_tokens": 64000, "max_tokens": 64000, "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_parallel_tool_use_config": true, "model_id": "apac.anthropic.claude-haiku-4-5-20251001-v1:0", "model_name": "Claude Haiku 4 5 (Oct 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1.1, "output_cost_per_million": 5.5, "cache_read_cost_per_token": 1.1e-7, "cache_read_cost_per_million": 0.11, "cache_write_cost_per_token": 0.000001375, "cache_write_cost_per_million": 1.375, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 64000, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.0000225, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "bedrock_converse_supports_strict_tools": false, "model_id": "apac.anthropic.claude-sonnet-4-20250514-v1:0", "model_name": "Claude Sonnet 4 (May 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000055, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.0000022, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_parallel_tool_use_config": true, "model_id": "au.anthropic.claude-haiku-4-5-20251001-v1:0", "model_name": "Au.anthropic.claude Haiku 4 5 (Oct 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1.1, "output_cost_per_million": 5.5, "cache_read_cost_per_token": 1.1e-7, "cache_read_cost_per_million": 0.11, "cache_write_cost_per_token": 0.000001375, "cache_write_cost_per_million": 1.375, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.0000275, "max_input_tokens": 1000000, "max_output_tokens": 128000, "supports_adaptive_thinking": true, "cache_creation_input_token_cost_above_1hr": 0.000011, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_output_config": true, "supports_max_reasoning_effort": true, "bedrock_output_config_effort_ceiling": "max", "supports_parallel_tool_use_config": true, "model_id": "au.anthropic.claude-opus-4-6-v1", "model_name": "Au.anthropic.claude Opus 4 6 V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5.5, "output_cost_per_million": 27.5, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0.000006875, "cache_write_cost_per_million": 6.875, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.0000275, "max_input_tokens": 1000000, "max_output_tokens": 128000, "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "cache_creation_input_token_cost_above_1hr": 0.000011, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, "model_id": "au.anthropic.claude-opus-4-7", "model_name": "Au.anthropic.claude Opus 4 7", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5.5, "output_cost_per_million": 27.5, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0.000006875, "cache_write_cost_per_million": 6.875, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.0000275, "max_input_tokens": 1000000, "max_output_tokens": 128000, "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "cache_creation_input_token_cost_above_1hr": 0.000011, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, "model_id": "au.anthropic.claude-opus-4-8", "model_name": "Au.anthropic.claude Opus 4 8", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5.5, "output_cost_per_million": 27.5, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0.000006875, "cache_write_cost_per_million": 6.875, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000033, "output_cost_per_token": 0.0000165, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.0000066, "input_cost_per_token_above_200k_tokens": 0.0000066, "output_cost_per_token_above_200k_tokens": 0.00002475, "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, "cache_creation_input_token_cost_above_1hr_above_200k_tokens": 0.0000132, "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_parallel_tool_use_config": true, "model_id": "au.anthropic.claude-sonnet-4-5-20250929-v1:0", "model_name": "Au.anthropic.claude Sonnet 4 5 (Sep 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.3000000000000003, "output_cost_per_million": 16.5, "cache_read_cost_per_token": 3.3e-7, "cache_read_cost_per_million": 0.33, "cache_write_cost_per_token": 0.000004125, "cache_write_cost_per_million": 4.125, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000033, "output_cost_per_token": 0.0000165, "max_input_tokens": 1000000, "max_output_tokens": 64000, "supports_adaptive_thinking": true, "cache_creation_input_token_cost_above_1hr": 0.0000066, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_max_reasoning_effort": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, "model_id": "au.anthropic.claude-sonnet-4-6", "model_name": "Au.anthropic.claude Sonnet 4 6", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.3000000000000003, "output_cost_per_million": 16.5, "cache_read_cost_per_token": 3.3e-7, "cache_read_cost_per_million": 0.33, "cache_write_cost_per_token": 0.000004125, "cache_write_cost_per_million": 4.125, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000022, "output_cost_per_token": 0.000011, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.0000044, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, "model_id": "au.anthropic.claude-sonnet-5", "model_name": "Au.anthropic.claude Sonnet 5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2.2, "output_cost_per_million": 11, "cache_read_cost_per_token": 2.2e-7, "cache_read_cost_per_million": 0.22, "cache_write_cost_per_token": 0.00000275, "cache_write_cost_per_million": 2.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000275, "output_cost_per_token": 0.0000165, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "use_openai_responses_path": true, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "bedrock_mantle/openai.gpt-5.4", "model_name": "Openai.GPT-5.4", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2.75, "output_cost_per_million": 16.5, "cache_read_cost_per_token": 2.75e-7, "cache_read_cost_per_million": 0.275, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.000033, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "use_openai_responses_path": true, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "bedrock_mantle/openai.gpt-5.5", "model_name": "Openai.GPT-5.5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5.5, "output_cost_per_million": 33, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "supports_reasoning": true, "supports_tool_choice": true, "model_id": "bedrock_mantle/openai.gpt-oss-120b", "model_name": "Openai.GPT Oss 120B", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-8, "output_cost_per_token": 3e-7, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "supports_reasoning": true, "supports_tool_choice": true, "model_id": "bedrock_mantle/openai.gpt-oss-20b", "model_name": "Openai.GPT Oss 20B", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.075, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 131072, "max_output_tokens": 65536, "max_tokens": 65536, "supported_endpoints": [ "/v1/chat/completions" ], "supports_reasoning": true, "supports_tool_choice": true, "model_id": "bedrock_mantle/openai.gpt-oss-safeguard-120b", "model_name": "Openai.GPT Oss Safeguard 120B", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-8, "output_cost_per_token": 3e-7, "max_input_tokens": 131072, "max_output_tokens": 65536, "max_tokens": 65536, "supported_endpoints": [ "/v1/chat/completions" ], "supports_reasoning": true, "supports_tool_choice": true, "model_id": "bedrock_mantle/openai.gpt-oss-safeguard-20b", "model_name": "Openai.GPT Oss Safeguard 20B", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.075, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.0000025, "max_input_tokens": 131072, "max_output_tokens": 16384, "max_tokens": 16384, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "supports_reasoning": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "bedrock_mantle/xai.grok-4.3", "model_name": "Xai.grok 4.3", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1.25, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000006, "cache_creation_input_token_cost_above_1hr_above_200k_tokens": 0.000012, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.0000225, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_parallel_tool_use_config": true, "model_id": "claude-sonnet-4-5-20250929-v1:0", "model_name": "Claude Sonnet 4 5 (Sep 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3.3e-7, "output_cost_per_token": 0.00000275, "max_input_tokens": 1000000, "max_output_tokens": 64000, "max_tokens": 64000, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_video_input": true, "model_id": "eu.amazon.nova-2-lite-v1:0", "model_name": "Nova 2 Lite", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.33, "output_cost_per_million": 2.75, "cache_read_cost_per_token": 8.25e-8, "cache_read_cost_per_million": 0.0825, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000021875, "output_cost_per_token": 0.0000175, "max_input_tokens": 1000000, "max_output_tokens": 64000, "input_cost_per_image_token": 0.0000021875, "input_cost_per_audio_token": 0.0000021875, "max_tokens": 64000, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_video_input": true, "model_id": "eu.amazon.nova-2-pro-preview-20251202-v1:0", "model_name": "Nova 2 Pro Preview (Dec 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2.1875, "output_cost_per_million": 17.5, "cache_read_cost_per_token": 5.46875e-7, "cache_read_cost_per_million": 0.546875, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 7.8e-8, "output_cost_per_token": 3.12e-7, "max_input_tokens": 300000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_pdf_input": true, "supports_prompt_caching": true, "model_id": "eu.amazon.nova-lite-v1:0", "model_name": "Nova Lite", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.078, "output_cost_per_million": 0.312, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 4.6e-8, "output_cost_per_token": 1.84e-7, "max_input_tokens": 128000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_prompt_caching": true, "model_id": "eu.amazon.nova-micro-v1:0", "model_name": "Nova Micro", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.046, "output_cost_per_million": 0.184, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000105, "output_cost_per_token": 0.0000042, "max_input_tokens": 300000, "max_output_tokens": 10000, "max_tokens": 10000, "source": "https://aws.amazon.com/bedrock/pricing/", "supports_pdf_input": true, "supports_prompt_caching": true, "model_id": "eu.amazon.nova-pro-v1:0", "model_name": "Nova Pro", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1.0499999999999998, "output_cost_per_million": 4.199999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.00000125, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "eu.anthropic.claude-3-5-haiku-20241022-v1:0", "model_name": "Claude 3.5 Haiku (Oct 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.25, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 3.125e-7, "cache_write_cost_per_million": 0.3125, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "eu.anthropic.claude-3-5-sonnet-20240620-v1:0", "model_name": "Claude 3.5 Sonnet (Jun 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "eu.anthropic.claude-3-5-sonnet-20241022-v2:0", "model_name": "Claude 3.5 Sonnet (Oct 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "eu.anthropic.claude-3-7-sonnet-20250219-v1:0", "model_name": "Claude 3 7 Sonnet (Feb 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.00000125, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "eu.anthropic.claude-3-haiku-20240307-v1:0", "model_name": "Claude 3 Haiku (Mar 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.25, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 3.125e-7, "cache_write_cost_per_million": 0.3125, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "eu.anthropic.claude-3-opus-20240229-v1:0", "model_name": "Claude 3 Opus (Feb 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "eu.anthropic.claude-3-sonnet-20240229-v1:0", "model_name": "Claude 3 Sonnet (Feb 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000011, "output_cost_per_token": 0.000055, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.000022, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, "model_id": "eu.anthropic.claude-fable-5", "model_name": "Claude Fable 5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 11, "output_cost_per_million": 55, "cache_read_cost_per_token": 0.0000011, "cache_read_cost_per_million": 1.1, "cache_write_cost_per_token": 0.00001375, "cache_write_cost_per_million": 13.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000055, "max_input_tokens": 200000, "max_output_tokens": 64000, "deprecation_date": "2026-10-15", "cache_creation_input_token_cost_above_1hr": 0.0000022, "max_tokens": 64000, "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_parallel_tool_use_config": true, "model_id": "eu.anthropic.claude-haiku-4-5-20251001-v1:0", "model_name": "Claude Haiku 4 5 (Oct 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1.1, "output_cost_per_million": 5.5, "cache_read_cost_per_token": 1.1e-7, "cache_read_cost_per_million": 0.11, "cache_write_cost_per_token": 0.000001375, "cache_write_cost_per_million": 1.375, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "max_tokens": 32000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "eu.anthropic.claude-opus-4-1-20250805-v1:0", "model_name": "Claude Opus 4 1 (Aug 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "max_tokens": 32000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "eu.anthropic.claude-opus-4-20250514-v1:0", "model_name": "Claude Opus 4 (May 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 200000, "max_output_tokens": 64000, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "high", "supports_parallel_tool_use_config": true, "model_id": "eu.anthropic.claude-opus-4-5-20251101-v1:0", "model_name": "Claude Opus 4 5 (Nov 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.0000275, "max_input_tokens": 1000000, "max_output_tokens": 128000, "supports_adaptive_thinking": true, "cache_creation_input_token_cost_above_1hr": 0.000011, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_output_config": true, "supports_max_reasoning_effort": true, "bedrock_output_config_effort_ceiling": "max", "supports_parallel_tool_use_config": true, "model_id": "eu.anthropic.claude-opus-4-6-v1", "model_name": "Claude Opus 4 6 V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5.5, "output_cost_per_million": 27.5, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0.000006875, "cache_write_cost_per_million": 6.875, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.0000275, "max_input_tokens": 1000000, "max_output_tokens": 128000, "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "cache_creation_input_token_cost_above_1hr": 0.000011, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, "model_id": "eu.anthropic.claude-opus-4-7", "model_name": "Claude Opus 4 7", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5.5, "output_cost_per_million": 27.5, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0.000006875, "cache_write_cost_per_million": 6.875, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.0000275, "max_input_tokens": 1000000, "max_output_tokens": 128000, "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "cache_creation_input_token_cost_above_1hr": 0.000011, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, "model_id": "eu.anthropic.claude-opus-4-8", "model_name": "Claude Opus 4 8", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5.5, "output_cost_per_million": 27.5, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0.000006875, "cache_write_cost_per_million": 6.875, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 64000, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.0000225, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "bedrock_converse_supports_strict_tools": false, "model_id": "eu.anthropic.claude-sonnet-4-20250514-v1:0", "model_name": "Claude Sonnet 4 (May 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000033, "output_cost_per_token": 0.0000165, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.0000066, "input_cost_per_token_above_200k_tokens": 0.0000066, "output_cost_per_token_above_200k_tokens": 0.00002475, "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, "cache_creation_input_token_cost_above_1hr_above_200k_tokens": 0.0000132, "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_parallel_tool_use_config": true, "model_id": "eu.anthropic.claude-sonnet-4-5-20250929-v1:0", "model_name": "Claude Sonnet 4 5 (Sep 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.3000000000000003, "output_cost_per_million": 16.5, "cache_read_cost_per_token": 3.3e-7, "cache_read_cost_per_million": 0.33, "cache_write_cost_per_token": 0.000004125, "cache_write_cost_per_million": 4.125, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000033, "output_cost_per_token": 0.0000165, "max_input_tokens": 1000000, "max_output_tokens": 64000, "supports_adaptive_thinking": true, "cache_creation_input_token_cost_above_1hr": 0.0000066, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_max_reasoning_effort": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, "model_id": "eu.anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4 6", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.3000000000000003, "output_cost_per_million": 16.5, "cache_read_cost_per_token": 3.3e-7, "cache_read_cost_per_million": 0.33, "cache_write_cost_per_token": 0.000004125, "cache_write_cost_per_million": 4.125, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000022, "output_cost_per_token": 0.000011, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.0000044, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, "model_id": "eu.anthropic.claude-sonnet-5", "model_name": "Claude Sonnet 5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2.2, "output_cost_per_million": 11, "cache_read_cost_per_token": 2.2e-7, "cache_read_cost_per_million": 0.22, "cache_write_cost_per_token": 0.00000275, "cache_write_cost_per_million": 2.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1000000, "max_output_tokens": 64000, "max_tokens": 64000, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_video_input": true, "model_id": "global.amazon.nova-2-lite-v1:0", "model_name": "Global.amazon.nova 2 Lite", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00001, "output_cost_per_token": 0.00005, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.00002, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, "model_id": "global.anthropic.claude-fable-5", "model_name": "Global.anthropic.claude Fable 5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 10, "output_cost_per_million": 50, "cache_read_cost_per_token": 0.000001, "cache_read_cost_per_million": 1, "cache_write_cost_per_token": 0.0000125, "cache_write_cost_per_million": 12.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000002, "max_tokens": 64000, "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_parallel_tool_use_config": true, "model_id": "global.anthropic.claude-haiku-4-5-20251001-v1:0", "model_name": "Global.anthropic.claude Haiku 4 5 (Oct 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1, "output_cost_per_million": 5, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0.00000125, "cache_write_cost_per_million": 1.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "high", "supports_parallel_tool_use_config": true, "model_id": "global.anthropic.claude-opus-4-5-20251101-v1:0", "model_name": "Global.anthropic.claude Opus 4 5 (Nov 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "supports_adaptive_thinking": true, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_output_config": true, "supports_max_reasoning_effort": true, "bedrock_output_config_effort_ceiling": "max", "supports_parallel_tool_use_config": true, "model_id": "global.anthropic.claude-opus-4-6-v1", "model_name": "Global.anthropic.claude Opus 4 6 V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, "model_id": "global.anthropic.claude-opus-4-7", "model_name": "Global.anthropic.claude Opus 4 7", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, "model_id": "global.anthropic.claude-opus-4-8", "model_name": "Global.anthropic.claude Opus 4 8", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 64000, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.0000225, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "bedrock_converse_supports_strict_tools": false, "model_id": "global.anthropic.claude-sonnet-4-20250514-v1:0", "model_name": "Global.anthropic.claude Sonnet 4 (May 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000006, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.0000225, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_creation_input_token_cost_above_1hr_above_200k_tokens": 0.000012, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_parallel_tool_use_config": true, "model_id": "global.anthropic.claude-sonnet-4-5-20250929-v1:0", "model_name": "Global.anthropic.claude Sonnet 4 5 (Sep 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 64000, "supports_adaptive_thinking": true, "cache_creation_input_token_cost_above_1hr": 0.000006, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_max_reasoning_effort": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, "model_id": "global.anthropic.claude-sonnet-4-6", "model_name": "Global.anthropic.claude Sonnet 4 6", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.00001, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.000004, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, "model_id": "global.anthropic.claude-sonnet-5", "model_name": "Global.anthropic.claude Sonnet 5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2, "output_cost_per_million": 10, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0.0000025, "cache_write_cost_per_million": 2.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "metadata": { "notes": "Anthropic via Invoke route does not currently support pdf input." }, "supports_tool_choice": true, "model_id": "invoke/anthropic.claude-3-5-sonnet-20240620-v1:0", "model_name": "Anthropic.claude 3 5 Sonnet (Jun 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000055, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.0000022, "max_tokens": 64000, "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_parallel_tool_use_config": true, "model_id": "jp.anthropic.claude-haiku-4-5-20251001-v1:0", "model_name": "Jp.anthropic.claude Haiku 4 5 (Oct 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1.1, "output_cost_per_million": 5.5, "cache_read_cost_per_token": 1.1e-7, "cache_read_cost_per_million": 0.11, "cache_write_cost_per_token": 0.000001375, "cache_write_cost_per_million": 1.375, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.0000275, "max_input_tokens": 1000000, "max_output_tokens": 128000, "bedrock_converse_supports_strict_tools": false, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_minimal_reasoning_effort": true, "supports_parallel_tool_use_config": true, "model_id": "jp.anthropic.claude-opus-4-7", "model_name": "Jp.anthropic.claude Opus 4 7", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5.5, "output_cost_per_million": 27.5, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0.000006875, "cache_write_cost_per_million": 6.875, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000033, "output_cost_per_token": 0.0000165, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.0000066, "input_cost_per_token_above_200k_tokens": 0.0000066, "output_cost_per_token_above_200k_tokens": 0.00002475, "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, "cache_creation_input_token_cost_above_1hr_above_200k_tokens": 0.0000132, "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_parallel_tool_use_config": true, "model_id": "jp.anthropic.claude-sonnet-4-5-20250929-v1:0", "model_name": "Jp.anthropic.claude Sonnet 4 5 (Sep 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.3000000000000003, "output_cost_per_million": 16.5, "cache_read_cost_per_token": 3.3e-7, "cache_read_cost_per_million": 0.33, "cache_write_cost_per_token": 0.000004125, "cache_write_cost_per_million": 4.125, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000033, "output_cost_per_token": 0.0000165, "max_input_tokens": 1000000, "max_output_tokens": 64000, "supports_adaptive_thinking": true, "cache_creation_input_token_cost_above_1hr": 0.0000066, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_max_reasoning_effort": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, "model_id": "jp.anthropic.claude-sonnet-4-6", "model_name": "Jp.anthropic.claude Sonnet 4 6", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.3000000000000003, "output_cost_per_million": 16.5, "cache_read_cost_per_token": 3.3e-7, "cache_read_cost_per_million": 0.33, "cache_write_cost_per_token": 0.000004125, "cache_write_cost_per_million": 4.125, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000022, "output_cost_per_token": 0.000011, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.0000044, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, "model_id": "jp.anthropic.claude-sonnet-5", "model_name": "Jp.anthropic.claude Sonnet 5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2.2, "output_cost_per_million": 11, "cache_read_cost_per_token": 2.2e-7, "cache_read_cost_per_million": 0.22, "cache_write_cost_per_token": 0.00000275, "cache_write_cost_per_million": 2.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openai.gpt-oss-120b-1:0", "model_name": "Openai.GPT Oss 120B 1:0", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 7e-8, "output_cost_per_token": 3e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openai.gpt-oss-20b-1:0", "model_name": "Openai.GPT Oss 20B 1:0", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.07, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 9.6e-7, "output_cost_per_token": 0.00000384, "max_input_tokens": 300000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_pdf_input": true, "supports_prompt_caching": true, "model_id": "us-gov-east-1/amazon.nova-pro-v1:0", "model_name": "Amazon.nova Pro", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.96, "output_cost_per_million": 3.84, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000036, "output_cost_per_token": 0.000018, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "us-gov-east-1/anthropic.claude-3-5-sonnet-20240620-v1:0", "model_name": "Anthropic.claude 3 5 Sonnet (Jun 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.5999999999999996, "output_cost_per_million": 18, "cache_read_cost_per_token": 3.6e-7, "cache_read_cost_per_million": 0.36, "cache_write_cost_per_token": 0.0000045, "cache_write_cost_per_million": 4.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "us-gov-east-1/anthropic.claude-3-haiku-20240307-v1:0", "model_name": "Anthropic.claude 3 Haiku (Mar 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.3, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 3.75e-7, "cache_write_cost_per_million": 0.375, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000012, "output_cost_per_token": 0.000006, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.0000024, "max_tokens": 64000, "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_pdf_input": true, "supports_parallel_tool_use_config": true, "model_id": "us-gov-east-1/anthropic.claude-haiku-4-5-20251001-v1:0", "model_name": "Anthropic.claude Haiku 4 5 (Oct 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1.2, "output_cost_per_million": 6, "cache_read_cost_per_token": 1.2e-7, "cache_read_cost_per_million": 0.12, "cache_write_cost_per_token": 0.0000015, "cache_write_cost_per_million": 1.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000036, "output_cost_per_token": 0.000018, "max_input_tokens": 200000, "max_output_tokens": 8192, "cache_creation_input_token_cost_above_1hr": 0.0000072, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_parallel_tool_use_config": true, "model_id": "us-gov-east-1/anthropic.claude-sonnet-4-5-20250929-v1:0", "model_name": "Anthropic.claude Sonnet 4 5 (Sep 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.5999999999999996, "output_cost_per_million": 18, "cache_read_cost_per_token": 3.6e-7, "cache_read_cost_per_million": 0.36, "cache_write_cost_per_token": 0.0000045, "cache_write_cost_per_million": 4.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000036, "output_cost_per_token": 0.000018, "max_input_tokens": 200000, "max_output_tokens": 8192, "cache_creation_input_token_cost_above_1hr": 0.0000072, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_parallel_tool_use_config": true, "model_id": "us-gov-east-1/claude-sonnet-4-5-20250929-v1:0", "model_name": "Claude Sonnet 4 5 (Sep 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.5999999999999996, "output_cost_per_million": 18, "cache_read_cost_per_token": 3.6e-7, "cache_read_cost_per_million": 0.36, "cache_write_cost_per_token": 0.0000045, "cache_write_cost_per_million": 4.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 9.6e-7, "output_cost_per_token": 0.00000384, "max_input_tokens": 300000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_pdf_input": true, "supports_prompt_caching": true, "model_id": "us-gov-west-1/amazon.nova-pro-v1:0", "model_name": "Amazon.nova Pro", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.96, "output_cost_per_million": 3.84, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000036, "output_cost_per_token": 0.000018, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "us-gov-west-1/anthropic.claude-3-5-sonnet-20240620-v1:0", "model_name": "Anthropic.claude 3 5 Sonnet (Jun 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.5999999999999996, "output_cost_per_million": 18, "cache_read_cost_per_token": 3.6e-7, "cache_read_cost_per_million": 0.36, "cache_write_cost_per_token": 0.0000045, "cache_write_cost_per_million": 4.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000036, "output_cost_per_token": 0.000018, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "us-gov-west-1/anthropic.claude-3-7-sonnet-20250219-v1:0", "model_name": "Anthropic.claude 3 7 Sonnet (Feb 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.5999999999999996, "output_cost_per_million": 18, "cache_read_cost_per_token": 3.6e-7, "cache_read_cost_per_million": 0.36, "cache_write_cost_per_token": 0.0000045, "cache_write_cost_per_million": 4.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "us-gov-west-1/anthropic.claude-3-haiku-20240307-v1:0", "model_name": "Anthropic.claude 3 Haiku (Mar 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.3, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 3.75e-7, "cache_write_cost_per_million": 0.375, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000012, "output_cost_per_token": 0.000006, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.0000024, "max_tokens": 64000, "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_pdf_input": true, "supports_parallel_tool_use_config": true, "model_id": "us-gov-west-1/anthropic.claude-haiku-4-5-20251001-v1:0", "model_name": "Anthropic.claude Haiku 4 5 (Oct 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1.2, "output_cost_per_million": 6, "cache_read_cost_per_token": 1.2e-7, "cache_read_cost_per_million": 0.12, "cache_write_cost_per_token": 0.0000015, "cache_write_cost_per_million": 1.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000036, "output_cost_per_token": 0.000018, "max_input_tokens": 200000, "max_output_tokens": 8192, "cache_creation_input_token_cost_above_1hr": 0.0000072, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_parallel_tool_use_config": true, "model_id": "us-gov-west-1/anthropic.claude-sonnet-4-5-20250929-v1:0", "model_name": "Anthropic.claude Sonnet 4 5 (Sep 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.5999999999999996, "output_cost_per_million": 18, "cache_read_cost_per_token": 3.6e-7, "cache_read_cost_per_million": 0.36, "cache_write_cost_per_token": 0.0000045, "cache_write_cost_per_million": 4.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000036, "output_cost_per_token": 0.000018, "max_input_tokens": 200000, "max_output_tokens": 8192, "cache_creation_input_token_cost_above_1hr": 0.0000072, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_parallel_tool_use_config": true, "model_id": "us-gov-west-1/claude-sonnet-4-5-20250929-v1:0", "model_name": "Claude Sonnet 4 5 (Sep 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.5999999999999996, "output_cost_per_million": 18, "cache_read_cost_per_token": 3.6e-7, "cache_read_cost_per_million": 0.36, "cache_write_cost_per_token": 0.0000045, "cache_write_cost_per_million": 4.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000036, "output_cost_per_token": 0.000018, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.0000072, "input_cost_per_token_above_200k_tokens": 0.0000072, "output_cost_per_token_above_200k_tokens": 0.000027, "cache_creation_input_token_cost_above_200k_tokens": 0.000009, "cache_creation_input_token_cost_above_1hr_above_200k_tokens": 0.0000144, "cache_read_input_token_cost_above_200k_tokens": 7.2e-7, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_parallel_tool_use_config": true, "model_id": "us-gov.anthropic.claude-sonnet-4-5-20250929-v1:0", "model_name": "Us Gov.anthropic.claude Sonnet 4 5 (Sep 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.5999999999999996, "output_cost_per_million": 18, "cache_read_cost_per_token": 3.6e-7, "cache_read_cost_per_million": 0.36, "cache_write_cost_per_token": 0.0000045, "cache_write_cost_per_million": 4.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3.3e-7, "output_cost_per_token": 0.00000275, "max_input_tokens": 1000000, "max_output_tokens": 64000, "max_tokens": 64000, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_video_input": true, "model_id": "us.amazon.nova-2-lite-v1:0", "model_name": "Nova 2 Lite", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.33, "output_cost_per_million": 2.75, "cache_read_cost_per_token": 8.25e-8, "cache_read_cost_per_million": 0.0825, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000021875, "output_cost_per_token": 0.0000175, "max_input_tokens": 1000000, "max_output_tokens": 64000, "input_cost_per_image_token": 0.0000021875, "input_cost_per_audio_token": 0.0000021875, "max_tokens": 64000, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_video_input": true, "model_id": "us.amazon.nova-2-pro-preview-20251202-v1:0", "model_name": "Nova 2 Pro Preview (Dec 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2.1875, "output_cost_per_million": 17.5, "cache_read_cost_per_token": 5.46875e-7, "cache_read_cost_per_million": 0.546875, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 6e-8, "output_cost_per_token": 2.4e-7, "max_input_tokens": 300000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_pdf_input": true, "supports_prompt_caching": true, "model_id": "us.amazon.nova-lite-v1:0", "model_name": "Nova Lite", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.06, "output_cost_per_million": 0.24, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3.5e-8, "output_cost_per_token": 1.4e-7, "max_input_tokens": 128000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_prompt_caching": true, "model_id": "us.amazon.nova-micro-v1:0", "model_name": "Nova Micro", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.035, "output_cost_per_million": 0.14, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.0000125, "max_input_tokens": 1000000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_pdf_input": true, "supports_prompt_caching": false, "model_id": "us.amazon.nova-premier-v1:0", "model_name": "Nova Premier", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2.5, "output_cost_per_million": 12.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 8e-7, "output_cost_per_token": 0.0000032, "max_input_tokens": 300000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_pdf_input": true, "supports_prompt_caching": true, "model_id": "us.amazon.nova-pro-v1:0", "model_name": "Nova Pro", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 3.1999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 8e-7, "output_cost_per_token": 0.000004, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "us.anthropic.claude-3-5-haiku-20241022-v1:0", "model_name": "Claude 3.5 Haiku (Oct 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 4, "cache_read_cost_per_token": 8e-8, "cache_read_cost_per_million": 0.08, "cache_write_cost_per_token": 0.000001, "cache_write_cost_per_million": 1, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "us.anthropic.claude-3-5-sonnet-20240620-v1:0", "model_name": "Claude 3.5 Sonnet (Jun 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "us.anthropic.claude-3-5-sonnet-20241022-v2:0", "model_name": "Claude 3.5 Sonnet (Oct 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "us.anthropic.claude-3-7-sonnet-20250219-v1:0", "model_name": "Claude 3 7 Sonnet (Feb 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.00000125, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "us.anthropic.claude-3-haiku-20240307-v1:0", "model_name": "Claude 3 Haiku (Mar 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.25, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 3.125e-7, "cache_write_cost_per_million": 0.3125, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "us.anthropic.claude-3-opus-20240229-v1:0", "model_name": "Claude 3 Opus (Feb 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "us.anthropic.claude-3-sonnet-20240229-v1:0", "model_name": "Claude 3 Sonnet (Feb 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000011, "output_cost_per_token": 0.000055, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.000022, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, "model_id": "us.anthropic.claude-fable-5", "model_name": "Claude Fable 5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 11, "output_cost_per_million": 55, "cache_read_cost_per_token": 0.0000011, "cache_read_cost_per_million": 1.1, "cache_write_cost_per_token": 0.00001375, "cache_write_cost_per_million": 13.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000055, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.0000022, "max_tokens": 64000, "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_parallel_tool_use_config": true, "model_id": "us.anthropic.claude-haiku-4-5-20251001-v1:0", "model_name": "Claude Haiku 4 5 (Oct 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1.1, "output_cost_per_million": 5.5, "cache_read_cost_per_token": 1.1e-7, "cache_read_cost_per_million": 0.11, "cache_write_cost_per_token": 0.000001375, "cache_write_cost_per_million": 1.375, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "max_tokens": 32000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "us.anthropic.claude-opus-4-1-20250805-v1:0", "model_name": "Claude Opus 4 1 (Aug 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "max_tokens": 32000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "us.anthropic.claude-opus-4-20250514-v1:0", "model_name": "Claude Opus 4 (May 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.0000275, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000011, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "high", "supports_parallel_tool_use_config": true, "model_id": "us.anthropic.claude-opus-4-5-20251101-v1:0", "model_name": "Claude Opus 4 5 (Nov 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5.5, "output_cost_per_million": 27.5, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0.000006875, "cache_write_cost_per_million": 6.875, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.0000275, "max_input_tokens": 1000000, "max_output_tokens": 128000, "supports_adaptive_thinking": true, "cache_creation_input_token_cost_above_1hr": 0.000011, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_output_config": true, "supports_max_reasoning_effort": true, "bedrock_output_config_effort_ceiling": "max", "supports_parallel_tool_use_config": true, "model_id": "us.anthropic.claude-opus-4-6-v1", "model_name": "Claude Opus 4 6 V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5.5, "output_cost_per_million": 27.5, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0.000006875, "cache_write_cost_per_million": 6.875, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.0000275, "max_input_tokens": 1000000, "max_output_tokens": 128000, "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "cache_creation_input_token_cost_above_1hr": 0.000011, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, "model_id": "us.anthropic.claude-opus-4-7", "model_name": "Claude Opus 4 7", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5.5, "output_cost_per_million": 27.5, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0.000006875, "cache_write_cost_per_million": 6.875, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.0000275, "max_input_tokens": 1000000, "max_output_tokens": 128000, "bedrock_converse_supports_strict_tools": false, "supports_adaptive_thinking": true, "cache_creation_input_token_cost_above_1hr": 0.000011, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, "model_id": "us.anthropic.claude-opus-4-8", "model_name": "Claude Opus 4 8", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5.5, "output_cost_per_million": 27.5, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0.000006875, "cache_write_cost_per_million": 6.875, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 64000, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.0000225, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "bedrock_converse_supports_strict_tools": false, "model_id": "us.anthropic.claude-sonnet-4-20250514-v1:0", "model_name": "Claude Sonnet 4 (May 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000033, "output_cost_per_token": 0.0000165, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.0000066, "input_cost_per_token_above_200k_tokens": 0.0000066, "output_cost_per_token_above_200k_tokens": 0.00002475, "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, "cache_creation_input_token_cost_above_1hr_above_200k_tokens": 0.0000132, "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_parallel_tool_use_config": true, "model_id": "us.anthropic.claude-sonnet-4-5-20250929-v1:0", "model_name": "Claude Sonnet 4 5 (Sep 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.3000000000000003, "output_cost_per_million": 16.5, "cache_read_cost_per_token": 3.3e-7, "cache_read_cost_per_million": 0.33, "cache_write_cost_per_token": 0.000004125, "cache_write_cost_per_million": 4.125, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000033, "output_cost_per_token": 0.0000165, "max_input_tokens": 1000000, "max_output_tokens": 64000, "supports_adaptive_thinking": true, "cache_creation_input_token_cost_above_1hr": 0.0000066, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_max_reasoning_effort": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_output_config": true, "supports_parallel_tool_use_config": true, "model_id": "us.anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4 6", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.3000000000000003, "output_cost_per_million": 16.5, "cache_read_cost_per_token": 3.3e-7, "cache_read_cost_per_million": 0.33, "cache_write_cost_per_token": 0.000004125, "cache_write_cost_per_million": 4.125, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000022, "output_cost_per_token": 0.000011, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.0000044, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "supports_parallel_tool_use_config": true, "model_id": "us.anthropic.claude-sonnet-5", "model_name": "Claude Sonnet 5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2.2, "output_cost_per_million": 11, "cache_read_cost_per_token": 2.2e-7, "cache_read_cost_per_million": 0.22, "cache_write_cost_per_token": 0.00000275, "cache_write_cost_per_million": 2.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3.5e-7, "output_cost_per_token": 7.5e-7, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://www.cerebras.ai/blog/openai-gpt-oss-120b-runs-fastest-on-cerebras", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "cerebras/gpt-oss-120b", "model_name": "GPT Oss 120B", "provider_id": "cerebras", "provider_name": "Cerebras", "input_cost_per_million": 0.35, "output_cost_per_million": 0.75, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "model_id": "chatgpt/gpt-5.1-codex-max", "model_name": "GPT-5.1 Codex Max", "provider_id": "chatgpt", "provider_name": "Chatgpt", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 64000, "max_tokens": 64000, "supported_endpoints": [ "/v1/responses" ], "model_id": "chatgpt/gpt-5.1-codex-mini", "model_name": "GPT-5.1 Codex Mini", "provider_id": "chatgpt", "provider_name": "Chatgpt", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 64000, "max_tokens": 64000, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "model_id": "chatgpt/gpt-5.2", "model_name": "GPT-5.2", "provider_id": "chatgpt", "provider_name": "Chatgpt", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "model_id": "chatgpt/gpt-5.2-codex", "model_name": "GPT-5.2 Codex", "provider_id": "chatgpt", "provider_name": "Chatgpt", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 64000, "max_tokens": 64000, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "model_id": "chatgpt/gpt-5.3-chat-latest", "model_name": "GPT-5.3 Chat Latest", "provider_id": "chatgpt", "provider_name": "Chatgpt", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "model_id": "chatgpt/gpt-5.3-codex", "model_name": "GPT-5.3 Codex", "provider_id": "chatgpt", "provider_name": "Chatgpt", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "model_id": "chatgpt/gpt-5.3-codex-spark", "model_name": "GPT-5.3 Codex Spark", "provider_id": "chatgpt", "provider_name": "Chatgpt", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 64000, "max_tokens": 64000, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "model_id": "chatgpt/gpt-5.3-instant", "model_name": "GPT-5.3 Instant", "provider_id": "chatgpt", "provider_name": "Chatgpt", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 1050000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "model_id": "chatgpt/gpt-5.4", "model_name": "GPT-5.4", "provider_id": "chatgpt", "provider_name": "Chatgpt", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 1050000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "model_id": "chatgpt/gpt-5.4-pro", "model_name": "GPT-5.4 Pro", "provider_id": "chatgpt", "provider_name": "Chatgpt", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2.8e-7, "output_cost_per_token": 4.2e-7, "max_input_tokens": 131072, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://api-docs.deepseek.com/quick_start/pricing", "supported_endpoints": [ "/v1/chat/completions" ], "supports_native_streaming": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "deepseek-chat", "model_name": "Deepseek Chat", "provider_id": "deepseek", "provider_name": "DeepSeek", "input_cost_per_million": 0.28, "output_cost_per_million": 0.42, "cache_read_cost_per_token": 2.8e-8, "cache_read_cost_per_million": 0.028, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": false, "supports_parallel_function_calling": false, "supports_response_schema": true, "input_cost_per_token": 2.8e-7, "output_cost_per_token": 4.2e-7, "max_input_tokens": 131072, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://api-docs.deepseek.com/quick_start/pricing", "supported_endpoints": [ "/v1/chat/completions" ], "supports_native_streaming": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": false, "model_id": "deepseek-reasoner", "model_name": "Deepseek Reasoner", "provider_id": "deepseek", "provider_name": "DeepSeek", "input_cost_per_million": 0.28, "output_cost_per_million": 0.42, "cache_read_cost_per_token": 2.8e-8, "cache_read_cost_per_million": 0.028, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 1.4e-7, "output_cost_per_token": 2.8e-7, "max_input_tokens": 1000000, "max_output_tokens": 8192, "input_cost_per_token_cache_hit": 2.8e-9, "max_tokens": 8192, "source": "https://api-docs.deepseek.com/quick_start/pricing", "supported_endpoints": [ "/v1/chat/completions" ], "supports_assistant_prefill": true, "supports_native_streaming": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "deepseek-v4-flash", "model_name": "Deepseek V4 Flash", "provider_id": "deepseek", "provider_name": "DeepSeek", "input_cost_per_million": 0.14, "output_cost_per_million": 0.28, "cache_read_cost_per_token": 2.8e-9, "cache_read_cost_per_million": 0.0028, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 4.35e-7, "output_cost_per_token": 8.7e-7, "max_input_tokens": 1000000, "max_output_tokens": 8192, "input_cost_per_token_cache_hit": 3.625e-9, "max_tokens": 8192, "source": "https://api-docs.deepseek.com/quick_start/pricing", "supported_endpoints": [ "/v1/chat/completions" ], "supports_assistant_prefill": true, "supports_native_streaming": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "deepseek-v4-pro", "model_name": "Deepseek V4 Pro", "provider_id": "deepseek", "provider_name": "DeepSeek", "input_cost_per_million": 0.435, "output_cost_per_million": 0.87, "cache_read_cost_per_token": 3.625e-9, "cache_read_cost_per_million": 0.003625, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2.8e-7, "output_cost_per_token": 4.2e-7, "max_input_tokens": 131072, "max_output_tokens": 8192, "input_cost_per_token_cache_hit": 2.8e-8, "max_tokens": 8192, "source": "https://api-docs.deepseek.com/quick_start/pricing", "supported_endpoints": [ "/v1/chat/completions" ], "supports_assistant_prefill": true, "supports_native_streaming": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "deepseek/deepseek-chat", "model_name": "Deepseek Chat", "provider_id": "deepseek", "provider_name": "DeepSeek", "input_cost_per_million": 0.28, "output_cost_per_million": 0.42, "cache_read_cost_per_token": 2.8e-8, "cache_read_cost_per_million": 0.028, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": false, "supports_parallel_function_calling": false, "supports_response_schema": true, "input_cost_per_token": 2.8e-7, "output_cost_per_token": 4.2e-7, "max_input_tokens": 131072, "max_output_tokens": 65536, "input_cost_per_token_cache_hit": 2.8e-8, "max_tokens": 65536, "source": "https://api-docs.deepseek.com/quick_start/pricing", "supported_endpoints": [ "/v1/chat/completions" ], "supports_assistant_prefill": true, "supports_native_streaming": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": false, "model_id": "deepseek/deepseek-reasoner", "model_name": "Deepseek Reasoner", "provider_id": "deepseek", "provider_name": "DeepSeek", "input_cost_per_million": 0.28, "output_cost_per_million": 0.42, "cache_read_cost_per_token": 2.8e-8, "cache_read_cost_per_million": 0.028, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 1.4e-7, "output_cost_per_token": 2.8e-7, "max_input_tokens": 1000000, "max_output_tokens": 8192, "input_cost_per_token_cache_hit": 2.8e-9, "max_tokens": 8192, "source": "https://api-docs.deepseek.com/quick_start/pricing", "supported_endpoints": [ "/v1/chat/completions" ], "supports_assistant_prefill": true, "supports_native_streaming": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "deepseek/deepseek-v4-flash", "model_name": "Deepseek V4 Flash", "provider_id": "deepseek", "provider_name": "DeepSeek", "input_cost_per_million": 0.14, "output_cost_per_million": 0.28, "cache_read_cost_per_token": 2.8e-9, "cache_read_cost_per_million": 0.0028, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 4.35e-7, "output_cost_per_token": 8.7e-7, "max_input_tokens": 1000000, "max_output_tokens": 8192, "input_cost_per_token_cache_hit": 3.625e-9, "max_tokens": 8192, "source": "https://api-docs.deepseek.com/quick_start/pricing", "supported_endpoints": [ "/v1/chat/completions" ], "supports_assistant_prefill": true, "supports_native_streaming": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "deepseek/deepseek-v4-pro", "model_name": "Deepseek V4 Pro", "provider_id": "deepseek", "provider_name": "DeepSeek", "input_cost_per_million": 0.435, "output_cost_per_million": 0.87, "cache_read_cost_per_token": 3.625e-9, "cache_read_cost_per_million": 0.003625, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": false, "supports_response_schema": true, "input_cost_per_token": 0.0000012, "output_cost_per_token": 0.0000012, "max_input_tokens": 65536, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://fireworks.ai/pricing", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-instruct", "model_name": "Deepseek Coder V2 Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 1.2, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000008, "max_input_tokens": 128000, "max_output_tokens": 20480, "max_tokens": 20480, "source": "https://fireworks.ai/pricing", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-r1", "model_name": "DeepSeek R1", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 3, "output_cost_per_million": 8, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000008, "max_input_tokens": 160000, "max_output_tokens": 160000, "max_tokens": 160000, "source": "https://fireworks.ai/pricing", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-r1-0528", "model_name": "Deepseek R1 0528", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 3, "output_cost_per_million": 8, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 5.5e-7, "output_cost_per_token": 0.00000219, "max_input_tokens": 128000, "max_output_tokens": 20480, "max_tokens": 20480, "source": "https://fireworks.ai/pricing", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-r1-basic", "model_name": "Deepseek R1 Basic", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.55, "output_cost_per_million": 2.1900000000000004, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://fireworks.ai/pricing", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-v3", "model_name": "DeepSeek V3", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "source": "https://fireworks.ai/models/fireworks/deepseek-v3-0324", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-v3-0324", "model_name": "Deepseek V3 0324", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 5.6e-7, "output_cost_per_token": 0.00000168, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://fireworks.ai/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-v3p1", "model_name": "Deepseek V3p1", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.56, "output_cost_per_million": 1.68, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 5.6e-7, "output_cost_per_token": 0.00000168, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://fireworks.ai/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-v3p1-terminus", "model_name": "Deepseek V3p1 Terminus", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.56, "output_cost_per_million": 1.68, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 5.6e-7, "output_cost_per_token": 0.00000168, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "source": "https://fireworks.ai/models/fireworks/deepseek-v3p2", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-v3p2", "model_name": "Deepseek V3p2", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.56, "output_cost_per_million": 1.68, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 1.4e-7, "output_cost_per_token": 2.8e-7, "max_input_tokens": 1048576, "max_output_tokens": 384000, "max_tokens": 384000, "source": "https://docs.fireworks.ai/serverless/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-v4-flash", "model_name": "Deepseek V4 Flash", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.14, "output_cost_per_million": 0.28, "cache_read_cost_per_token": 2.8e-8, "cache_read_cost_per_million": 0.028, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 0.00000174, "output_cost_per_token": 0.00000348, "max_input_tokens": 1048576, "max_output_tokens": 384000, "max_tokens": 384000, "source": "https://docs.fireworks.ai/serverless/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-v4-pro", "model_name": "Deepseek V4 Pro", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 1.74, "output_cost_per_million": 3.48, "cache_read_cost_per_token": 1.45e-7, "cache_read_cost_per_million": 0.145, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://fireworks.ai/pricing", "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/firefunction-v2", "model_name": "Firefunction V2", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 5.5e-7, "output_cost_per_token": 0.00000219, "max_input_tokens": 128000, "max_output_tokens": 96000, "max_tokens": 96000, "source": "https://fireworks.ai/models/fireworks/glm-4p5", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/glm-4p5", "model_name": "Glm 4p5", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.55, "output_cost_per_million": 2.1900000000000004, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2.2e-7, "output_cost_per_token": 8.8e-7, "max_input_tokens": 128000, "max_output_tokens": 96000, "max_tokens": 96000, "source": "https://artificialanalysis.ai/models/glm-4-5-air", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/glm-4p5-air", "model_name": "Glm 4p5 Air", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.22, "output_cost_per_million": 0.88, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 5.5e-7, "output_cost_per_token": 0.00000219, "max_input_tokens": 202800, "max_output_tokens": 202800, "max_tokens": 202800, "source": "https://fireworks.ai/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/glm-4p6", "model_name": "Glm 4p6", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.55, "output_cost_per_million": 2.1900000000000004, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000022, "max_input_tokens": 202800, "max_output_tokens": 202800, "max_tokens": 202800, "source": "https://fireworks.ai/models/fireworks/glm-4p7", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/glm-4p7", "model_name": "Glm 4p7", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.6, "output_cost_per_million": 2.2, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 0.0000014, "output_cost_per_token": 0.0000044, "max_input_tokens": 202800, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://docs.fireworks.ai/serverless/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/glm-5p1", "model_name": "Glm 5p1", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 1.4, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 2.6e-7, "cache_read_cost_per_million": 0.26, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 0.0000014, "output_cost_per_token": 0.0000044, "max_input_tokens": 1048576, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://docs.fireworks.ai/serverless/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/glm-5p2", "model_name": "Glm 5p2", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 1.4, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 2.6e-7, "cache_read_cost_per_million": 0.26, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://docs.fireworks.ai/serverless/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/gpt-oss-120b", "model_name": "GPT Oss 120B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 1.5e-8, "cache_read_cost_per_million": 0.015, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 7e-8, "output_cost_per_token": 3e-7, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://docs.fireworks.ai/serverless/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/gpt-oss-20b", "model_name": "GPT Oss 20B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.07, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 3.5e-8, "cache_read_cost_per_million": 0.035, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 131072, "max_output_tokens": 16384, "max_tokens": 16384, "source": "https://fireworks.ai/models/fireworks/kimi-k2-instruct", "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/kimi-k2-instruct", "model_name": "Kimi K2 Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.6, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 262144, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://app.fireworks.ai/models/fireworks/kimi-k2-instruct-0905", "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/kimi-k2-instruct-0905", "model_name": "Kimi K2 Instruct (May 2009)", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.6, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://fireworks.ai/pricing", "supports_tool_choice": true, "supports_web_search": true, "model_id": "fireworks_ai/accounts/fireworks/models/kimi-k2-thinking", "model_name": "Kimi K2 Thinking", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.6, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.000003, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://fireworks.ai/pricing", "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/kimi-k2p5", "model_name": "Kimi K2p5", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.6, "output_cost_per_million": 3, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 9.5e-7, "output_cost_per_token": 0.000004, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://docs.fireworks.ai/serverless/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/kimi-k2p6", "model_name": "Kimi K2p6", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.95, "output_cost_per_million": 4, "cache_read_cost_per_token": 1.6e-7, "cache_read_cost_per_million": 0.16, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 9.5e-7, "output_cost_per_token": 0.000004, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://docs.fireworks.ai/serverless/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/kimi-k2p7-code", "model_name": "Kimi K2p7 Code", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.95, "output_cost_per_million": 4, "cache_read_cost_per_token": 1.9e-7, "cache_read_cost_per_million": 0.19, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000003, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "source": "https://fireworks.ai/pricing", "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct", "model_name": "Llama V3p1 405B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 3, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "source": "https://fireworks.ai/pricing", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct", "model_name": "Llama V3p1 8B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "source": "https://fireworks.ai/pricing", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/llama-v3p2-11b-vision-instruct", "model_name": "Llama V3p2 11B Vision Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "source": "https://fireworks.ai/pricing", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/llama-v3p2-1b-instruct", "model_name": "Llama V3p2 1B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "source": "https://fireworks.ai/pricing", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/llama-v3p2-3b-instruct", "model_name": "Llama V3p2 3B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "source": "https://fireworks.ai/pricing", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/llama-v3p2-90b-vision-instruct", "model_name": "Llama V3p2 90B Vision Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 2.2e-7, "output_cost_per_token": 8.8e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://fireworks.ai/pricing", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/llama4-maverick-instruct-basic", "model_name": "Llama4 Maverick Instruct Basic", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.22, "output_cost_per_million": 0.88, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://fireworks.ai/pricing", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/llama4-scout-instruct-basic", "model_name": "Llama4 Scout Instruct Basic", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 204800, "max_output_tokens": 204800, "max_tokens": 204800, "source": "https://fireworks.ai/models/fireworks/minimax-m2p1", "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/minimax-m2p1", "model_name": "Minimax M2p1", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 196608, "max_output_tokens": 196608, "max_tokens": 196608, "source": "https://docs.fireworks.ai/serverless/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/minimax-m2p7", "model_name": "Minimax M2p7", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 6e-8, "cache_read_cost_per_million": 0.06, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 512000, "max_output_tokens": 512000, "max_tokens": 512000, "source": "https://docs.fireworks.ai/serverless/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/minimax-m3", "model_name": "Minimax M3", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 6e-8, "cache_read_cost_per_million": 0.06, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.0000012, "output_cost_per_token": 0.0000012, "max_input_tokens": 65536, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://fireworks.ai/pricing", "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct-hf", "model_name": "Mixtral 8x22B Instruct Hf", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 1.2, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_response_schema": true, "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://fireworks.ai/pricing", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2-72b-instruct", "model_name": "Qwen2 72B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_response_schema": true, "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://fireworks.ai/pricing", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct", "model_name": "Qwen2p5 Coder 32B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.0000016, "max_input_tokens": 262144, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://docs.fireworks.ai/serverless/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3p7-plus", "model_name": "Qwen3p7 Plus", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 1.5999999999999999, "cache_read_cost_per_token": 8e-8, "cache_read_cost_per_million": 0.08, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000003, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://fireworks.ai/pricing", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/yi-large", "model_name": "Yi Large", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 3, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 0.0000028, "output_cost_per_token": 0.0000088, "max_input_tokens": 202800, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://docs.fireworks.ai/serverless/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/routers/glm-5p1-fast", "model_name": "Glm 5p1 Fast", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 2.8, "output_cost_per_million": 8.8, "cache_read_cost_per_token": 5.2e-7, "cache_read_cost_per_million": 0.52, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://docs.fireworks.ai/serverless/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/routers/kimi-k2p6-fast", "model_name": "Kimi K2p6 Fast", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000019, "output_cost_per_token": 0.000008, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://docs.fireworks.ai/serverless/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/routers/kimi-k2p7-code-fast", "model_name": "Kimi K2p7 Code Fast", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 1.9, "output_cost_per_million": 8, "cache_read_cost_per_token": 3.8e-7, "cache_read_cost_per_million": 0.38, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 1.4e-7, "output_cost_per_token": 2.8e-7, "max_input_tokens": 1048576, "max_output_tokens": 384000, "max_tokens": 384000, "source": "https://docs.fireworks.ai/serverless/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/deepseek-v4-flash", "model_name": "Deepseek V4 Flash", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.14, "output_cost_per_million": 0.28, "cache_read_cost_per_token": 2.8e-8, "cache_read_cost_per_million": 0.028, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 0.00000174, "output_cost_per_token": 0.00000348, "max_input_tokens": 1048576, "max_output_tokens": 384000, "max_tokens": 384000, "source": "https://docs.fireworks.ai/serverless/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/deepseek-v4-pro", "model_name": "Deepseek V4 Pro", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 1.74, "output_cost_per_million": 3.48, "cache_read_cost_per_token": 1.45e-7, "cache_read_cost_per_million": 0.145, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000022, "max_input_tokens": 202800, "max_output_tokens": 202800, "max_tokens": 202800, "source": "https://fireworks.ai/models/fireworks/glm-4p7", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/glm-4p7", "model_name": "Glm 4p7", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.6, "output_cost_per_million": 2.2, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 0.0000014, "output_cost_per_token": 0.0000044, "max_input_tokens": 202800, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://docs.fireworks.ai/serverless/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/glm-5p1", "model_name": "Glm 5p1", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 1.4, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 2.6e-7, "cache_read_cost_per_million": 0.26, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 0.0000028, "output_cost_per_token": 0.0000088, "max_input_tokens": 202800, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://docs.fireworks.ai/serverless/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/glm-5p1-fast", "model_name": "Glm 5p1 Fast", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 2.8, "output_cost_per_million": 8.8, "cache_read_cost_per_token": 5.2e-7, "cache_read_cost_per_million": 0.52, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 0.0000014, "output_cost_per_token": 0.0000044, "max_input_tokens": 1048576, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://docs.fireworks.ai/serverless/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/glm-5p2", "model_name": "Glm 5p2", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 1.4, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 2.6e-7, "cache_read_cost_per_million": 0.26, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://docs.fireworks.ai/serverless/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/gpt-oss-120b", "model_name": "GPT Oss 120B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 1.5e-8, "cache_read_cost_per_million": 0.015, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 7e-8, "output_cost_per_token": 3e-7, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://docs.fireworks.ai/serverless/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/gpt-oss-20b", "model_name": "GPT Oss 20B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.07, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 3.5e-8, "cache_read_cost_per_million": 0.035, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.000003, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://fireworks.ai/pricing", "supports_tool_choice": true, "model_id": "fireworks_ai/kimi-k2p5", "model_name": "Kimi K2p5", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.6, "output_cost_per_million": 3, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 9.5e-7, "output_cost_per_token": 0.000004, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://docs.fireworks.ai/serverless/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/kimi-k2p6", "model_name": "Kimi K2p6", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.95, "output_cost_per_million": 4, "cache_read_cost_per_token": 1.6e-7, "cache_read_cost_per_million": 0.16, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://docs.fireworks.ai/serverless/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/kimi-k2p6-fast", "model_name": "Kimi K2p6 Fast", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 9.5e-7, "output_cost_per_token": 0.000004, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://docs.fireworks.ai/serverless/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/kimi-k2p7-code", "model_name": "Kimi K2p7 Code", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.95, "output_cost_per_million": 4, "cache_read_cost_per_token": 1.9e-7, "cache_read_cost_per_million": 0.19, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000019, "output_cost_per_token": 0.000008, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://docs.fireworks.ai/serverless/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/kimi-k2p7-code-fast", "model_name": "Kimi K2p7 Code Fast", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 1.9, "output_cost_per_million": 8, "cache_read_cost_per_token": 3.8e-7, "cache_read_cost_per_million": 0.38, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 204800, "max_output_tokens": 204800, "max_tokens": 204800, "source": "https://fireworks.ai/models/fireworks/minimax-m2p1", "supports_tool_choice": true, "model_id": "fireworks_ai/minimax-m2p1", "model_name": "Minimax M2p1", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 196608, "max_output_tokens": 196608, "max_tokens": 196608, "source": "https://docs.fireworks.ai/serverless/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/minimax-m2p7", "model_name": "Minimax M2p7", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 6e-8, "cache_read_cost_per_million": 0.06, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 512000, "max_output_tokens": 512000, "max_tokens": 512000, "source": "https://docs.fireworks.ai/serverless/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/minimax-m3", "model_name": "Minimax M3", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 6e-8, "cache_read_cost_per_million": 0.06, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.0000016, "max_input_tokens": 262144, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://docs.fireworks.ai/serverless/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/qwen3p7-plus", "model_name": "Qwen3p7 Plus", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 1.5999999999999999, "cache_read_cost_per_token": 8e-8, "cache_read_cost_per_million": 0.08, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "friendliai/meta-llama-3.1-70b-instruct", "model_name": "Meta Llama 3.1 70B Instruct", "provider_id": "friendliai", "provider_name": "Friendliai", "input_cost_per_million": 0.6, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "friendliai/meta-llama-3.1-8b-instruct", "model_name": "Meta Llama 3.1 8B Instruct", "provider_id": "friendliai", "provider_name": "Friendliai", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "github_copilot/gpt-4.1", "model_name": "GPT-4.1", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "github_copilot/gpt-4.1-2025-04-14", "model_name": "GPT-4.1 (Apr 2025)", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "model_id": "github_copilot/gpt-5", "model_name": "GPT-5", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 64000, "max_tokens": 64000, "model_id": "github_copilot/gpt-5-mini", "model_name": "GPT-5 Mini", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 64000, "max_tokens": 64000, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "model_id": "github_copilot/gpt-5.1", "model_name": "GPT-5.1", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "model_id": "github_copilot/gpt-5.1-codex-max", "model_name": "GPT-5.1 Codex Max", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 64000, "max_tokens": 64000, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "model_id": "github_copilot/gpt-5.2", "model_name": "GPT-5.2", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "model_id": "github_copilot/gpt-5.3-codex", "model_name": "GPT-5.3 Codex", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-7, "output_cost_per_token": 0.0000045, "max_input_tokens": 128000, "max_output_tokens": 64000, "max_tokens": 64000, "supported_endpoints": [ "/v1/chat/completions" ], "model_id": "github_copilot/mai-code-1-flash", "model_name": "Mai Code 1 Flash", "provider_id": "github", "provider_name": "Github", "input_cost_per_million": 0.75, "output_cost_per_million": 4.5, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-7, "output_cost_per_token": 0.0000045, "max_input_tokens": 128000, "max_output_tokens": 64000, "max_tokens": 64000, "supported_endpoints": [ "/v1/chat/completions" ], "model_id": "github_copilot/mai-code-1-flash-internal", "model_name": "Mai Code 1 Flash Internal", "provider_id": "github", "provider_name": "Github", "input_cost_per_million": 0.75, "output_cost_per_million": 4.5, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1048576, "max_output_tokens": 8192, "deprecation_date": "2026-06-01", "input_cost_per_audio_token": 7e-7, "max_tokens": 8192, "rpm": 10000, "source": "https://ai.google.dev/pricing#2_0flash", "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text", "image" ], "supports_audio_input": true, "supports_audio_output": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "tpm": 10000000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "2.0-flash", "model_name": "2.0 Flash", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1048576, "max_output_tokens": 8192, "deprecation_date": "2026-06-01", "input_cost_per_audio_token": 7e-7, "max_tokens": 8192, "rpm": 10000, "source": "https://ai.google.dev/pricing#2_0flash", "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text", "image" ], "supports_audio_output": false, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "tpm": 10000000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "2.0-flash-001", "model_name": "2.0 Flash 001", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-8, "output_cost_per_token": 3e-7, "max_input_tokens": 1048576, "max_output_tokens": 8192, "deprecation_date": "2026-06-01", "input_cost_per_audio_token": 7.5e-8, "rpm": 4000, "source": "https://ai.google.dev/gemini-api/docs/pricing#gemini-2.0-flash-lite", "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "tpm": 4000000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "2.0-flash-lite", "model_name": "2.0 Flash Lite", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.075, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 1.875e-8, "cache_read_cost_per_million": 0.01875, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-8, "output_cost_per_token": 3e-7, "max_input_tokens": 1048576, "max_output_tokens": 8192, "deprecation_date": "2026-06-01", "input_cost_per_audio_token": 7.5e-8, "rpm": 4000, "source": "https://ai.google.dev/gemini-api/docs/pricing#gemini-2.0-flash-lite", "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "tpm": 4000000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "2.0-flash-lite-001", "model_name": "2.0 Flash Lite 001", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.075, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 1.875e-8, "cache_read_cost_per_million": 0.01875, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000001, "max_tokens": 65535, "output_cost_per_reasoning_token": 0.0000025, "rpm": 100000, "source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "tpm": 8000000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "supports_image_size": false, "model_id": "2.5-flash", "model_name": "2.5 Flash", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 32768, "max_output_tokens": 32768, "input_cost_per_audio_token": 0.000001, "supports_reasoning": false, "max_tokens": 32768, "output_cost_per_image": 0.039, "output_cost_per_image_token": 0.00003, "output_cost_per_reasoning_token": 0.0000025, "rpm": 100000, "source": "https://ai.google.dev/gemini-api/docs/pricing#gemini-2.5-flash-image", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text", "image" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "tpm": 8000000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "supports_image_size": false, "model_id": "2.5-flash-image", "model_name": "2.5 Flash Image", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 3e-7, "max_tokens": 65535, "output_cost_per_reasoning_token": 4e-7, "rpm": 15, "source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-lite", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "tpm": 250000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "supports_image_size": false, "model_id": "2.5-flash-lite", "model_name": "2.5 Flash Lite", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 1e-8, "cache_read_cost_per_million": 0.01, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1048576, "max_output_tokens": 65535, "deprecation_date": "2025-11-18", "input_cost_per_audio_token": 5e-7, "max_tokens": 65535, "output_cost_per_reasoning_token": 4e-7, "rpm": 15, "source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-lite", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "tpm": 250000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "supports_image_size": false, "model_id": "2.5-flash-lite-preview-06-17", "model_name": "2.5 Flash Lite Preview 06 17", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 3e-7, "max_tokens": 65535, "output_cost_per_reasoning_token": 4e-7, "rpm": 15, "source": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "tpm": 250000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "supports_image_size": false, "model_id": "2.5-flash-lite-preview-09-2025", "model_name": "2.5 Flash Lite Preview 09 2025", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 1e-8, "cache_read_cost_per_million": 0.01, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000001, "max_tokens": 65535, "output_cost_per_reasoning_token": 0.0000025, "rpm": 15, "source": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "tpm": 250000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "supports_image_size": false, "model_id": "2.5-flash-preview-09-2025", "model_name": "2.5 Flash Preview 09 2025", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 1048576, "max_output_tokens": 65535, "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, "input_cost_per_token_above_200k_tokens": 0.0000025, "input_cost_per_token_priority": 0.00000125, "input_cost_per_token_above_200k_tokens_priority": 0.0000025, "max_tokens": 65535, "output_cost_per_token_above_200k_tokens": 0.000015, "output_cost_per_token_priority": 0.00001, "output_cost_per_token_above_200k_tokens_priority": 0.000015, "rpm": 2000, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_video_input": true, "supports_web_search": true, "tpm": 800000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "2.5-pro", "model_name": "2.5 Pro", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 1048576, "max_output_tokens": 65535, "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, "input_cost_per_audio_token": 7e-7, "input_cost_per_token_above_200k_tokens": 0.0000025, "max_tokens": 65535, "output_cost_per_token_above_200k_tokens": 0.000015, "rpm": 10000, "source": "https://ai.google.dev/gemini-api/docs/pricing#gemini-2.5-pro-preview", "supported_modalities": [ "text" ], "supported_output_modalities": [ "audio" ], "supports_audio_output": false, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "tpm": 10000000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "2.5-pro-preview-tts", "model_name": "2.5 Pro Preview TTS", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.000003, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000001, "max_tokens": 65535, "output_cost_per_reasoning_token": 0.000003, "rpm": 2000, "source": "https://ai.google.dev/pricing/gemini-3", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "supports_native_streaming": true, "tpm": 800000, "input_cost_per_token_priority": 9e-7, "input_cost_per_audio_token_priority": 0.0000018, "output_cost_per_token_priority": 0.0000054, "cache_read_input_token_cost_priority": 9e-8, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "model_id": "3-flash-preview", "model_name": "3 Flash Preview", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.5, "output_cost_per_million": 3, "cache_read_cost_per_token": 5e-8, "cache_read_cost_per_million": 0.049999999999999996, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000012, "max_input_tokens": 65536, "max_output_tokens": 32768, "input_cost_per_image": 0.0011, "input_cost_per_token_batches": 0.000001, "max_tokens": 32768, "output_cost_per_image": 0.134, "output_cost_per_image_token": 0.00012, "rpm": 1000, "tpm": 4000000, "output_cost_per_token_batches": 0.000006, "source": "https://ai.google.dev/gemini-api/docs/pricing#gemini-3-pro-image", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_prompt_caching": true, "supports_system_messages": true, "supports_web_search": true, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "model_id": "3-pro-image", "model_name": "3 Pro Image", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 2, "output_cost_per_million": 12, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000012, "max_input_tokens": 65536, "max_output_tokens": 32768, "input_cost_per_image": 0.0011, "input_cost_per_token_batches": 0.000001, "max_tokens": 32768, "output_cost_per_image": 0.134, "output_cost_per_image_token": 0.00012, "rpm": 1000, "tpm": 4000000, "output_cost_per_token_batches": 0.000006, "source": "https://ai.google.dev/gemini-api/docs/pricing", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_prompt_caching": true, "supports_system_messages": true, "supports_web_search": true, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "model_id": "3-pro-image-preview", "model_name": "3 Pro Image Preview", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 2, "output_cost_per_million": 12, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000012, "max_input_tokens": 1048576, "max_output_tokens": 65535, "deprecation_date": "2026-03-09", "cache_read_input_token_cost_above_200k_tokens": 4e-7, "input_cost_per_token_above_200k_tokens": 0.000004, "input_cost_per_token_batches": 0.000001, "max_tokens": 65535, "output_cost_per_token_above_200k_tokens": 0.000018, "output_cost_per_token_batches": 0.000006, "rpm": 2000, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_video_input": true, "supports_web_search": true, "tpm": 800000, "input_cost_per_token_priority": 0.0000036, "input_cost_per_token_above_200k_tokens_priority": 0.0000072, "output_cost_per_token_priority": 0.0000216, "output_cost_per_token_above_200k_tokens_priority": 0.0000324, "cache_read_input_token_cost_priority": 3.6e-7, "cache_read_input_token_cost_above_200k_tokens_priority": 7.2e-7, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "model_id": "3-pro-preview", "model_name": "3 Pro Preview", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 2, "output_cost_per_million": 12, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 65536, "max_output_tokens": 32768, "input_cost_per_token_batches": 1.25e-7, "max_tokens": 32768, "output_cost_per_image": 0.045, "output_cost_per_image_token": 0.00006, "output_cost_per_token_batches": 7.5e-7, "rpm": 1000, "tpm": 4000000, "source": "https://ai.google.dev/gemini-api/docs/pricing#gemini-3.1-flash-image", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_prompt_caching": true, "supports_system_messages": true, "supports_web_search": true, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "model_id": "3.1-flash-image", "model_name": "3.1 Flash Image", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.25, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 65536, "max_output_tokens": 32768, "input_cost_per_token_batches": 1.25e-7, "max_tokens": 32768, "output_cost_per_image": 0.045, "output_cost_per_image_token": 0.00006, "output_cost_per_token_batches": 7.5e-7, "rpm": 1000, "tpm": 4000000, "source": "https://ai.google.dev/gemini-api/docs/pricing#gemini-3.1-flash-image-preview", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_prompt_caching": true, "supports_system_messages": true, "supports_web_search": true, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "model_id": "3.1-flash-image-preview", "model_name": "3.1 Flash Image Preview", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.25, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 1048576, "max_output_tokens": 65536, "cache_read_input_token_cost_flex": 1.25e-8, "cache_read_input_token_cost_priority": 4.5e-8, "input_cost_per_audio_token": 5e-7, "input_cost_per_token_batches": 1.25e-7, "input_cost_per_token_flex": 1.25e-7, "input_cost_per_token_priority": 4.5e-7, "max_tokens": 65536, "output_cost_per_reasoning_token": 0.0000015, "output_cost_per_token_batches": 7.5e-7, "output_cost_per_token_flex": 7.5e-7, "output_cost_per_token_priority": 0.0000027, "rpm": 15, "source": "https://ai.google.dev/gemini-api/docs/pricing#gemini-3.1-flash-lite", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_video_input": true, "supports_web_search": true, "supports_native_streaming": true, "tpm": 250000, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "model_id": "3.1-flash-lite", "model_name": "3.1 Flash Lite", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.25, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 1048576, "max_output_tokens": 65536, "input_cost_per_audio_token": 5e-7, "max_tokens": 65536, "output_cost_per_reasoning_token": 0.0000015, "rpm": 15, "source": "https://ai.google.dev/gemini-api/docs/models", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_video_input": true, "supports_web_search": true, "supports_native_streaming": true, "tpm": 250000, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "model_id": "3.1-flash-lite-preview", "model_name": "3.1 Flash Lite Preview", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.25, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000012, "max_input_tokens": 1048576, "max_output_tokens": 65536, "cache_read_input_token_cost_above_200k_tokens": 4e-7, "input_cost_per_token_above_200k_tokens": 0.000004, "input_cost_per_token_batches": 0.000001, "max_tokens": 65536, "output_cost_per_token_above_200k_tokens": 0.000018, "output_cost_per_token_batches": 0.000006, "rpm": 2000, "source": "https://ai.google.dev/gemini-api/docs/models#gemini-3.1-pro-preview", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_video_input": true, "supports_web_search": true, "supports_url_context": true, "supports_native_streaming": true, "tpm": 800000, "input_cost_per_token_priority": 0.0000036, "input_cost_per_token_above_200k_tokens_priority": 0.0000072, "output_cost_per_token_priority": 0.0000216, "output_cost_per_token_above_200k_tokens_priority": 0.0000324, "cache_read_input_token_cost_priority": 3.6e-7, "cache_read_input_token_cost_above_200k_tokens_priority": 7.2e-7, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "model_id": "3.1-pro-preview", "model_name": "3.1 Pro Preview", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 2, "output_cost_per_million": 12, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000012, "max_input_tokens": 1048576, "max_output_tokens": 65536, "cache_read_input_token_cost_above_200k_tokens": 4e-7, "input_cost_per_token_above_200k_tokens": 0.000004, "input_cost_per_token_batches": 0.000001, "max_tokens": 65536, "output_cost_per_token_above_200k_tokens": 0.000018, "output_cost_per_token_batches": 0.000006, "rpm": 2000, "source": "https://ai.google.dev/gemini-api/docs/models#gemini-3.1-pro-preview", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_video_input": true, "supports_web_search": true, "supports_url_context": true, "supports_native_streaming": true, "tpm": 800000, "input_cost_per_token_priority": 0.0000036, "input_cost_per_token_above_200k_tokens_priority": 0.0000072, "output_cost_per_token_priority": 0.0000216, "output_cost_per_token_above_200k_tokens_priority": 0.0000324, "cache_read_input_token_cost_priority": 3.6e-7, "cache_read_input_token_cost_above_200k_tokens_priority": 7.2e-7, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "model_id": "3.1-pro-preview-customtools", "model_name": "3.1 Pro Preview Customtools", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 2, "output_cost_per_million": 12, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000015, "output_cost_per_token": 0.000009, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000001, "max_tokens": 65535, "output_cost_per_reasoning_token": 0.000009, "rpm": 2000, "source": "https://ai.google.dev/pricing/gemini-3", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_audio_input": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_video_input": true, "supports_web_search": true, "supports_native_streaming": true, "tpm": 800000, "input_cost_per_token_priority": 0.0000027, "input_cost_per_audio_token_priority": 0.0000018, "output_cost_per_token_priority": 0.0000162, "cache_read_input_token_cost_priority": 2.7e-7, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "model_id": "3.5-flash", "model_name": "3.5 Flash", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 1.5, "output_cost_per_million": 9, "cache_read_cost_per_token": 1.5e-7, "cache_read_cost_per_million": 0.15, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 1048576, "max_output_tokens": 8192, "input_cost_per_token_above_128k_tokens": 0, "max_tokens": 8192, "metadata": { "notes": "Rate limits not documented for gemini-exp-1114. Assuming same as gemini-1.5-pro.", "supports_tool_choice": true }, "output_cost_per_token_above_128k_tokens": 0, "rpm": 1000, "source": "https://ai.google.dev/pricing", "supports_system_messages": true, "supports_tool_choice": true, "tpm": 4000000, "model_id": "exp-1114", "model_name": "Exp 1114", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 2097152, "max_output_tokens": 8192, "input_cost_per_token_above_128k_tokens": 0, "max_tokens": 8192, "metadata": { "notes": "Rate limits not documented for gemini-exp-1206. Assuming same as gemini-1.5-pro.", "supports_tool_choice": true }, "output_cost_per_token_above_128k_tokens": 0, "rpm": 1000, "source": "https://ai.google.dev/pricing", "supports_system_messages": true, "supports_tool_choice": true, "tpm": 4000000, "model_id": "exp-1206", "model_name": "Exp (Jun 2012)", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000001, "max_tokens": 65535, "output_cost_per_reasoning_token": 0.0000025, "rpm": 15, "source": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "tpm": 250000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "flash-latest", "model_name": "Flash Latest", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 3e-7, "max_tokens": 65535, "output_cost_per_reasoning_token": 4e-7, "rpm": 15, "source": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "tpm": 250000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "flash-lite-latest", "model_name": "Flash Lite Latest", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000001, "max_tokens": 65535, "output_cost_per_reasoning_token": 0.0000025, "rpm": 100000, "source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "tpm": 8000000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "gemini-exp-1206", "model_name": "Gemini Exp (Jun 2012)", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000001, "max_tokens": 65535, "output_cost_per_reasoning_token": 0.0000025, "rpm": 100000, "source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "tpm": 8000000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "gemini-flash-latest", "model_name": "Gemini Flash Latest", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 3e-7, "max_tokens": 65535, "output_cost_per_reasoning_token": 4e-7, "rpm": 15, "source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-lite", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "tpm": 250000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "gemini-flash-lite-latest", "model_name": "Gemini Flash Lite Latest", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 1e-8, "cache_read_cost_per_million": 0.01, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 1048576, "max_output_tokens": 65535, "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, "input_cost_per_token_above_200k_tokens": 0.0000025, "max_tokens": 65535, "output_cost_per_token_above_200k_tokens": 0.000015, "rpm": 2000, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_video_input": true, "supports_web_search": true, "tpm": 800000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "gemini-pro-latest", "model_name": "Gemini Pro Latest", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 131072, "max_output_tokens": 8192, "input_cost_per_audio_per_second": 0, "input_cost_per_audio_per_second_above_128k_tokens": 0, "input_cost_per_character": 0, "input_cost_per_character_above_128k_tokens": 0, "input_cost_per_image": 0, "input_cost_per_image_above_128k_tokens": 0, "input_cost_per_token_above_128k_tokens": 0, "input_cost_per_video_per_second": 0, "input_cost_per_video_per_second_above_128k_tokens": 0, "max_tokens": 8192, "output_cost_per_character": 0, "output_cost_per_character_above_128k_tokens": 0, "output_cost_per_token_above_128k_tokens": 0, "source": "https://aistudio.google.com", "supports_audio_output": false, "supports_system_messages": false, "supports_tool_choice": true, "model_id": "gemma-3-27b-it", "model_name": "Gemma 3 27B It", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32767, "max_output_tokens": 8192, "input_cost_per_audio_per_second": 0, "input_cost_per_audio_per_second_above_128k_tokens": 0, "input_cost_per_character": 0, "input_cost_per_character_above_128k_tokens": 0, "input_cost_per_image": 0, "input_cost_per_image_above_128k_tokens": 0, "input_cost_per_token_above_128k_tokens": 0, "input_cost_per_video_per_second": 0, "input_cost_per_video_per_second_above_128k_tokens": 0, "max_tokens": 8192, "output_cost_per_character": 0, "output_cost_per_character_above_128k_tokens": 0, "output_cost_per_token_above_128k_tokens": 0, "source": "https://aistudio.google.com", "supports_audio_output": false, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "learnlm-1.5-pro-experimental", "model_name": "Learnlm 1.5 Pro Experimental", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000003, "max_tokens": 65535, "output_cost_per_audio_token": 0.000012, "rpm": 100000, "source": "https://ai.google.dev/gemini-api/docs/pricing", "supported_endpoints": [ "/v1/realtime" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "tpm": 8000000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "gemini_native_audio": true, "model_id": "live-2.5-flash-preview-native-audio-09-2025", "model_name": "Live 2.5 Flash Preview Native Audio 09 2025", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.3, "output_cost_per_million": 2, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "realtime", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 1048576, "max_output_tokens": 65535, "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, "input_cost_per_token_above_200k_tokens": 0.0000025, "max_tokens": 65535, "output_cost_per_token_above_200k_tokens": 0.000015, "rpm": 2000, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_video_input": true, "supports_web_search": true, "tpm": 800000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "pro-latest", "model_name": "Pro Latest", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000001, "max_tokens": 65535, "output_cost_per_reasoning_token": 0.0000025, "source": "https://ai.google.dev/gemini-api/docs/models#gemini-robotics-er-1-5-preview", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions" ], "supported_modalities": [ "text", "image", "video", "audio" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_prompt_caching": false, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "tpm": 250000, "rpm": 10, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "robotics-er-1.5-preview", "model_name": "Robotics Er 1.5 Preview", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 131072, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "model_id": "meta-llama/llama-4-maverick-17b-128e-instruct", "model_name": "Llama 4 Maverick Instruct (17Bx128E)", "provider_id": "groq", "provider_name": "Groq", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.1e-7, "output_cost_per_token": 3.4e-7, "max_input_tokens": 131072, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "model_id": "meta-llama/llama-4-scout-17b-16e-instruct", "model_name": "Llama 4 Scout Instruct (17Bx16E)", "provider_id": "groq", "provider_name": "Groq", "input_cost_per_million": 0.11, "output_cost_per_million": 0.33999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000003, "max_input_tokens": 262144, "max_output_tokens": 16384, "max_tokens": 16384, "supports_tool_choice": true, "model_id": "moonshotai/kimi-k2-instruct-0905", "model_name": "Kimi K2 Instruct (May 2009)", "provider_id": "groq", "provider_name": "Groq", "input_cost_per_million": 1, "output_cost_per_million": 3, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-8, "output_cost_per_token": 3e-7, "max_input_tokens": 131072, "max_output_tokens": 65536, "max_tokens": 65536, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "openai/gpt-oss-safeguard-20b", "model_name": "GPT Oss Safeguard 20B", "provider_id": "groq", "provider_name": "Groq", "input_cost_per_million": 0.075, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 3.7e-8, "cache_read_cost_per_million": 0.037, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 7.5e-7, "max_input_tokens": 128000, "max_output_tokens": 50000, "max_tokens": 50000, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "inception/mercury-2", "model_name": "Mercury 2", "provider_id": "inception", "provider_name": "Inception", "input_cost_per_million": 0.25, "output_cost_per_million": 0.75, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "model_id": "lemonade/Gemma-3-4b-it-GGUF", "model_name": "Gemma 3 4B It GGUF", "provider_id": "lemonade", "provider_name": "Lemonade", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "model_id": "lemonade/gpt-oss-120b-mxfp-GGUF", "model_name": "GPT Oss 120B Mxfp GGUF", "provider_id": "lemonade", "provider_name": "Lemonade", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "model_id": "lemonade/gpt-oss-20b-mxfp4-GGUF", "model_name": "GPT Oss 20B Mxfp4 GGUF", "provider_id": "lemonade", "provider_name": "Lemonade", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 262144, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "model_id": "lemonade/Qwen3-4B-Instruct-2507-GGUF", "model_name": "Qwen3 4B Instruct 2507 GGUF", "provider_id": "lemonade", "provider_name": "Lemonade", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 262144, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "model_id": "lemonade/Qwen3-Coder-30B-A3B-Instruct-GGUF", "model_name": "Qwen3 Coder 30B A3B Instruct GGUF", "provider_id": "lemonade", "provider_name": "Lemonade", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-8, "output_cost_per_token": 1.2e-7, "max_input_tokens": 16384, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "llamagate/codellama-7b", "model_name": "Codellama 7B", "provider_id": "llamagate", "provider_name": "Llamagate", "input_cost_per_million": 0.06, "output_cost_per_million": 0.12, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-8, "output_cost_per_token": 1.2e-7, "max_input_tokens": 16384, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "llamagate/deepseek-coder-6.7b", "model_name": "Deepseek Coder 6.7B", "provider_id": "llamagate", "provider_name": "Llamagate", "input_cost_per_million": 0.06, "output_cost_per_million": 0.12, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 8e-8, "output_cost_per_token": 1.5e-7, "max_input_tokens": 131072, "max_output_tokens": 16384, "max_tokens": 16384, "supports_reasoning": true, "model_id": "llamagate/deepseek-r1-7b-qwen", "model_name": "Deepseek R1 7B Qwen", "provider_id": "llamagate", "provider_name": "Llamagate", "input_cost_per_million": 0.08, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 65536, "max_output_tokens": 16384, "max_tokens": 16384, "supports_reasoning": true, "model_id": "llamagate/deepseek-r1-8b", "model_name": "Deepseek R1 8B", "provider_id": "llamagate", "provider_name": "Llamagate", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 8e-8, "output_cost_per_token": 1.5e-7, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "llamagate/dolphin3-8b", "model_name": "Dolphin3 8B", "provider_id": "llamagate", "provider_name": "Llamagate", "input_cost_per_million": 0.08, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-8, "output_cost_per_token": 8e-8, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "llamagate/gemma3-4b", "model_name": "Gemma3 4B", "provider_id": "llamagate", "provider_name": "Llamagate", "input_cost_per_million": 0.03, "output_cost_per_million": 0.08, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3e-8, "output_cost_per_token": 5e-8, "max_input_tokens": 131072, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "llamagate/llama-3.1-8b", "model_name": "Llama 3.1 8B", "provider_id": "llamagate", "provider_name": "Llamagate", "input_cost_per_million": 0.03, "output_cost_per_million": 0.049999999999999996, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 4e-8, "output_cost_per_token": 8e-8, "max_input_tokens": 131072, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "llamagate/llama-3.2-3b", "model_name": "Llama 3.2 3B", "provider_id": "llamagate", "provider_name": "Llamagate", "input_cost_per_million": 0.04, "output_cost_per_million": 0.08, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 4096, "max_output_tokens": 2048, "max_tokens": 2048, "model_id": "llamagate/llava-7b", "model_name": "Llava 7B", "provider_id": "llamagate", "provider_name": "Llamagate", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 1.5e-7, "max_input_tokens": 32768, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "llamagate/mistral-7b-v0.3", "model_name": "Mistral 7B V0.3", "provider_id": "llamagate", "provider_name": "Llamagate", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 8e-8, "output_cost_per_token": 1.5e-7, "max_input_tokens": 32768, "max_output_tokens": 8192, "max_tokens": 8192, "supports_reasoning": true, "model_id": "llamagate/openthinker-7b", "model_name": "Openthinker 7B", "provider_id": "llamagate", "provider_name": "Llamagate", "input_cost_per_million": 0.08, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-8, "output_cost_per_token": 1.2e-7, "max_input_tokens": 32768, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "llamagate/qwen2.5-coder-7b", "model_name": "Qwen2.5 Coder 7B", "provider_id": "llamagate", "provider_name": "Llamagate", "input_cost_per_million": 0.06, "output_cost_per_million": 0.12, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 4e-8, "output_cost_per_token": 1.4e-7, "max_input_tokens": 32768, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "llamagate/qwen3-8b", "model_name": "Qwen3 8B", "provider_id": "llamagate", "provider_name": "Llamagate", "input_cost_per_million": 0.04, "output_cost_per_million": 0.14, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 5.5e-7, "max_input_tokens": 32768, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "llamagate/qwen3-vl-8b", "model_name": "Qwen3 Vl 8B", "provider_id": "llamagate", "provider_name": "Llamagate", "input_cost_per_million": 0.15, "output_cost_per_million": 0.55, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000003, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "codestral-2405", "model_name": "Codestral (May 2024)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 1, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "source": "https://mistral.ai/news/codestral-25-08", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "codestral-2508", "model_name": "Codestral (Aug 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.3, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000003, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "codestral-latest", "model_name": "Codestral", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 1, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "source": "https://mistral.ai/news/devstral-2-vibe-cli", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "devstral-2512", "model_name": "Devstral (Dec 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "source": "https://mistral.ai/news/devstral-2-vibe-cli", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "devstral-latest", "model_name": "Devstral Latest", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://mistral.ai/news/devstral", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "devstral-medium-2507", "model_name": "Devstral Medium (Jul 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "source": "https://mistral.ai/news/devstral-2-vibe-cli", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "devstral-medium-latest", "model_name": "Devstral Medium Latest", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://mistral.ai/news/devstral", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "devstral-small-2505", "model_name": "Devstral Small (May 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://mistral.ai/news/devstral", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "devstral-small-2507", "model_name": "Devstral Small (Jul 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "source": "https://docs.mistral.ai/models/devstral-small-2-25-12", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "devstral-small-latest", "model_name": "Devstral Small Latest", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "source": "https://docs.mistral.ai/models/devstral-small-2-25-12", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "labs-devstral-small-2512", "model_name": "Labs Devstral Small (Dec 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000005, "max_input_tokens": 40000, "max_output_tokens": 40000, "max_tokens": 40000, "source": "https://mistral.ai/news/magistral", "supports_assistant_prefill": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "magistral-medium-1-2-2509", "model_name": "Magistral Medium 1 2 (Sep 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 2, "output_cost_per_million": 5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000005, "max_input_tokens": 40000, "max_output_tokens": 40000, "max_tokens": 40000, "source": "https://mistral.ai/news/magistral", "supports_assistant_prefill": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "magistral-medium-2506", "model_name": "Magistral Medium (Jun 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 2, "output_cost_per_million": 5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000005, "max_input_tokens": 40000, "max_output_tokens": 40000, "max_tokens": 40000, "source": "https://mistral.ai/news/magistral", "supports_assistant_prefill": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "magistral-medium-2509", "model_name": "Magistral Medium (Sep 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 2, "output_cost_per_million": 5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000005, "max_input_tokens": 40000, "max_output_tokens": 40000, "max_tokens": 40000, "source": "https://mistral.ai/news/magistral", "supports_assistant_prefill": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "magistral-medium-latest", "model_name": "Magistral Medium Latest", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 2, "output_cost_per_million": 5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 40000, "max_output_tokens": 40000, "max_tokens": 40000, "source": "https://mistral.ai/pricing#api-pricing", "supports_assistant_prefill": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "magistral-small-1-2-2509", "model_name": "Magistral Small 1 2 (Sep 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 40000, "max_output_tokens": 40000, "max_tokens": 40000, "source": "https://mistral.ai/pricing#api-pricing", "supports_assistant_prefill": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "magistral-small-2506", "model_name": "Magistral Small (Jun 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 40000, "max_output_tokens": 40000, "max_tokens": 40000, "source": "https://mistral.ai/pricing#api-pricing", "supports_assistant_prefill": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "magistral-small-latest", "model_name": "Magistral Small Latest", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://mistral.ai/pricing", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "ministral-3-14b-2512", "model_name": "Ministral 3 14B (Dec 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://mistral.ai/pricing", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "ministral-3-3b-2512", "model_name": "Ministral 3 3B (Dec 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 1.5e-7, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://mistral.ai/pricing", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "ministral-3-8b-2512", "model_name": "Ministral 3 8B (Dec 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 1.5e-7, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://mistral.ai/pricing", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "ministral-8b-2512", "model_name": "Ministral 8B (Dec 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 1.5e-7, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://mistral.ai/pricing", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "ministral-8b-latest", "model_name": "Ministral 8B", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000004, "output_cost_per_token": 0.000012, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "mistral-large-2402", "model_name": "Mistral Large (Feb 2024)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 4, "output_cost_per_million": 12, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000009, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "mistral-large-2407", "model_name": "Mistral Large (Jul 2024)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 3, "output_cost_per_million": 9, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://docs.mistral.ai/models/mistral-large-3-25-12", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "mistral-large-2512", "model_name": "Mistral Large (Dec 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://docs.mistral.ai/models/mistral-large-3-25-12", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "mistral-large-3", "model_name": "Mistral Large 3", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://docs.mistral.ai/models/mistral-large-3-25-12", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "mistral-large-latest", "model_name": "Mistral Large", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 0.0000027, "output_cost_per_token": 0.0000081, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "mistral-medium", "model_name": "Mistral Medium", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 2.7, "output_cost_per_million": 8.1, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 0.0000027, "output_cost_per_token": 0.0000081, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "mistral-medium-2312", "model_name": "Mistral Medium (Dec 2023)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 2.7, "output_cost_per_million": 8.1, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 131072, "max_output_tokens": 8191, "max_tokens": 8191, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "mistral-medium-2505", "model_name": "Mistral Medium (May 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://mistral.ai/news/mistral-medium-3", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "mistral-medium-2508", "model_name": "Mistral Medium (Aug 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000015, "output_cost_per_token": 0.0000075, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://docs.mistral.ai/models/model-cards/mistral-medium-3-5-26-04", "supports_assistant_prefill": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "mistral-medium-2604", "model_name": "Mistral Medium (Apr 2026)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 1.5, "output_cost_per_million": 7.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://mistral.ai/news/mistral-medium-3", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "mistral-medium-3-1-2508", "model_name": "Mistral Medium 3 1 (Aug 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000015, "output_cost_per_token": 0.0000075, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://docs.mistral.ai/models/model-cards/mistral-medium-3-5-26-04", "supports_assistant_prefill": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "mistral-medium-3-5", "model_name": "Mistral Medium 3 5", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 1.5, "output_cost_per_million": 7.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000015, "output_cost_per_token": 0.0000075, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://docs.mistral.ai/models/model-cards/mistral-medium-3-5-26-04", "supports_assistant_prefill": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "mistral-medium-latest", "model_name": "Mistral Medium 3", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 1.5, "output_cost_per_million": 7.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "mistral-small", "model_name": "Mistral Small", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 6e-8, "output_cost_per_token": 1.8e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://mistral.ai/pricing", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "mistral-small-3-2-2506", "model_name": "Mistral Small 3 2 (Jun 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.06, "output_cost_per_million": 0.18, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 6e-8, "output_cost_per_token": 1.8e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://mistral.ai/pricing", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "mistral-small-latest", "model_name": "Mistral Small", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.06, "output_cost_per_million": 0.18, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 2.5e-7, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "mistral-tiny", "model_name": "Mistral Tiny", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.25, "output_cost_per_million": 0.25, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 2.5e-7, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "open-mistral-7b", "model_name": "Open Mistral 7B", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.25, "output_cost_per_million": 0.25, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://mistral.ai/technology/", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "open-mistral-nemo", "model_name": "Mistral NeMo", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.3, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://mistral.ai/technology/", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "open-mistral-nemo-2407", "model_name": "Mistral NeMo (Jul 2024)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.3, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006, "max_input_tokens": 65336, "max_output_tokens": 8191, "max_tokens": 8191, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "open-mixtral-8x22b", "model_name": "Mixtral 8x22B", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 2, "output_cost_per_million": 6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 7e-7, "output_cost_per_token": 7e-7, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "open-mixtral-8x7b", "model_name": "Open Mixtral 8x7B", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.7, "output_cost_per_million": 0.7, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 1.5e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "pixtral-12b-2409", "model_name": "Pixtral 12B (Sep 2024)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "pixtral-large-2411", "model_name": "Pixtral Large (Nov 2024)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 2, "output_cost_per_million": 6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "pixtral-large-latest", "model_name": "Pixtral Large", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 2, "output_cost_per_million": 6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.000003, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://platform.moonshot.ai/docs/guide/kimi-k2-5-quickstart", "supports_reasoning": true, "supports_tool_choice": true, "supports_video_input": true, "model_id": "moonshot/kimi-k2.5", "model_name": "Kimi K2.5", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 0.6, "output_cost_per_million": 3, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 9.5e-7, "output_cost_per_token": 0.000004, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://platform.kimi.ai/docs/pricing/chat-k26", "supports_reasoning": true, "supports_tool_choice": true, "supports_video_input": true, "model_id": "moonshot/kimi-k2.6", "model_name": "Kimi K2.6", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 0.95, "output_cost_per_million": 4, "cache_read_cost_per_token": 1.6e-7, "cache_read_cost_per_million": 0.16, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000005, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://platform.moonshot.ai/docs/pricing", "supports_tool_choice": true, "model_id": "moonshot/moonshot-v1-128k", "model_name": "Moonshot V1 128k", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 2, "output_cost_per_million": 5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000005, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://platform.moonshot.ai/docs/pricing", "supports_tool_choice": true, "model_id": "moonshot/moonshot-v1-128k-vision-preview", "model_name": "Moonshot V1 128k Vision Preview", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 2, "output_cost_per_million": 5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000003, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://platform.moonshot.ai/docs/pricing", "supports_tool_choice": true, "model_id": "moonshot/moonshot-v1-32k", "model_name": "Moonshot V1 32k", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 1, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000003, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://platform.moonshot.ai/docs/pricing", "supports_tool_choice": true, "model_id": "moonshot/moonshot-v1-32k-vision-preview", "model_name": "Moonshot V1 32k Vision Preview", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 1, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://platform.moonshot.ai/docs/pricing", "supports_tool_choice": true, "model_id": "moonshot/moonshot-v1-8k", "model_name": "Moonshot V1 8k", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://platform.moonshot.ai/docs/pricing", "supports_tool_choice": true, "model_id": "moonshot/moonshot-v1-8k-vision-preview", "model_name": "Moonshot V1 8k Vision Preview", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000005, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://platform.moonshot.ai/docs/pricing", "supports_tool_choice": true, "model_id": "moonshot/moonshot-v1-auto", "model_name": "Moonshot V1 Auto", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 2, "output_cost_per_million": 5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 2.8e-7, "output_cost_per_token": 0.0000011, "max_input_tokens": 123000, "max_output_tokens": 12000, "max_tokens": 12000, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/baidu/ernie-4.5-300b-a47b-paddle", "model_name": "Ernie 4.5 300B A47B Paddle", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.28, "output_cost_per_million": 1.1, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3.9e-7, "output_cost_per_token": 3.9e-7, "max_input_tokens": 131072, "max_output_tokens": 65536, "max_tokens": 65536, "supports_tool_choice": true, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/baidu/ernie-4.5-vl-28b-a3b-thinking", "model_name": "Ernie 4.5 Vl 28B A3B Thinking", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.39, "output_cost_per_million": 0.39, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-8, "output_cost_per_token": 3e-8, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/deepseek/deepseek-ocr", "model_name": "Deepseek Ocr", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.03, "output_cost_per_million": 0.03, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 7e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 163840, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "supports_system_messages": true, "input_cost_per_token_cache_hit": 3.5e-7, "supports_reasoning": true, "model_id": "novita/deepseek/deepseek-r1-0528", "model_name": "Deepseek R1 0528", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.7, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 3.5e-7, "cache_read_cost_per_million": 0.35, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_response_schema": true, "input_cost_per_token": 8e-7, "output_cost_per_token": 8e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/deepseek/deepseek-r1-distill-llama-70b", "model_name": "Deepseek R1 Distill Llama 70B", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 0.7999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 1.5e-7, "max_input_tokens": 32768, "max_output_tokens": 16384, "max_tokens": 16384, "supports_tool_choice": true, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/deepseek/deepseek-r1-distill-qwen-14b", "model_name": "Deepseek R1 Distill Qwen 14B", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.15, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 64000, "max_output_tokens": 32000, "max_tokens": 32000, "supports_tool_choice": true, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/deepseek/deepseek-r1-distill-qwen-32b", "model_name": "Deepseek R1 Distill Qwen 32B", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.3, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2.7e-7, "output_cost_per_token": 0.00000112, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "supports_tool_choice": true, "supports_system_messages": true, "input_cost_per_token_cache_hit": 1.35e-7, "model_id": "novita/deepseek/deepseek-v3-0324", "model_name": "Deepseek V3 0324", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.27, "output_cost_per_million": 1.12, "cache_read_cost_per_token": 1.35e-7, "cache_read_cost_per_million": 0.135, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2.7e-7, "output_cost_per_token": 0.000001, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "supports_system_messages": true, "input_cost_per_token_cache_hit": 1.35e-7, "supports_reasoning": true, "model_id": "novita/deepseek/deepseek-v3.1", "model_name": "Deepseek V3.1", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.27, "output_cost_per_million": 1, "cache_read_cost_per_token": 1.35e-7, "cache_read_cost_per_million": 0.135, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2.7e-7, "output_cost_per_token": 0.000001, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "supports_system_messages": true, "input_cost_per_token_cache_hit": 1.35e-7, "supports_reasoning": true, "model_id": "novita/deepseek/deepseek-v3.1-terminus", "model_name": "Deepseek V3.1 Terminus", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.27, "output_cost_per_million": 1, "cache_read_cost_per_token": 1.35e-7, "cache_read_cost_per_million": 0.135, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2.69e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 163840, "max_output_tokens": 65536, "max_tokens": 65536, "supports_tool_choice": true, "supports_system_messages": true, "input_cost_per_token_cache_hit": 1.345e-7, "supports_reasoning": true, "model_id": "novita/deepseek/deepseek-v3.2", "model_name": "Deepseek V3.2", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.26899999999999996, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 1.345e-7, "cache_read_cost_per_million": 0.13449999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2.7e-7, "output_cost_per_token": 4.1e-7, "max_input_tokens": 163840, "max_output_tokens": 65536, "max_tokens": 65536, "supports_tool_choice": true, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/deepseek/deepseek-v3.2-exp", "model_name": "Deepseek V3.2 Exp", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.27, "output_cost_per_million": 0.41, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 1e-7, "max_input_tokens": 131072, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/google/gemma-3-12b-it", "model_name": "Gemma 3 12B It", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 256000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_tool_choice": true, "supports_system_messages": true, "input_cost_per_token_cache_hit": 6e-8, "model_id": "novita/kwaipilot/kat-coder-pro", "model_name": "Kat Coder Pro", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 6e-8, "cache_read_cost_per_million": 0.06, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_response_schema": true, "input_cost_per_token": 5.1e-7, "output_cost_per_token": 7.4e-7, "max_input_tokens": 8192, "max_output_tokens": 8000, "max_tokens": 8000, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/meta-llama/llama-3-70b-instruct", "model_name": "Llama 3 70B Instruct", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.51, "output_cost_per_million": 0.74, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 204800, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "supports_system_messages": true, "input_cost_per_token_cache_hit": 3e-8, "model_id": "novita/minimax/minimax-m2.1", "model_name": "Minimax M2.1", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_response_schema": true, "input_cost_per_token": 4e-8, "output_cost_per_token": 1.7e-7, "max_input_tokens": 60288, "max_output_tokens": 16000, "max_tokens": 16000, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/mistralai/mistral-nemo", "model_name": "Mistral Nemo", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.04, "output_cost_per_million": 0.16999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/moonshotai/kimi-k2-0905", "model_name": "Kimi K2 (May 2009)", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.6, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 5.7e-7, "output_cost_per_token": 0.0000023, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/moonshotai/kimi-k2-instruct", "model_name": "Kimi K2 Instruct", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.5700000000000001, "output_cost_per_million": 2.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "supports_tool_choice": true, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/moonshotai/kimi-k2-thinking", "model_name": "Kimi K2 Thinking", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.6, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_response_schema": true, "input_cost_per_token": 1.4e-7, "output_cost_per_token": 1.4e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/nousresearch/hermes-2-pro-llama-3-8b", "model_name": "Hermes 2 Pro Llama 3 8B", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.14, "output_cost_per_million": 0.14, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 2.5e-7, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/openai/gpt-oss-120b", "model_name": "GPT Oss 120B", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.25, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 4e-8, "output_cost_per_token": 1.5e-7, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/openai/gpt-oss-20b", "model_name": "GPT Oss 20B", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.04, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3.8e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 32000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/qwen/qwen-2.5-72b-instruct", "model_name": "Qwen 2.5 72B Instruct", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.38, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 7e-8, "output_cost_per_token": 7e-8, "max_input_tokens": 32000, "max_output_tokens": 32000, "max_tokens": 32000, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/qwen/qwen2.5-7b-instruct", "model_name": "Qwen2.5 7B Instruct", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.07, "output_cost_per_million": 0.07, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 9e-8, "output_cost_per_token": 5.8e-7, "max_input_tokens": 131072, "max_output_tokens": 16384, "max_tokens": 16384, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/qwen/qwen3-235b-a22b-instruct-2507", "model_name": "Qwen3 235B A22B Instruct (Jul 2025)", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.09, "output_cost_per_million": 0.58, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 7e-8, "output_cost_per_token": 2.7e-7, "max_input_tokens": 160000, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/qwen/qwen3-coder-30b-a3b-instruct", "model_name": "Qwen3 Coder 30B A3B Instruct", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.07, "output_cost_per_million": 0.27, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000013, "max_input_tokens": 262144, "max_output_tokens": 65536, "max_tokens": 65536, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/qwen/qwen3-coder-480b-a35b-instruct", "model_name": "Qwen3 Coder 480B A35B Instruct", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.3, "output_cost_per_million": 1.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.00000211, "output_cost_per_token": 0.00000845, "max_input_tokens": 262144, "max_output_tokens": 65536, "max_tokens": 65536, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/qwen/qwen3-max", "model_name": "Qwen3 Max", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 2.1100000000000003, "output_cost_per_million": 8.450000000000001, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/qwen/qwen3-next-80b-a3b-instruct", "model_name": "Qwen3 Next 80B A3B Instruct", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.15, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/qwen/qwen3-next-80b-a3b-thinking", "model_name": "Qwen3 Next 80B A3B Thinking", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.15, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 9.7e-7, "max_input_tokens": 65536, "max_output_tokens": 16384, "max_tokens": 16384, "supports_tool_choice": true, "supports_system_messages": true, "supports_audio_input": true, "supports_audio_output": true, "model_id": "novita/qwen/qwen3-omni-30b-a3b-instruct", "model_name": "Qwen3 Omni 30B A3B Instruct", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.25, "output_cost_per_million": 0.9700000000000001, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 9.7e-7, "max_input_tokens": 65536, "max_output_tokens": 16384, "max_tokens": 16384, "supports_tool_choice": true, "supports_system_messages": true, "supports_reasoning": true, "supports_audio_input": true, "model_id": "novita/qwen/qwen3-omni-30b-a3b-thinking", "model_name": "Qwen3 Omni 30B A3B Thinking", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.25, "output_cost_per_million": 0.9700000000000001, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/qwen/qwen3-vl-235b-a22b-instruct", "model_name": "Qwen3 Vl 235B A22B Instruct", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.3, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 7e-7, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/qwen/qwen3-vl-30b-a3b-instruct", "model_name": "Qwen3 Vl 30B A3B Instruct", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.7, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.000001, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/qwen/qwen3-vl-30b-a3b-thinking", "model_name": "Qwen3 Vl 30B A3B Thinking", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 1, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 8e-8, "output_cost_per_token": 5e-7, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/qwen/qwen3-vl-8b-instruct", "model_name": "Qwen3 Vl 8B Instruct", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.08, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_response_schema": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 5e-8, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/sao10k/l3-8b-lunaris", "model_name": "L3 8B Lunaris", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.049999999999999996, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 262144, "max_output_tokens": 65536, "max_tokens": 65536, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/skywork/r1v4-lite", "model_name": "R1v4 Lite", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 262144, "max_output_tokens": 32000, "max_tokens": 32000, "supports_tool_choice": true, "supports_system_messages": true, "input_cost_per_token_cache_hit": 2e-8, "supports_reasoning": true, "model_id": "novita/xiaomimimo/mimo-v2-flash", "model_name": "Mimo V2 Flash", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 2e-8, "cache_read_cost_per_million": 0.02, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000018, "max_input_tokens": 65536, "max_output_tokens": 16384, "max_tokens": 16384, "supports_tool_choice": true, "supports_system_messages": true, "input_cost_per_token_cache_hit": 1.1e-7, "supports_reasoning": true, "model_id": "novita/zai-org/glm-4.5v", "model_name": "Glm 4.5v", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.6, "output_cost_per_million": 1.7999999999999998, "cache_read_cost_per_token": 1.1e-7, "cache_read_cost_per_million": 0.11, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 5.5e-7, "output_cost_per_token": 0.0000022, "max_input_tokens": 204800, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "supports_system_messages": true, "input_cost_per_token_cache_hit": 1.1e-7, "supports_reasoning": true, "model_id": "novita/zai-org/glm-4.6", "model_name": "Glm 4.6", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.55, "output_cost_per_million": 2.2, "cache_read_cost_per_token": 1.1e-7, "cache_read_cost_per_million": 0.11, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "supports_system_messages": true, "input_cost_per_token_cache_hit": 5.5e-8, "supports_reasoning": true, "model_id": "novita/zai-org/glm-4.6v", "model_name": "Glm 4.6v", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.3, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 5.5e-8, "cache_read_cost_per_million": 0.055, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000022, "max_input_tokens": 204800, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "supports_system_messages": true, "input_cost_per_token_cache_hit": 1.1e-7, "supports_reasoning": true, "model_id": "novita/zai-org/glm-4.7", "model_name": "Glm 4.7", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.6, "output_cost_per_million": 2.2, "cache_read_cost_per_token": 1.1e-7, "cache_read_cost_per_million": 0.11, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 1048576, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "supports_native_streaming": true, "supports_image_size": false, "model_id": "oci/google.gemini-2.5-flash", "model_name": "Google.gemini 2.5 Flash", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-8, "output_cost_per_token": 3e-7, "max_input_tokens": 1048576, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "supports_native_streaming": true, "supports_image_size": false, "model_id": "oci/google.gemini-2.5-flash-lite", "model_name": "Google.gemini 2.5 Flash Lite", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 0.075, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 1048576, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "supports_native_streaming": true, "model_id": "oci/google.gemini-2.5-pro", "model_name": "Google.gemini 2.5 Pro", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "supports_native_streaming": true, "supports_reasoning": true, "model_id": "oci/openai.gpt-5", "model_name": "Openai.GPT-5", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "supports_native_streaming": true, "supports_reasoning": true, "model_id": "oci/openai.gpt-5-mini", "model_name": "Openai.GPT-5 Mini", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 0.25, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 4e-7, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "supports_native_streaming": true, "supports_reasoning": true, "model_id": "oci/openai.gpt-5-nano", "model_name": "Openai.GPT-5 Nano", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000015, "output_cost_per_token": 0.000006, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "codex-mini-latest", "model_name": "Codex Mini Latest", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.5, "output_cost_per_million": 6, "cache_read_cost_per_token": 3.75e-7, "cache_read_cost_per_million": 0.375, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000012, "max_input_tokens": 1047576, "max_output_tokens": 32768, "input_cost_per_token_batches": 0.0000015, "max_tokens": 32768, "output_cost_per_token_batches": 0.000006, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "ft:gpt-4.1-2025-04-14", "model_name": "GPT-4.1 (Apr 2025) [Fine-tuned]", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 3, "output_cost_per_million": 12, "cache_read_cost_per_token": 7.5e-7, "cache_read_cost_per_million": 0.75, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 8e-7, "output_cost_per_token": 0.0000032, "max_input_tokens": 1047576, "max_output_tokens": 32768, "input_cost_per_token_batches": 4e-7, "max_tokens": 32768, "output_cost_per_token_batches": 0.0000016, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "ft:gpt-4.1-mini-2025-04-14", "model_name": "GPT-4.1 mini (Apr 2025) [Fine-tuned]", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 3.1999999999999997, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 8e-7, "max_input_tokens": 1047576, "max_output_tokens": 32768, "input_cost_per_token_batches": 1e-7, "max_tokens": 32768, "output_cost_per_token_batches": 4e-7, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "ft:gpt-4.1-nano-2025-04-14", "model_name": "GPT-4.1 nano (Apr 2025) [Fine-tuned]", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.7999999999999999, "cache_read_cost_per_token": 5e-8, "cache_read_cost_per_million": 0.049999999999999996, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000375, "output_cost_per_token": 0.000015, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_token_batches": 0.000001875, "max_tokens": 16384, "output_cost_per_token_batches": 0.0000075, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "ft:gpt-4o-2024-08-06", "model_name": "GPT-4o (Aug 2024) [Fine-tuned]", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 3.75, "output_cost_per_million": 15, "cache_read_cost_per_token": 0.000001875, "cache_read_cost_per_million": 1.875, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.00000375, "output_cost_per_token": 0.000015, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "ft:gpt-4o-2024-11-20", "model_name": "GPT-4o (Nov 2024) [Fine-tuned]", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 3.75, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0.000001875, "cache_write_cost_per_million": 1.875, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_token_batches": 1.5e-7, "max_tokens": 16384, "output_cost_per_token_batches": 6e-7, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "ft:gpt-4o-mini-2024-07-18", "model_name": "GPT-4o mini (Jul 2024) [Fine-tuned]", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 1.5e-7, "cache_read_cost_per_million": 0.15, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_response_schema": true, "input_cost_per_token": 0.000004, "output_cost_per_token": 0.000016, "max_input_tokens": 200000, "max_output_tokens": 100000, "input_cost_per_token_batches": 0.000002, "max_tokens": 100000, "output_cost_per_token_batches": 0.000008, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "ft:o4-mini-2025-04-16", "model_name": "o4 mini (Apr 2025) [Fine-tuned]", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 4, "output_cost_per_million": 16, "cache_read_cost_per_token": 0.000001, "cache_read_cost_per_million": 1, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 1047576, "max_output_tokens": 32768, "cache_read_input_token_cost_priority": 8.75e-7, "input_cost_per_token_batches": 0.000001, "input_cost_per_token_priority": 0.0000035, "max_tokens": 32768, "output_cost_per_token_batches": 0.000004, "output_cost_per_token_priority": 0.000014, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "gpt-4.1", "model_name": "GPT-4.1", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 1047576, "max_output_tokens": 32768, "input_cost_per_token_batches": 0.000001, "max_tokens": 32768, "output_cost_per_token_batches": 0.000004, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "gpt-4.1-2025-04-14", "model_name": "GPT-4.1 (Apr 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.0000016, "max_input_tokens": 1047576, "max_output_tokens": 32768, "cache_read_input_token_cost_priority": 1.75e-7, "input_cost_per_token_batches": 2e-7, "input_cost_per_token_priority": 7e-7, "max_tokens": 32768, "output_cost_per_token_batches": 8e-7, "output_cost_per_token_priority": 0.0000028, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "gpt-4.1-mini", "model_name": "GPT-4.1 mini", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 1.5999999999999999, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.0000016, "max_input_tokens": 1047576, "max_output_tokens": 32768, "input_cost_per_token_batches": 2e-7, "max_tokens": 32768, "output_cost_per_token_batches": 8e-7, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "gpt-4.1-mini-2025-04-14", "model_name": "GPT-4.1 mini (Apr 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 1.5999999999999999, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1047576, "max_output_tokens": 32768, "cache_read_input_token_cost_priority": 5e-8, "input_cost_per_token_batches": 5e-8, "input_cost_per_token_priority": 2e-7, "max_tokens": 32768, "output_cost_per_token_batches": 2e-7, "output_cost_per_token_priority": 8e-7, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-4.1-nano", "model_name": "GPT-4.1 nano", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1047576, "max_output_tokens": 32768, "input_cost_per_token_batches": 5e-8, "max_tokens": 32768, "output_cost_per_token_batches": 2e-7, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-4.1-nano-2025-04-14", "model_name": "GPT-4.1 nano (Apr 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "cache_read_input_token_cost_priority": 0.000002125, "input_cost_per_token_batches": 0.00000125, "input_cost_per_token_priority": 0.00000425, "max_tokens": 16384, "output_cost_per_token_batches": 0.000005, "output_cost_per_token_priority": 0.000017, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-4o", "model_name": "GPT-4o", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_token_batches": 0.00000125, "max_tokens": 16384, "output_cost_per_token_batches": 0.000005, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-4o-2024-08-06", "model_name": "GPT-4o (Aug 2024)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_token_batches": 0.00000125, "max_tokens": 16384, "output_cost_per_token_batches": 0.000005, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-4o-2024-11-20", "model_name": "GPT-4o (Nov 2024)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 128000, "max_output_tokens": 16384, "cache_read_input_token_cost_priority": 1.25e-7, "input_cost_per_token_batches": 7.5e-8, "input_cost_per_token_priority": 2.5e-7, "max_tokens": 16384, "output_cost_per_token_batches": 3e-7, "output_cost_per_token_priority": 0.000001, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-4o-mini", "model_name": "GPT-4o mini", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_token_batches": 7.5e-8, "max_tokens": 16384, "output_cost_per_token_batches": 3e-7, "search_context_cost_per_query": { "search_context_size_high": 0.03, "search_context_size_low": 0.025, "search_context_size_medium": 0.0275 }, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-4o-mini-2024-07-18", "model_name": "GPT-4o mini (Jul 2024)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_token_batches": 7.5e-8, "max_tokens": 16384, "output_cost_per_token_batches": 3e-7, "search_context_cost_per_query": { "search_context_size_high": 0.03, "search_context_size_low": 0.025, "search_context_size_medium": 0.0275 }, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "gpt-4o-mini-search-preview", "model_name": "GPT-4o Mini Search Preview", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_token_batches": 7.5e-8, "max_tokens": 16384, "output_cost_per_token_batches": 3e-7, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-4o-mini-search-preview-2025-03-11", "model_name": "GPT-4o Mini Search Preview (Mar 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_token_batches": 0.00000125, "max_tokens": 16384, "output_cost_per_token_batches": 0.000005, "search_context_cost_per_query": { "search_context_size_high": 0.05, "search_context_size_low": 0.03, "search_context_size_medium": 0.035 }, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "gpt-4o-search-preview", "model_name": "GPT-4o Search Preview", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_token_batches": 0.00000125, "max_tokens": 16384, "output_cost_per_token_batches": 0.000005, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-4o-search-preview-2025-03-11", "model_name": "GPT-4o Search Preview (Mar 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_flex": 6.25e-8, "cache_read_input_token_cost_priority": 2.5e-7, "input_cost_per_token_flex": 6.25e-7, "input_cost_per_token_priority": 0.0000025, "max_tokens": 128000, "output_cost_per_token_flex": 0.000005, "output_cost_per_token_priority": 0.00002, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5", "model_name": "GPT-5", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_flex": 6.25e-8, "cache_read_input_token_cost_priority": 2.5e-7, "input_cost_per_token_flex": 6.25e-7, "input_cost_per_token_priority": 0.0000025, "max_tokens": 128000, "output_cost_per_token_flex": 0.000005, "output_cost_per_token_priority": 0.00002, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5-2025-08-07", "model_name": "GPT-5 (Aug 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": false, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": false, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5-chat", "model_name": "GPT-5 Chat", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": false, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5-chat-latest", "model_name": "GPT-5 Chat Latest", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5-codex", "model_name": "GPT-5 Codex", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_flex": 1.25e-8, "cache_read_input_token_cost_priority": 4.5e-8, "input_cost_per_token_flex": 1.25e-7, "input_cost_per_token_priority": 4.5e-7, "max_tokens": 128000, "output_cost_per_token_flex": 0.000001, "output_cost_per_token_priority": 0.0000036, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5-mini", "model_name": "GPT-5 Mini", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.25, "output_cost_per_million": 2, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_flex": 1.25e-8, "cache_read_input_token_cost_priority": 4.5e-8, "input_cost_per_token_flex": 1.25e-7, "input_cost_per_token_priority": 4.5e-7, "max_tokens": 128000, "output_cost_per_token_flex": 0.000001, "output_cost_per_token_priority": 0.0000036, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5-mini-2025-08-07", "model_name": "GPT-5 Mini (Aug 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.25, "output_cost_per_million": 2, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 4e-7, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_flex": 2.5e-9, "input_cost_per_token_flex": 2.5e-8, "input_cost_per_token_priority": 0.0000025, "max_tokens": 128000, "output_cost_per_token_flex": 2e-7, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5-nano", "model_name": "GPT-5 Nano", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 5e-9, "cache_read_cost_per_million": 0.005, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 4e-7, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_flex": 2.5e-9, "input_cost_per_token_flex": 2.5e-8, "max_tokens": 128000, "output_cost_per_token_flex": 2e-7, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5-nano-2025-08-07", "model_name": "GPT-5 Nano (Aug 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 5e-9, "cache_read_cost_per_million": 0.005, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.00012, "max_input_tokens": 400000, "max_output_tokens": 128000, "input_cost_per_token_batches": 0.0000075, "max_tokens": 128000, "output_cost_per_token_batches": 0.00006, "supported_endpoints": [ "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5-pro", "model_name": "GPT-5 Pro", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 15, "output_cost_per_million": 120, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.00012, "max_input_tokens": 400000, "max_output_tokens": 128000, "input_cost_per_token_batches": 0.0000075, "max_tokens": 128000, "output_cost_per_token_batches": 0.00006, "supported_endpoints": [ "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5-pro-2025-10-06", "model_name": "GPT-5 Pro (Oct 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 15, "output_cost_per_million": 120, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5-search-api", "model_name": "GPT-5 Search API", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "model_id": "gpt-5-search-api-2025-10-14", "model_name": "GPT-5 Search API (Oct 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_priority": 2.5e-7, "input_cost_per_token_priority": 0.0000025, "max_tokens": 128000, "output_cost_per_token_priority": 0.00002, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.1", "model_name": "GPT-5.1", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_priority": 2.5e-7, "input_cost_per_token_priority": 0.0000025, "max_tokens": 128000, "output_cost_per_token_priority": 0.00002, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.1-2025-11-13", "model_name": "GPT-5.1 (Nov 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": false, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "cache_read_input_token_cost_priority": 2.5e-7, "input_cost_per_token_priority": 0.0000025, "max_tokens": 16384, "output_cost_per_token_priority": 0.00002, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": false, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.1-chat-latest", "model_name": "GPT-5.1 Chat Latest", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_priority": 2.5e-7, "input_cost_per_token_priority": 0.0000025, "max_tokens": 128000, "output_cost_per_token_priority": 0.00002, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.1-codex", "model_name": "GPT-5.1 Codex", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.1-codex-max", "model_name": "GPT-5.1 Codex Max", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_priority": 4.5e-8, "input_cost_per_token_priority": 4.5e-7, "max_tokens": 128000, "output_cost_per_token_priority": 0.0000036, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.1-codex-mini", "model_name": "GPT-5.1 Codex Mini", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.25, "output_cost_per_million": 2, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_priority": 3.5e-7, "input_cost_per_token_priority": 0.0000035, "max_tokens": 128000, "output_cost_per_token_priority": 0.000028, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.2", "model_name": "GPT-5.2", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.75, "output_cost_per_million": 14, "cache_read_cost_per_token": 1.75e-7, "cache_read_cost_per_million": 0.175, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_priority": 3.5e-7, "input_cost_per_token_priority": 0.0000035, "max_tokens": 128000, "output_cost_per_token_priority": 0.000028, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.2-2025-12-11", "model_name": "GPT-5.2 (Dec 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.75, "output_cost_per_million": 14, "cache_read_cost_per_token": 1.75e-7, "cache_read_cost_per_million": 0.175, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "max_input_tokens": 128000, "max_output_tokens": 16384, "cache_read_input_token_cost_priority": 3.5e-7, "input_cost_per_token_priority": 0.0000035, "max_tokens": 16384, "output_cost_per_token_priority": 0.000028, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.2-chat-latest", "model_name": "GPT-5.2 Chat Latest", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.75, "output_cost_per_million": 14, "cache_read_cost_per_token": 1.75e-7, "cache_read_cost_per_million": 0.175, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_priority": 3.5e-7, "input_cost_per_token_priority": 0.0000035, "max_tokens": 128000, "output_cost_per_token_priority": 0.000028, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.2-codex", "model_name": "GPT-5.2 Codex", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.75, "output_cost_per_million": 14, "cache_read_cost_per_token": 1.75e-7, "cache_read_cost_per_million": 0.175, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000021, "output_cost_per_token": 0.000168, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.2-pro", "model_name": "GPT-5.2 Pro", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 21, "output_cost_per_million": 168, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000021, "output_cost_per_token": 0.000168, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.2-pro-2025-12-11", "model_name": "GPT-5.2 Pro (Dec 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 21, "output_cost_per_million": 168, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "max_input_tokens": 128000, "max_output_tokens": 16384, "cache_read_input_token_cost_priority": 3.5e-7, "input_cost_per_token_priority": 0.0000035, "max_tokens": 16384, "output_cost_per_token_priority": 0.000028, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.3-chat-latest", "model_name": "GPT-5.3 Chat Latest", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.75, "output_cost_per_million": 14, "cache_read_cost_per_token": 1.75e-7, "cache_read_cost_per_million": 0.175, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_priority": 3.5e-7, "input_cost_per_token_priority": 0.0000035, "max_tokens": 128000, "output_cost_per_token_priority": 0.000028, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.3-codex", "model_name": "GPT-5.3 Codex", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.75, "output_cost_per_million": 14, "cache_read_cost_per_token": 1.75e-7, "cache_read_cost_per_million": 0.175, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.000015, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 5e-7, "cache_read_input_token_cost_flex": 1.3e-7, "cache_read_input_token_cost_priority": 5e-7, "input_cost_per_token_above_272k_tokens": 0.000005, "input_cost_per_token_flex": 0.00000125, "input_cost_per_token_batches": 0.00000125, "input_cost_per_token_priority": 0.000005, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.0000225, "output_cost_per_token_flex": 0.0000075, "output_cost_per_token_batches": 0.0000075, "output_cost_per_token_priority": 0.00003, "regional_processing_uplift_multiplier_eu": 1.1, "regional_processing_uplift_multiplier_us": 1.1, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.4", "model_name": "GPT-5.4", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2.5, "output_cost_per_million": 15, "cache_read_cost_per_token": 2.5e-7, "cache_read_cost_per_million": 0.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.000015, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 5e-7, "cache_read_input_token_cost_flex": 1.3e-7, "cache_read_input_token_cost_priority": 5e-7, "input_cost_per_token_above_272k_tokens": 0.000005, "input_cost_per_token_flex": 0.00000125, "input_cost_per_token_batches": 0.00000125, "input_cost_per_token_priority": 0.000005, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.0000225, "output_cost_per_token_flex": 0.0000075, "output_cost_per_token_batches": 0.0000075, "output_cost_per_token_priority": 0.00003, "regional_processing_uplift_multiplier_eu": 1.1, "regional_processing_uplift_multiplier_us": 1.1, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-5.4-2026-03-05", "model_name": "GPT-5.4 (Mar 2026)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2.5, "output_cost_per_million": 15, "cache_read_cost_per_token": 2.5e-7, "cache_read_cost_per_million": 0.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-7, "output_cost_per_token": 0.0000045, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_flex": 3.75e-8, "cache_read_input_token_cost_priority": 1.5e-7, "input_cost_per_token_flex": 3.75e-7, "input_cost_per_token_batches": 3.75e-7, "input_cost_per_token_priority": 0.0000015, "max_tokens": 128000, "output_cost_per_token_flex": 0.00000225, "output_cost_per_token_batches": 0.00000225, "output_cost_per_token_priority": 0.000009, "regional_processing_uplift_multiplier_eu": 1.1, "regional_processing_uplift_multiplier_us": 1.1, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": false, "model_id": "gpt-5.4-mini", "model_name": "GPT-5.4 Mini", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.75, "output_cost_per_million": 4.5, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-7, "output_cost_per_token": 0.0000045, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_flex": 3.75e-8, "cache_read_input_token_cost_priority": 1.5e-7, "input_cost_per_token_flex": 3.75e-7, "input_cost_per_token_batches": 3.75e-7, "input_cost_per_token_priority": 0.0000015, "max_tokens": 128000, "output_cost_per_token_flex": 0.00000225, "output_cost_per_token_batches": 0.00000225, "output_cost_per_token_priority": 0.000009, "regional_processing_uplift_multiplier_eu": 1.1, "regional_processing_uplift_multiplier_us": 1.1, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": false, "model_id": "gpt-5.4-mini-2026-03-17", "model_name": "GPT-5.4 Mini (Mar 2026)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.75, "output_cost_per_million": 4.5, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.00000125, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_flex": 1e-8, "input_cost_per_token_flex": 1e-7, "input_cost_per_token_batches": 1e-7, "max_tokens": 128000, "output_cost_per_token_flex": 6.25e-7, "output_cost_per_token_batches": 6.25e-7, "regional_processing_uplift_multiplier_eu": 1.1, "regional_processing_uplift_multiplier_us": 1.1, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": false, "model_id": "gpt-5.4-nano", "model_name": "GPT-5.4 Nano", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 2e-8, "cache_read_cost_per_million": 0.02, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.00000125, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_flex": 1e-8, "input_cost_per_token_flex": 1e-7, "input_cost_per_token_batches": 1e-7, "max_tokens": 128000, "output_cost_per_token_flex": 6.25e-7, "output_cost_per_token_batches": 6.25e-7, "regional_processing_uplift_multiplier_eu": 1.1, "regional_processing_uplift_multiplier_us": 1.1, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": false, "model_id": "gpt-5.4-nano-2026-03-17", "model_name": "GPT-5.4 Nano (Mar 2026)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 2e-8, "cache_read_cost_per_million": 0.02, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.00003, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 0.000001, "cache_read_input_token_cost_flex": 2.5e-7, "cache_read_input_token_cost_priority": 0.000001, "input_cost_per_token_above_272k_tokens": 0.00001, "input_cost_per_token_flex": 0.0000025, "input_cost_per_token_batches": 0.0000025, "input_cost_per_token_priority": 0.00001, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.000045, "output_cost_per_token_flex": 0.000015, "output_cost_per_token_batches": 0.000015, "output_cost_per_token_priority": 0.00006, "regional_processing_uplift_multiplier_eu": 1.1, "regional_processing_uplift_multiplier_us": 1.1, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": false, "model_id": "gpt-5.5", "model_name": "GPT-5.5", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 5, "output_cost_per_million": 30, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.00003, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 0.000001, "cache_read_input_token_cost_flex": 2.5e-7, "cache_read_input_token_cost_priority": 0.000001, "input_cost_per_token_above_272k_tokens": 0.00001, "input_cost_per_token_flex": 0.0000025, "input_cost_per_token_batches": 0.0000025, "input_cost_per_token_priority": 0.00001, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.000045, "output_cost_per_token_flex": 0.000015, "output_cost_per_token_batches": 0.000015, "output_cost_per_token_priority": 0.00006, "regional_processing_uplift_multiplier_eu": 1.1, "regional_processing_uplift_multiplier_us": 1.1, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": false, "model_id": "gpt-5.5-2026-04-23", "model_name": "GPT-5.5 (Apr 2026)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 5, "output_cost_per_million": 30, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.00003, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_272k_tokens": 0.0000125, "cache_creation_input_token_cost_flex": 0.000003125, "cache_creation_input_token_cost_priority": 0.0000125, "cache_read_input_token_cost_above_272k_tokens": 0.000001, "cache_read_input_token_cost_flex": 2.5e-7, "cache_read_input_token_cost_priority": 0.000001, "input_cost_per_token_above_272k_tokens": 0.00001, "input_cost_per_token_batches": 0.0000025, "input_cost_per_token_flex": 0.0000025, "input_cost_per_token_priority": 0.00001, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.000045, "output_cost_per_token_batches": 0.000015, "output_cost_per_token_flex": 0.000015, "output_cost_per_token_priority": 0.00006, "regional_processing_uplift_multiplier_eu": 1.1, "regional_processing_uplift_multiplier_us": 1.1, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_minimal_reasoning_effort": false, "supports_native_streaming": true, "supports_none_reasoning_effort": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_xhigh_reasoning_effort": true, "model_id": "gpt-5.6", "model_name": "GPT-5.6", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 5, "output_cost_per_million": 30, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000006, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_272k_tokens": 0.0000025, "cache_creation_input_token_cost_flex": 6.25e-7, "cache_creation_input_token_cost_priority": 0.0000025, "cache_read_input_token_cost_above_272k_tokens": 2e-7, "cache_read_input_token_cost_flex": 5e-8, "cache_read_input_token_cost_priority": 2e-7, "input_cost_per_token_above_272k_tokens": 0.000002, "input_cost_per_token_batches": 5e-7, "input_cost_per_token_flex": 5e-7, "input_cost_per_token_priority": 0.000002, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.000009, "output_cost_per_token_batches": 0.000003, "output_cost_per_token_flex": 0.000003, "output_cost_per_token_priority": 0.000012, "regional_processing_uplift_multiplier_eu": 1.1, "regional_processing_uplift_multiplier_us": 1.1, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_minimal_reasoning_effort": false, "supports_native_streaming": true, "supports_none_reasoning_effort": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_xhigh_reasoning_effort": true, "model_id": "gpt-5.6-luna", "model_name": "GPT-5.6 Luna", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1, "output_cost_per_million": 6, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0.00000125, "cache_write_cost_per_million": 1.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.00003, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_272k_tokens": 0.0000125, "cache_creation_input_token_cost_flex": 0.000003125, "cache_creation_input_token_cost_priority": 0.0000125, "cache_read_input_token_cost_above_272k_tokens": 0.000001, "cache_read_input_token_cost_flex": 2.5e-7, "cache_read_input_token_cost_priority": 0.000001, "input_cost_per_token_above_272k_tokens": 0.00001, "input_cost_per_token_batches": 0.0000025, "input_cost_per_token_flex": 0.0000025, "input_cost_per_token_priority": 0.00001, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.000045, "output_cost_per_token_batches": 0.000015, "output_cost_per_token_flex": 0.000015, "output_cost_per_token_priority": 0.00006, "regional_processing_uplift_multiplier_eu": 1.1, "regional_processing_uplift_multiplier_us": 1.1, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_minimal_reasoning_effort": false, "supports_native_streaming": true, "supports_none_reasoning_effort": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_xhigh_reasoning_effort": true, "model_id": "gpt-5.6-sol", "model_name": "GPT-5.6 Sol", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 5, "output_cost_per_million": 30, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.000015, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_272k_tokens": 0.00000625, "cache_creation_input_token_cost_flex": 0.0000015625, "cache_creation_input_token_cost_priority": 0.00000625, "cache_read_input_token_cost_above_272k_tokens": 5e-7, "cache_read_input_token_cost_flex": 1.25e-7, "cache_read_input_token_cost_priority": 5e-7, "input_cost_per_token_above_272k_tokens": 0.000005, "input_cost_per_token_batches": 0.00000125, "input_cost_per_token_flex": 0.00000125, "input_cost_per_token_priority": 0.000005, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.0000225, "output_cost_per_token_batches": 0.0000075, "output_cost_per_token_flex": 0.0000075, "output_cost_per_token_priority": 0.00003, "regional_processing_uplift_multiplier_eu": 1.1, "regional_processing_uplift_multiplier_us": 1.1, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_minimal_reasoning_effort": false, "supports_native_streaming": true, "supports_none_reasoning_effort": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_xhigh_reasoning_effort": true, "model_id": "gpt-5.6-terra", "model_name": "GPT-5.6 Terra", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2.5, "output_cost_per_million": 15, "cache_read_cost_per_token": 2.5e-7, "cache_read_cost_per_million": 0.25, "cache_write_cost_per_token": 0.000003125, "cache_write_cost_per_million": 3.125, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.00006, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "o1", "model_name": "o1", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 15, "output_cost_per_million": 60, "cache_read_cost_per_token": 0.0000075, "cache_read_cost_per_million": 7.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.00006, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "o1-2024-12-17", "model_name": "o1 (Dec 2024)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 15, "output_cost_per_million": 60, "cache_read_cost_per_token": 0.0000075, "cache_read_cost_per_million": 7.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00015, "output_cost_per_token": 0.0006, "max_input_tokens": 200000, "max_output_tokens": 100000, "input_cost_per_token_batches": 0.000075, "max_tokens": 100000, "output_cost_per_token_batches": 0.0003, "supported_endpoints": [ "/v1/responses", "/v1/batch" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "o1-pro", "model_name": "o1 Pro", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 150, "output_cost_per_million": 600, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00015, "output_cost_per_token": 0.0006, "max_input_tokens": 200000, "max_output_tokens": 100000, "input_cost_per_token_batches": 0.000075, "max_tokens": 100000, "output_cost_per_token_batches": 0.0003, "supported_endpoints": [ "/v1/responses", "/v1/batch" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "o1-pro-2025-03-19", "model_name": "o1 Pro (Mar 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 150, "output_cost_per_million": 600, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 200000, "max_output_tokens": 100000, "cache_read_input_token_cost_flex": 2.5e-7, "cache_read_input_token_cost_priority": 8.75e-7, "input_cost_per_token_flex": 0.000001, "input_cost_per_token_priority": 0.0000035, "max_tokens": 100000, "output_cost_per_token_flex": 0.000004, "output_cost_per_token_priority": 0.000014, "supported_endpoints": [ "/v1/responses", "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "o3", "model_name": "o3", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supported_endpoints": [ "/v1/responses", "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "o3-2025-04-16", "model_name": "o3 (Apr 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00001, "output_cost_per_token": 0.00004, "max_input_tokens": 200000, "max_output_tokens": 100000, "input_cost_per_token_batches": 0.000005, "max_tokens": 100000, "output_cost_per_token_batches": 0.00002, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "o3-deep-research", "model_name": "O3 Deep Research", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 10, "output_cost_per_million": 40, "cache_read_cost_per_token": 0.0000025, "cache_read_cost_per_million": 2.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00001, "output_cost_per_token": 0.00004, "max_input_tokens": 200000, "max_output_tokens": 100000, "input_cost_per_token_batches": 0.000005, "max_tokens": 100000, "output_cost_per_token_batches": 0.00002, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "o3-deep-research-2025-06-26", "model_name": "O3 Deep Research (Jun 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 10, "output_cost_per_million": 40, "cache_read_cost_per_token": 0.0000025, "cache_read_cost_per_million": 2.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000044, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "o3-mini", "model_name": "o3 mini", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.1, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000044, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "o3-mini-2025-01-31", "model_name": "o3 mini (Jan 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.1, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00002, "output_cost_per_token": 0.00008, "max_input_tokens": 200000, "max_output_tokens": 100000, "input_cost_per_token_batches": 0.00001, "max_tokens": 100000, "output_cost_per_token_batches": 0.00004, "supported_endpoints": [ "/v1/responses", "/v1/batch" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "o3-pro", "model_name": "o3 Pro", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 20, "output_cost_per_million": 80, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00002, "output_cost_per_token": 0.00008, "max_input_tokens": 200000, "max_output_tokens": 100000, "input_cost_per_token_batches": 0.00001, "max_tokens": 100000, "output_cost_per_token_batches": 0.00004, "supported_endpoints": [ "/v1/responses", "/v1/batch" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "o3-pro-2025-06-10", "model_name": "o3 Pro (Jun 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 20, "output_cost_per_million": 80, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000044, "max_input_tokens": 200000, "max_output_tokens": 100000, "cache_read_input_token_cost_flex": 1.375e-7, "cache_read_input_token_cost_priority": 5e-7, "input_cost_per_token_flex": 5.5e-7, "input_cost_per_token_priority": 0.000002, "max_tokens": 100000, "output_cost_per_token_flex": 0.0000022, "output_cost_per_token_priority": 0.000008, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "o4-mini", "model_name": "o4 mini", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.1, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 2.75e-7, "cache_read_cost_per_million": 0.275, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000044, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "o4-mini-2025-04-16", "model_name": "o4 mini (Apr 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.1, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 2.75e-7, "cache_read_cost_per_million": 0.275, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 200000, "max_output_tokens": 100000, "input_cost_per_token_batches": 0.000001, "max_tokens": 100000, "output_cost_per_token_batches": 0.000004, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "o4-mini-deep-research", "model_name": "O4 Mini Deep Research", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 200000, "max_output_tokens": 100000, "input_cost_per_token_batches": 0.000001, "max_tokens": 100000, "output_cost_per_token_batches": 0.000004, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "o4-mini-deep-research-2025-06-26", "model_name": "O4 Mini Deep Research (Jun 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "supports_adaptive_thinking": true, "max_tokens": 128000, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_max_reasoning_effort": true, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "model_id": "openrouter/anthropic/claude-opus-4.7", "model_name": "Claude Opus 4.7", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1048576, "max_output_tokens": 8192, "deprecation_date": "2026-06-01", "input_cost_per_audio_token": 7e-7, "max_tokens": 8192, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "openrouter/google/gemini-2.0-flash-001", "model_name": "Gemini 2.0 Flash 001", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1048576, "max_output_tokens": 8192, "input_cost_per_audio_token": 7e-7, "max_tokens": 8192, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_image_size": false, "model_id": "openrouter/google/gemini-2.5-flash", "model_name": "Gemini 2.5 Flash", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 1048576, "max_output_tokens": 8192, "input_cost_per_audio_token": 7e-7, "max_tokens": 8192, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "openrouter/google/gemini-2.5-pro", "model_name": "Gemini 2.5 Pro", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.000003, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000001, "max_tokens": 65535, "output_cost_per_reasoning_token": 0.000003, "rpm": 2000, "source": "https://ai.google.dev/pricing/gemini-3", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "tpm": 800000, "model_id": "openrouter/google/gemini-3-flash-preview", "model_name": "Gemini 3 Flash Preview", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.5, "output_cost_per_million": 3, "cache_read_cost_per_token": 5e-8, "cache_read_cost_per_million": 0.049999999999999996, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000012, "max_input_tokens": 1048576, "max_output_tokens": 65535, "cache_read_input_token_cost_above_200k_tokens": 4e-7, "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, "input_cost_per_token_above_200k_tokens": 0.000004, "input_cost_per_token_batches": 0.000001, "max_tokens": 65535, "output_cost_per_token_above_200k_tokens": 0.000018, "output_cost_per_token_batches": 0.000006, "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_video_input": true, "supports_web_search": true, "model_id": "openrouter/google/gemini-3-pro-preview", "model_name": "Gemini 3 Pro Preview", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 2, "output_cost_per_million": 12, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 1048576, "max_output_tokens": 65536, "input_cost_per_audio_token": 5e-7, "max_tokens": 65536, "output_cost_per_reasoning_token": 0.0000015, "rpm": 2000, "source": "https://ai.google.dev/gemini-api/docs/pricing#gemini-3.1-flash-lite", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_video_input": true, "supports_web_search": true, "tpm": 800000, "model_id": "openrouter/google/gemini-3.1-flash-lite", "model_name": "Gemini 3.1 Flash Lite", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.25, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 1048576, "max_output_tokens": 65536, "input_cost_per_audio_token": 5e-7, "max_tokens": 65536, "output_cost_per_reasoning_token": 0.0000015, "rpm": 2000, "source": "https://ai.google.dev/pricing/gemini-3", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_video_input": true, "supports_web_search": true, "tpm": 800000, "model_id": "openrouter/google/gemini-3.1-flash-lite-preview", "model_name": "Gemini 3.1 Flash Lite Preview", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.25, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000012, "max_input_tokens": 1048576, "max_output_tokens": 65536, "cache_read_input_token_cost_above_200k_tokens": 4e-7, "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, "input_cost_per_token_above_200k_tokens": 0.000004, "max_tokens": 65536, "output_cost_per_token_above_200k_tokens": 0.000018, "source": "https://openrouter.ai/google/gemini-3.1-pro-preview", "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "openrouter/google/gemini-3.1-pro-preview", "model_name": "Gemini 3.1 Pro Preview", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 2, "output_cost_per_million": 12, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 1047576, "max_output_tokens": 32768, "max_tokens": 32768, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "openrouter/openai/gpt-4.1", "model_name": "GPT-4.1", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.0000016, "max_input_tokens": 1047576, "max_output_tokens": 32768, "max_tokens": 32768, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "openrouter/openai/gpt-4.1-mini", "model_name": "GPT-4.1 mini", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 1.5999999999999999, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1047576, "max_output_tokens": 32768, "max_tokens": 32768, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "openrouter/openai/gpt-4.1-nano", "model_name": "GPT-4.1 nano", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.8e-7, "output_cost_per_token": 8e-7, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://openrouter.ai/openai/gpt-oss-120b", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/openai/gpt-oss-120b", "model_name": "GPT Oss 120B", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.18, "output_cost_per_million": 0.7999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2e-8, "output_cost_per_token": 1e-7, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://openrouter.ai/openai/gpt-oss-20b", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/openai/gpt-oss-20b", "model_name": "GPT Oss 20B", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.02, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.00006, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "openrouter/openai/o1", "model_name": "o1", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 15, "output_cost_per_million": 60, "cache_read_cost_per_token": 0.0000075, "cache_read_cost_per_million": 7.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 2000000, "max_tokens": 2000000, "supports_tool_choice": true, "supports_reasoning": true, "supports_audio_input": true, "supports_video_input": true, "model_id": "openrouter/openrouter/auto", "model_name": "Auto", "provider_id": "openrouter", "provider_name": "OpenRouter", "max_output_tokens": 0, "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 200000, "max_tokens": 200000, "supports_tool_choice": true, "supports_reasoning": true, "model_id": "openrouter/openrouter/free", "model_name": "Free", "provider_id": "openrouter", "provider_name": "OpenRouter", "max_output_tokens": 0, "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 1048576, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "supports_reasoning": true, "supports_audio_input": true, "supports_video_input": true, "supports_prompt_caching": true, "model_id": "openrouter/xiaomi/mimo-v2.5", "model_name": "Mimo V2.5", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 2, "cache_read_cost_per_token": 8e-8, "cache_read_cost_per_million": 0.08, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000003, "max_input_tokens": 1048576, "max_output_tokens": 16384, "max_tokens": 16384, "supports_tool_choice": true, "supports_reasoning": true, "supports_prompt_caching": true, "model_id": "openrouter/xiaomi/mimo-v2.5-pro", "model_name": "Mimo V2.5 Pro", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 1, "output_cost_per_million": 3, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6.7e-7, "output_cost_per_token": 6.7e-7, "max_input_tokens": 131000, "max_output_tokens": 131000, "max_tokens": 131000, "source": "https://endpoints.ai.cloud.ovh.net/models/deepseek-r1-distill-llama-70b", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "ovhcloud/DeepSeek-R1-Distill-Llama-70B", "model_name": "DeepSeek R1 Distill Llama 70B", "provider_id": "ovhcloud", "provider_name": "Ovhcloud", "input_cost_per_million": 0.67, "output_cost_per_million": 0.67, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_response_schema": true, "input_cost_per_token": 8e-8, "output_cost_per_token": 4e-7, "max_input_tokens": 131000, "max_output_tokens": 131000, "max_tokens": 131000, "source": "https://endpoints.ai.cloud.ovh.net/models/gpt-oss-120b", "supports_reasoning": true, "supports_tool_choice": false, "model_id": "ovhcloud/gpt-oss-120b", "model_name": "GPT Oss 120B", "provider_id": "ovhcloud", "provider_name": "Ovhcloud", "input_cost_per_million": 0.08, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_response_schema": true, "input_cost_per_token": 4e-8, "output_cost_per_token": 1.5e-7, "max_input_tokens": 131000, "max_output_tokens": 131000, "max_tokens": 131000, "source": "https://endpoints.ai.cloud.ovh.net/models/gpt-oss-20b", "supports_reasoning": true, "supports_tool_choice": false, "model_id": "ovhcloud/gpt-oss-20b", "model_name": "GPT Oss 20B", "provider_id": "ovhcloud", "provider_name": "Ovhcloud", "input_cost_per_million": 0.04, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 131000, "max_output_tokens": 131000, "max_tokens": 131000, "source": "https://endpoints.ai.cloud.ovh.net/models/llama-3-1-8b-instruct", "supports_tool_choice": true, "model_id": "ovhcloud/Llama-3.1-8B-Instruct", "model_name": "Llama 3.1 8B Instruct", "provider_id": "ovhcloud", "provider_name": "Ovhcloud", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.9e-7, "output_cost_per_token": 2.9e-7, "max_input_tokens": 32000, "max_output_tokens": 32000, "max_tokens": 32000, "source": "https://endpoints.ai.cloud.ovh.net/models/llava-next-mistral-7b", "supports_tool_choice": false, "model_id": "ovhcloud/llava-v1.6-mistral-7b-hf", "model_name": "Llava V1.6 Mistral 7B Hf", "provider_id": "ovhcloud", "provider_name": "Ovhcloud", "input_cost_per_million": 0.29, "output_cost_per_million": 0.29, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_response_schema": true, "input_cost_per_token": 1.9e-7, "output_cost_per_token": 1.9e-7, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "source": "https://endpoints.ai.cloud.ovh.net/models/mamba-codestral-7b-v0-1", "supports_tool_choice": false, "model_id": "ovhcloud/mamba-codestral-7B-v0.1", "model_name": "Mamba Codestral 7B V0.1", "provider_id": "ovhcloud", "provider_name": "Ovhcloud", "input_cost_per_million": 0.19, "output_cost_per_million": 0.19, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6.7e-7, "output_cost_per_token": 6.7e-7, "max_input_tokens": 131000, "max_output_tokens": 131000, "max_tokens": 131000, "source": "https://endpoints.ai.cloud.ovh.net/models/meta-llama-3-3-70b-instruct", "supports_tool_choice": true, "model_id": "ovhcloud/Meta-Llama-3_3-70B-Instruct", "model_name": "Meta Llama 3_3 70B Instruct", "provider_id": "ovhcloud", "provider_name": "Ovhcloud", "input_cost_per_million": 0.67, "output_cost_per_million": 0.67, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 127000, "max_output_tokens": 127000, "max_tokens": 127000, "source": "https://endpoints.ai.cloud.ovh.net/models/mistral-7b-instruct-v0-3", "supports_tool_choice": true, "model_id": "ovhcloud/Mistral-7B-Instruct-v0.3", "model_name": "Mistral 7B Instruct V0.3", "provider_id": "ovhcloud", "provider_name": "Ovhcloud", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.3e-7, "output_cost_per_token": 1.3e-7, "max_input_tokens": 118000, "max_output_tokens": 118000, "max_tokens": 118000, "source": "https://endpoints.ai.cloud.ovh.net/models/mistral-nemo-instruct-2407", "supports_tool_choice": true, "model_id": "ovhcloud/Mistral-Nemo-Instruct-2407", "model_name": "Mistral Nemo Instruct (Jul 2024)", "provider_id": "ovhcloud", "provider_name": "Ovhcloud", "input_cost_per_million": 0.13, "output_cost_per_million": 0.13, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 9e-8, "output_cost_per_token": 2.8e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://endpoints.ai.cloud.ovh.net/models/mistral-small-3-2-24b-instruct-2506", "supports_tool_choice": true, "model_id": "ovhcloud/Mistral-Small-3.2-24B-Instruct-2506", "model_name": "Mistral Small 3.2 24B Instruct (Jun 2025)", "provider_id": "ovhcloud", "provider_name": "Ovhcloud", "input_cost_per_million": 0.09, "output_cost_per_million": 0.28, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_response_schema": true, "input_cost_per_token": 6.3e-7, "output_cost_per_token": 6.3e-7, "max_input_tokens": 32000, "max_output_tokens": 32000, "max_tokens": 32000, "source": "https://endpoints.ai.cloud.ovh.net/models/mixtral-8x7b-instruct-v0-1", "supports_tool_choice": false, "model_id": "ovhcloud/Mixtral-8x7B-Instruct-v0.1", "model_name": "Mixtral 8x7B Instruct V0.1", "provider_id": "ovhcloud", "provider_name": "Ovhcloud", "input_cost_per_million": 0.63, "output_cost_per_million": 0.63, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_response_schema": true, "input_cost_per_token": 8.7e-7, "output_cost_per_token": 8.7e-7, "max_input_tokens": 32000, "max_output_tokens": 32000, "max_tokens": 32000, "source": "https://endpoints.ai.cloud.ovh.net/models/qwen2-5-coder-32b-instruct", "supports_tool_choice": false, "model_id": "ovhcloud/Qwen2.5-Coder-32B-Instruct", "model_name": "Qwen2.5 Coder 32B Instruct", "provider_id": "ovhcloud", "provider_name": "Ovhcloud", "input_cost_per_million": 0.87, "output_cost_per_million": 0.87, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 9.1e-7, "output_cost_per_token": 9.1e-7, "max_input_tokens": 32000, "max_output_tokens": 32000, "max_tokens": 32000, "source": "https://endpoints.ai.cloud.ovh.net/models/qwen2-5-vl-72b-instruct", "supports_tool_choice": false, "model_id": "ovhcloud/Qwen2.5-VL-72B-Instruct", "model_name": "Qwen2.5 VL 72B Instruct", "provider_id": "ovhcloud", "provider_name": "Ovhcloud", "input_cost_per_million": 0.9099999999999999, "output_cost_per_million": 0.9099999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 8e-8, "output_cost_per_token": 2.3e-7, "max_input_tokens": 32000, "max_output_tokens": 32000, "max_tokens": 32000, "source": "https://endpoints.ai.cloud.ovh.net/models/qwen3-32b", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "ovhcloud/Qwen3-32B", "model_name": "Qwen3 32B", "provider_id": "ovhcloud", "provider_name": "Ovhcloud", "input_cost_per_million": 0.08, "output_cost_per_million": 0.22999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "supports_system_messages": true, "supports_tool_choice": true, "supports_prompt_caching": true, "model_id": "anthropic/claude-3.5-haiku", "model_name": "Claude 3.5 Haiku", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 1, "output_cost_per_million": 5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000375, "output_cost_per_token": 0.00001875, "supports_system_messages": true, "supports_tool_choice": true, "supports_prompt_caching": true, "model_id": "anthropic/claude-3.5-sonnet", "model_name": "Claude 3.5 Sonnet", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 3.75, "output_cost_per_million": 18.75, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "supports_system_messages": true, "supports_tool_choice": true, "supports_prompt_caching": true, "model_id": "anthropic/claude-3.7-sonnet", "model_name": "Claude 3.7 Sonnet", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "supports_system_messages": true, "supports_tool_choice": true, "supports_prompt_caching": true, "model_id": "anthropic/claude-4-sonnet", "model_name": "Claude 4 Sonnet", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "supports_system_messages": true, "supports_tool_choice": true, "supports_prompt_caching": true, "model_id": "anthropic/claude-4.5-haiku", "model_name": "Claude 4.5 Haiku", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 1, "output_cost_per_million": 5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "supports_system_messages": true, "supports_tool_choice": true, "supports_prompt_caching": true, "model_id": "anthropic/claude-4.5-sonnet", "model_name": "Claude 4.5 Sonnet", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.0000025, "supports_system_messages": true, "supports_tool_choice": true, "supports_image_size": false, "model_id": "google/gemini-2.5-flash", "model_name": "Gemini 2.5 Flash", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 2.5, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000012, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "google/gemini-3-pro", "model_name": "Gemini 3 Pro", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 2, "output_cost_per_million": 12, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "openai/gpt-4.1", "model_name": "GPT-4.1", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.0000016, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "openai/gpt-4.1-mini", "model_name": "GPT-4.1 mini", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 1.5999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "supports_system_messages": true, "supports_tool_choice": true, "supports_audio_input": true, "supports_audio_output": true, "model_id": "openai/gpt-4o", "model_name": "GPT-4o", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "openai/gpt-4o-mini", "model_name": "GPT-4o mini", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "openai/gpt-5", "model_name": "GPT-5", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.000002, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "openai/gpt-5-mini", "model_name": "GPT-5 Mini", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.25, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 6.3e-7, "output_cost_per_token": 0.0000018, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "metadata": { "notes": "For vision models, images are converted to 6432 input tokens and are billed at that amount" }, "source": "https://cloud.sambanova.ai/plans/pricing", "supports_tool_choice": true, "model_id": "sambanova/Llama-4-Maverick-17B-128E-Instruct", "model_name": "Llama 4 Maverick 17B 128E Instruct", "provider_id": "sambanova", "provider_name": "Sambanova", "input_cost_per_million": 0.63, "output_cost_per_million": 1.7999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 7e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "deprecation_date": "2025-06-19", "max_tokens": 8192, "metadata": { "notes": "For vision models, images are converted to 6432 input tokens and are billed at that amount" }, "source": "https://cloud.sambanova.ai/plans/pricing", "supports_tool_choice": true, "model_id": "sambanova/Llama-4-Scout-17B-16E-Instruct", "model_name": "Llama 4 Scout 17B 16E Instruct", "provider_id": "sambanova", "provider_name": "Sambanova", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 0.7, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.00001, "max_input_tokens": 16384, "max_output_tokens": 16384, "deprecation_date": "2025-06-25", "max_tokens": 16384, "source": "https://cloud.sambanova.ai/plans/pricing", "supports_tool_choice": true, "model_id": "sambanova/Meta-Llama-3.1-405B-Instruct", "model_name": "Meta Llama 3.1 405B Instruct", "provider_id": "sambanova", "provider_name": "Sambanova", "input_cost_per_million": 5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "deprecation_date": "2026-04-14", "max_tokens": 16384, "source": "https://cloud.sambanova.ai/plans/pricing", "supports_tool_choice": true, "model_id": "sambanova/Meta-Llama-3.1-8B-Instruct", "model_name": "Meta Llama 3.1 8B Instruct", "provider_id": "sambanova", "provider_name": "Sambanova", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://cloud.sambanova.ai/plans/pricing", "supports_tool_choice": true, "model_id": "sambanova/Meta-Llama-3.3-70B-Instruct", "model_name": "Meta Llama 3.3 70B Instruct", "provider_id": "sambanova", "provider_name": "Sambanova", "input_cost_per_million": 0.6, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_computer_use": true, "supports_prompt_caching": true, "supports_system_messages": true, "model_id": "snowflake/claude-3-5-sonnet", "model_name": "Claude 3.5 Sonnet", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_prompt_caching": true, "supports_system_messages": true, "supports_reasoning": true, "model_id": "snowflake/claude-3-7-sonnet", "model_name": "Claude 3 7 Sonnet", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 200000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_prompt_caching": true, "supports_system_messages": true, "supports_reasoning": true, "model_id": "snowflake/claude-4-opus", "model_name": "Claude 4 Opus", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_prompt_caching": true, "supports_system_messages": true, "model_id": "snowflake/claude-4-sonnet", "model_name": "Claude 4 Sonnet", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "max_input_tokens": 200000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_prompt_caching": true, "supports_system_messages": true, "model_id": "snowflake/claude-haiku-4-5", "model_name": "Claude Haiku 4 5", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 1, "output_cost_per_million": 5, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_prompt_caching": true, "supports_system_messages": true, "model_id": "snowflake/claude-sonnet-4-5", "model_name": "Claude Sonnet 4 5", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 16384, "supports_adaptive_thinking": true, "max_tokens": 16384, "supports_prompt_caching": true, "supports_system_messages": true, "model_id": "snowflake/claude-sonnet-4-6", "model_name": "Claude Sonnet 4 6", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_system_messages": true, "model_id": "snowflake/mistral-large2", "model_name": "Mistral Large2", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 2, "output_cost_per_million": 6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 300000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_prompt_caching": true, "supports_system_messages": true, "model_id": "snowflake/openai-gpt-4.1", "model_name": "Openai GPT-4.1", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 300000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_prompt_caching": true, "supports_system_messages": true, "supports_reasoning": true, "model_id": "snowflake/openai-gpt-5", "model_name": "Openai GPT-5", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 1000000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_system_messages": true, "model_id": "snowflake/openai-gpt-5-mini", "model_name": "Openai GPT-5 Mini", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 5000000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_system_messages": true, "model_id": "snowflake/openai-gpt-5-nano", "model_name": "Openai GPT-5 Nano", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 1.4e-7, "output_cost_per_token": 2.8e-7, "max_input_tokens": 1000000, "max_output_tokens": 384000, "input_cost_per_token_cache_hit": 2.8e-9, "max_tokens": 384000, "source": "https://www.tencentcloud.com/products/tokenhub", "supported_endpoints": [ "/v1/chat/completions" ], "supports_assistant_prefill": true, "supports_native_streaming": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_reasoning": true, "model_id": "tencent/deepseek-v4-flash", "model_name": "Deepseek V4 Flash", "provider_id": "tencent", "provider_name": "Tencent", "input_cost_per_million": 0.14, "output_cost_per_million": 0.28, "cache_read_cost_per_token": 2.8e-9, "cache_read_cost_per_million": 0.0028, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 4.35e-7, "output_cost_per_token": 8.7e-7, "max_input_tokens": 1000000, "max_output_tokens": 384000, "input_cost_per_token_cache_hit": 3.625e-9, "max_tokens": 384000, "source": "https://www.tencentcloud.com/products/tokenhub", "supported_endpoints": [ "/v1/chat/completions" ], "supports_assistant_prefill": true, "supports_native_streaming": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_reasoning": true, "model_id": "tencent/deepseek-v4-pro", "model_name": "Deepseek V4 Pro", "provider_id": "tencent", "provider_name": "Tencent", "input_cost_per_million": 0.435, "output_cost_per_million": 0.87, "cache_read_cost_per_token": 3.625e-9, "cache_read_cost_per_million": 0.003625, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.4e-7, "output_cost_per_token": 2.8e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "supports_tool_choice": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_reasoning": true, "source": "https://serverless.tensormesh.ai/v1/models/openrouter", "model_id": "tensormesh/deepseek-ai/DeepSeek-V4-Flash", "model_name": "DeepSeek V4 Flash", "provider_id": "tensormesh", "provider_name": "Tensormesh", "input_cost_per_million": 0.14, "output_cost_per_million": 0.28, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.4e-7, "output_cost_per_token": 5.6e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "supports_tool_choice": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_reasoning": true, "source": "https://serverless.tensormesh.ai/v1/models/openrouter", "model_id": "tensormesh/google/gemma-4-31B-it", "model_name": "Gemma 4 31B It", "provider_id": "tensormesh", "provider_name": "Tensormesh", "input_cost_per_million": 0.14, "output_cost_per_million": 0.56, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.0000014, "output_cost_per_token": 0.0000044, "max_input_tokens": 202752, "max_output_tokens": 202752, "supports_tool_choice": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_reasoning": true, "source": "https://serverless.tensormesh.ai/v1/models/openrouter", "model_id": "tensormesh/lukealonso/GLM-5.1-NVFP4-MTP", "model_name": "GLM 5.1 NVFP4 MTP", "provider_id": "tensormesh", "provider_name": "Tensormesh", "input_cost_per_million": 1.4, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 196608, "max_output_tokens": 196608, "supports_tool_choice": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_reasoning": true, "source": "https://serverless.tensormesh.ai/v1/models/openrouter", "model_id": "tensormesh/MiniMaxAI/MiniMax-M2.5", "model_name": "MiniMax M2.5", "provider_id": "tensormesh", "provider_name": "Tensormesh", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 9.6e-7, "output_cost_per_token": 0.000004, "max_input_tokens": 32768, "max_output_tokens": 32768, "supports_tool_choice": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_reasoning": true, "source": "https://serverless.tensormesh.ai/v1/models/openrouter", "model_id": "tensormesh/moonshotai/Kimi-K2.6", "model_name": "Kimi K2.6", "provider_id": "tensormesh", "provider_name": "Tensormesh", "input_cost_per_million": 0.96, "output_cost_per_million": 4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "supports_tool_choice": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_reasoning": true, "source": "https://serverless.tensormesh.ai/v1/models/openrouter", "model_id": "tensormesh/openai/gpt-oss-120b", "model_name": "GPT Oss 120B", "provider_id": "tensormesh", "provider_name": "Tensormesh", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 7e-8, "output_cost_per_token": 2.8e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "supports_tool_choice": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_reasoning": true, "source": "https://serverless.tensormesh.ai/v1/models/openrouter", "model_id": "tensormesh/openai/gpt-oss-20b", "model_name": "GPT Oss 20B", "provider_id": "tensormesh", "provider_name": "Tensormesh", "input_cost_per_million": 0.07, "output_cost_per_million": 0.28, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 4.5e-7, "output_cost_per_token": 0.0000018, "max_input_tokens": 262144, "max_output_tokens": 262144, "supports_tool_choice": true, "supports_prompt_caching": true, "supports_system_messages": true, "source": "https://serverless.tensormesh.ai/v1/models/openrouter", "model_id": "tensormesh/Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8", "model_name": "Qwen3 Coder 480B A35B Instruct FP8", "provider_id": "tensormesh", "provider_name": "Tensormesh", "input_cost_per_million": 0.44999999999999996, "output_cost_per_million": 1.7999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000036, "max_input_tokens": 262144, "max_output_tokens": 262144, "supports_tool_choice": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_reasoning": true, "source": "https://serverless.tensormesh.ai/v1/models/openrouter", "model_id": "tensormesh/Qwen/Qwen3.5-397B-A17B-FP8", "model_name": "Qwen3.5 397B A17B FP8", "provider_id": "tensormesh", "provider_name": "Tensormesh", "input_cost_per_million": 0.6, "output_cost_per_million": 3.5999999999999996, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3.2e-7, "output_cost_per_token": 0.0000032, "max_input_tokens": 262144, "max_output_tokens": 262144, "supports_tool_choice": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_reasoning": true, "source": "https://serverless.tensormesh.ai/v1/models/openrouter", "model_id": "tensormesh/Qwen/Qwen3.6-27B-FP8", "model_name": "Qwen3.6 27B FP8", "provider_id": "tensormesh", "provider_name": "Tensormesh", "input_cost_per_million": 0.32, "output_cost_per_million": 3.1999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000007, "max_input_tokens": 128000, "max_output_tokens": 20480, "max_tokens": 20480, "supports_tool_choice": true, "model_id": "deepseek-ai/DeepSeek-R1", "model_name": "DeepSeek R1", "provider_id": "together", "provider_name": "Together AI", "input_cost_per_million": 3, "output_cost_per_million": 7, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 5.5e-7, "output_cost_per_token": 0.00000219, "max_input_tokens": 128000, "source": "https://www.together.ai/models/deepseek-r1-0528-throughput", "supports_tool_choice": true, "model_id": "deepseek-ai/DeepSeek-R1-0528-tput", "model_name": "DeepSeek R1 0528 Tput", "provider_id": "together", "provider_name": "Together AI", "max_output_tokens": 0, "input_cost_per_million": 0.55, "output_cost_per_million": 2.1900000000000004, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00000125, "max_input_tokens": 65536, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "model_id": "deepseek-ai/DeepSeek-V3", "model_name": "DeepSeek V3", "provider_id": "together", "provider_name": "Together AI", "input_cost_per_million": 1.25, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "supports_tool_choice": true, "model_id": "meta-llama/Llama-3.2-3B-Instruct-Turbo", "model_name": "Llama 3.2 3B Instruct Turbo", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 8.8e-7, "output_cost_per_token": 8.8e-7, "supports_tool_choice": true, "model_id": "meta-llama/Llama-3.3-70B-Instruct-Turbo", "model_name": "Llama 3.3 70B Instruct Turbo", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.88, "output_cost_per_million": 0.88, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "supports_tool_choice": true, "model_id": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", "model_name": "Llama 3.3 70B Instruct Turbo Free", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2.7e-7, "output_cost_per_token": 8.5e-7, "supports_tool_choice": true, "model_id": "meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8", "model_name": "Llama 4 Maverick 17B 128E Instruct FP8", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.27, "output_cost_per_million": 0.85, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.8e-7, "output_cost_per_token": 5.9e-7, "supports_tool_choice": true, "model_id": "meta-llama/Llama-4-Scout-17B-16E-Instruct", "model_name": "Llama 4 Scout 17B 16E Instruct", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.18, "output_cost_per_million": 0.59, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.0000035, "output_cost_per_token": 0.0000035, "supports_tool_choice": true, "model_id": "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo", "model_name": "Meta Llama 3.1 405B Instruct Turbo", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 3.5, "output_cost_per_million": 3.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 8.8e-7, "output_cost_per_token": 8.8e-7, "supports_tool_choice": true, "model_id": "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo", "model_name": "Meta Llama 3.1 70B Instruct Turbo", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.88, "output_cost_per_million": 0.88, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.8e-7, "output_cost_per_token": 1.8e-7, "supports_tool_choice": true, "model_id": "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo", "model_name": "Meta Llama 3.1 8B Instruct Turbo", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.18, "output_cost_per_million": 0.18, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "supports_tool_choice": true, "model_id": "mistralai/Mistral-7B-Instruct-v0.1", "model_name": "Mistral 7B Instruct V0.1", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 6e-7, "supports_tool_choice": true, "model_id": "mistralai/Mixtral-8x7B-Instruct-v0.1", "model_name": "Mixtral 8x7B Instruct V0.1", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.6, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000003, "source": "https://www.together.ai/models/kimi-k2-instruct", "supports_tool_choice": true, "model_id": "moonshotai/Kimi-K2-Instruct", "model_name": "Kimi K2 Instruct", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 1, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://www.together.ai/models/gpt-oss-120b", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openai/gpt-oss-120b", "model_name": "GPT Oss 120B", "provider_id": "together", "provider_name": "Together AI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 2e-7, "max_input_tokens": 128000, "source": "https://www.together.ai/models/gpt-oss-20b", "supports_tool_choice": true, "model_id": "openai/gpt-oss-20b", "model_name": "GPT Oss 20B", "provider_id": "together", "provider_name": "Together AI", "max_output_tokens": 0, "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "supports_tool_choice": true, "model_id": "Qwen/Qwen2.5-72B-Instruct-Turbo", "model_name": "Qwen2.5 72B Instruct Turbo", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "supports_tool_choice": true, "model_id": "Qwen/Qwen2.5-7B-Instruct-Turbo", "model_name": "Qwen2.5 7B Instruct Turbo", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.000006, "max_input_tokens": 262000, "source": "https://www.together.ai/models/qwen3-235b-a22b-instruct-2507-fp8", "supports_tool_choice": true, "model_id": "Qwen/Qwen3-235B-A22B-Instruct-2507-tput", "model_name": "Qwen3 235B A22B Instruct 2507 Tput", "provider_id": "together", "provider_name": "Together AI", "max_output_tokens": 0, "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6.5e-7, "output_cost_per_token": 0.000003, "max_input_tokens": 256000, "source": "https://www.together.ai/models/qwen3-235b-a22b-thinking-2507", "supports_tool_choice": true, "model_id": "Qwen/Qwen3-235B-A22B-Thinking-2507", "model_name": "Qwen3 235B A22B Thinking (Jul 2025)", "provider_id": "together", "provider_name": "Together AI", "max_output_tokens": 0, "input_cost_per_million": 0.65, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000002, "max_input_tokens": 256000, "source": "https://www.together.ai/models/qwen3-coder-480b-a35b-instruct", "supports_tool_choice": true, "model_id": "Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8", "model_name": "Qwen3 Coder 480B A35B Instruct FP8", "provider_id": "together", "provider_name": "Together AI", "max_output_tokens": 0, "input_cost_per_million": 2, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 262144, "source": "https://www.together.ai/models/qwen3-next-80b-a3b-instruct", "supports_tool_choice": true, "model_id": "Qwen/Qwen3-Next-80B-A3B-Instruct", "model_name": "Qwen3 Next 80B A3B Instruct", "provider_id": "together", "provider_name": "Together AI", "max_output_tokens": 0, "input_cost_per_million": 0.15, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 262144, "source": "https://www.together.ai/models/qwen3-next-80b-a3b-thinking", "supports_tool_choice": true, "model_id": "Qwen/Qwen3-Next-80B-A3B-Thinking", "model_name": "Qwen3 Next 80B A3B Thinking", "provider_id": "together", "provider_name": "Together AI", "max_output_tokens": 0, "input_cost_per_million": 0.15, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000036, "max_input_tokens": 262144, "source": "https://www.together.ai/models/Qwen/Qwen3.5-397B-A17B", "supports_tool_choice": true, "model_id": "Qwen/Qwen3.5-397B-A17B", "model_name": "Qwen3.5 397B A17B", "provider_id": "together", "provider_name": "Together AI", "max_output_tokens": 0, "input_cost_per_million": 0.6, "output_cost_per_million": 3.5999999999999996, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.0000011, "max_input_tokens": 128000, "source": "https://www.together.ai/models/glm-4-5-air", "supports_tool_choice": true, "model_id": "zai-org/GLM-4.5-Air-FP8", "model_name": "GLM 4.5 Air FP8", "provider_id": "together", "provider_name": "Together AI", "max_output_tokens": 0, "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 1.1, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 6e-8, "output_cost_per_token": 2.4e-7, "max_input_tokens": 300000, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "vercel_ai_gateway/amazon/nova-lite", "model_name": "Nova Lite", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.06, "output_cost_per_million": 0.24, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3.5e-8, "output_cost_per_token": 1.4e-7, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "vercel_ai_gateway/amazon/nova-micro", "model_name": "Nova Micro", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.035, "output_cost_per_million": 0.14, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 8e-7, "output_cost_per_token": 0.0000032, "max_input_tokens": 300000, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "vercel_ai_gateway/amazon/nova-pro", "model_name": "Nova Pro", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 3.1999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/anthropic/claude-3-5-sonnet", "model_name": "Claude 3.5 Sonnet", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/anthropic/claude-3-5-sonnet-20241022", "model_name": "Claude 3.5 Sonnet (Oct 2024)", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 64000, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/anthropic/claude-3-7-sonnet", "model_name": "Claude 3 7 Sonnet", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.00000125, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/anthropic/claude-3-haiku", "model_name": "Claude 3 Haiku", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.25, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 3e-7, "cache_write_cost_per_million": 0.3, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/anthropic/claude-3-opus", "model_name": "Claude 3 Opus", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 8e-7, "output_cost_per_token": 0.000004, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/anthropic/claude-3.5-haiku", "model_name": "Claude 3.5 Haiku", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 4, "cache_read_cost_per_token": 8e-8, "cache_read_cost_per_million": 0.08, "cache_write_cost_per_token": 0.000001, "cache_write_cost_per_million": 1, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/anthropic/claude-3.5-sonnet", "model_name": "Claude 3.5 Sonnet", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 64000, "max_tokens": 64000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/anthropic/claude-3.7-sonnet", "model_name": "Claude 3.7 Sonnet", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "max_tokens": 32000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/anthropic/claude-4-opus", "model_name": "Claude 4 Opus", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "max_input_tokens": 200000, "max_output_tokens": 64000, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/anthropic/claude-haiku-4.5", "model_name": "Claude Haiku 4.5", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 1, "output_cost_per_million": 5, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0.00000125, "cache_write_cost_per_million": 1.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "max_tokens": 32000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/anthropic/claude-opus-4", "model_name": "Claude Opus 4", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "max_tokens": 32000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/anthropic/claude-opus-4.1", "model_name": "Claude Opus 4.1", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 200000, "max_output_tokens": 64000, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_output_config": true, "model_id": "vercel_ai_gateway/anthropic/claude-opus-4.5", "model_name": "Claude Opus 4.5", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 200000, "max_output_tokens": 64000, "supports_adaptive_thinking": true, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_output_config": true, "model_id": "vercel_ai_gateway/anthropic/claude-opus-4.6", "model_name": "Claude Opus 4.6", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 64000, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/anthropic/claude-sonnet-4", "model_name": "Claude Sonnet 4", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 256000, "max_output_tokens": 8000, "max_tokens": 8000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/cohere/command-a", "model_name": "Command A", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-7, "output_cost_per_token": 9.9e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/deepseek/deepseek-r1-distill-llama-70b", "model_name": "Deepseek R1 Distill Llama 70B", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.75, "output_cost_per_million": 0.9900000000000001, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 1048576, "max_output_tokens": 8192, "deprecation_date": "2026-06-01", "max_tokens": 8192, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/google/gemini-2.0-flash", "model_name": "Gemini 2.0 Flash", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-8, "output_cost_per_token": 3e-7, "max_input_tokens": 1048576, "max_output_tokens": 8192, "deprecation_date": "2026-06-01", "max_tokens": 8192, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/google/gemini-2.0-flash-lite", "model_name": "Gemini 2.0 Flash-Lite", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.075, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1000000, "max_output_tokens": 65536, "max_tokens": 65536, "supports_tool_choice": true, "supports_image_size": false, "model_id": "vercel_ai_gateway/google/gemini-2.5-flash", "model_name": "Gemini 2.5 Flash", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 1048576, "max_output_tokens": 65536, "max_tokens": 65536, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/google/gemini-2.5-pro", "model_name": "Gemini 2.5 Pro", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 8e-8, "max_input_tokens": 131000, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "vercel_ai_gateway/meta/llama-3.1-8b", "model_name": "Llama 3.1 8B", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.08, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 1.5e-7, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "vercel_ai_gateway/meta/llama-3.2-3b", "model_name": "Llama 3.2 3B", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.15, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 7e-8, "output_cost_per_token": 2.8e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/mistral/devstral-small", "model_name": "Devstral Small", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.07, "output_cost_per_million": 0.28, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000005, "max_input_tokens": 128000, "max_output_tokens": 64000, "max_tokens": 64000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/mistral/magistral-medium", "model_name": "Magistral Medium", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 2, "output_cost_per_million": 5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 32000, "max_output_tokens": 4000, "max_tokens": 4000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/mistral/mistral-small", "model_name": "Mistral Small", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 1.5e-7, "max_input_tokens": 128000, "max_output_tokens": 4000, "max_tokens": 4000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/mistral/pixtral-12b", "model_name": "Pixtral 12B", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.15, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006, "max_input_tokens": 128000, "max_output_tokens": 4000, "max_tokens": 4000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/mistral/pixtral-large", "model_name": "Pixtral Large", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 2, "output_cost_per_million": 6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 1047576, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/openai/gpt-4.1", "model_name": "GPT-4.1", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.0000016, "max_input_tokens": 1047576, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/openai/gpt-4.1-mini", "model_name": "GPT-4.1 mini", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 1.5999999999999999, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1047576, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/openai/gpt-4.1-nano", "model_name": "GPT-4.1 nano", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/openai/gpt-4o", "model_name": "GPT-4o", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/openai/gpt-4o-mini", "model_name": "GPT-4o mini", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.00006, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/openai/o1", "model_name": "o1", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 15, "output_cost_per_million": 60, "cache_read_cost_per_token": 0.0000075, "cache_read_cost_per_million": 7.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/openai/o3", "model_name": "o3", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000044, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/openai/o3-mini", "model_name": "o3 mini", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 1.1, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000044, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/openai/o4-mini", "model_name": "o4 mini", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 1.1, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 2.75e-7, "cache_read_cost_per_million": 0.275, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 8192, "deprecation_date": "2026-05-11", "cache_creation_input_token_cost_above_1hr": 0.000006, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "claude-3-7-sonnet@20250219", "model_name": "Claude 3 7 Sonnet@ (Feb 2025)", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00001, "output_cost_per_token": 0.00005, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.00002, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": true, "model_id": "claude-fable-5", "model_name": "Claude Fable 5", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 10, "output_cost_per_million": 50, "cache_read_cost_per_token": 0.000001, "cache_read_cost_per_million": 1, "cache_write_cost_per_token": 0.0000125, "cache_write_cost_per_million": 12.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00001, "output_cost_per_token": 0.00005, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.00002, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": true, "model_id": "claude-fable-5@default", "model_name": "Claude Fable 5@default", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 10, "output_cost_per_million": 50, "cache_read_cost_per_token": 0.000001, "cache_read_cost_per_million": 1, "cache_write_cost_per_token": 0.0000125, "cache_write_cost_per_million": 12.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "max_input_tokens": 200000, "max_output_tokens": 8192, "cache_creation_input_token_cost_above_1hr": 0.000002, "max_tokens": 8192, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/partner-models/claude/haiku-4-5", "supports_assistant_prefill": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_streaming": true, "model_id": "claude-haiku-4-5", "model_name": "Claude Haiku 4 5", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 1, "output_cost_per_million": 5, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0.00000125, "cache_write_cost_per_million": 1.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "max_input_tokens": 200000, "max_output_tokens": 8192, "cache_creation_input_token_cost_above_1hr": 0.000002, "max_tokens": 8192, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/partner-models/claude/haiku-4-5", "supports_assistant_prefill": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_streaming": true, "model_id": "claude-haiku-4-5@20251001", "model_name": "Claude Haiku 4 5@ (Oct 2025)", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 1, "output_cost_per_million": 5, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0.00000125, "cache_write_cost_per_million": 1.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "cache_creation_input_token_cost_above_1hr": 0.00003, "max_tokens": 32000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "claude-opus-4", "model_name": "Claude Opus 4", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_output_config": true, "model_id": "claude-opus-4-5", "model_name": "Claude Opus 4 5", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_streaming": true, "supports_output_config": true, "model_id": "claude-opus-4-5@20251101", "model_name": "Claude Opus 4 5@ (Nov 2025)", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "supports_adaptive_thinking": true, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_output_config": true, "supports_max_reasoning_effort": true, "model_id": "claude-opus-4-6", "model_name": "Claude Opus 4 6", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "supports_adaptive_thinking": true, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_output_config": true, "supports_max_reasoning_effort": true, "model_id": "claude-opus-4-6@default", "model_name": "Claude Opus 4 6@default", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "supports_adaptive_thinking": true, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": true, "model_id": "claude-opus-4-7", "model_name": "Claude Opus 4 7", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "supports_adaptive_thinking": true, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": true, "model_id": "claude-opus-4-7@default", "model_name": "Claude Opus 4 7@default", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "supports_adaptive_thinking": true, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": true, "model_id": "claude-opus-4-8", "model_name": "Claude Opus 4 8", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "supports_adaptive_thinking": true, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": true, "model_id": "claude-opus-4-8@default", "model_name": "Claude Opus 4 8@default", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "cache_creation_input_token_cost_above_1hr": 0.00003, "max_tokens": 32000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "claude-opus-4@20250514", "model_name": "Claude Opus 4@ (May 2025)", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000006, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.0000225, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "claude-sonnet-4", "model_name": "Claude Sonnet 4", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000006, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.0000225, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "input_cost_per_token_batches": 0.0000015, "max_tokens": 64000, "output_cost_per_token_batches": 0.0000075, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "claude-sonnet-4-5", "model_name": "Claude Sonnet 4 5", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000006, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.0000225, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "input_cost_per_token_batches": 0.0000015, "max_tokens": 64000, "output_cost_per_token_batches": 0.0000075, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_streaming": true, "model_id": "claude-sonnet-4-5@20250929", "model_name": "Claude Sonnet 4 5@ (Sep 2025)", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 64000, "supports_adaptive_thinking": true, "cache_creation_input_token_cost_above_1hr": 0.000006, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_max_reasoning_effort": true, "supports_tool_choice": true, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_output_config": true, "model_id": "claude-sonnet-4-6", "model_name": "Claude Sonnet 4 6", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 64000, "supports_adaptive_thinking": true, "cache_creation_input_token_cost_above_1hr": 0.000006, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_max_reasoning_effort": true, "supports_tool_choice": true, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_output_config": true, "model_id": "claude-sonnet-4-6@default", "model_name": "Claude Sonnet 4 6@default", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000006, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.0000225, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "claude-sonnet-4@20250514", "model_name": "Claude Sonnet 4@ (May 2025)", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.00001, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.000004, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": true, "model_id": "claude-sonnet-5", "model_name": "Claude Sonnet 5", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 2, "output_cost_per_million": 10, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0.0000025, "cache_write_cost_per_million": 2.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.00001, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.000004, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": true, "model_id": "claude-sonnet-5@default", "model_name": "Claude Sonnet 5@default", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 2, "output_cost_per_million": 10, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0.0000025, "cache_write_cost_per_million": 2.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1048576, "max_output_tokens": 8192, "deprecation_date": "2026-06-01", "input_cost_per_audio_token": 7e-7, "max_tokens": 8192, "source": "https://ai.google.dev/pricing#2_0flash", "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text", "image" ], "supports_audio_input": true, "supports_audio_output": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "gemini-2.0-flash", "model_name": "Gemini 2.0 Flash", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 1048576, "max_output_tokens": 8192, "deprecation_date": "2026-06-01", "input_cost_per_audio_token": 0.000001, "max_tokens": 8192, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text", "image" ], "supports_audio_output": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "gemini-2.0-flash-001", "model_name": "Gemini 2.0 Flash 001", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 3.75e-8, "cache_read_cost_per_million": 0.0375, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-8, "output_cost_per_token": 3e-7, "max_input_tokens": 1048576, "max_output_tokens": 8192, "deprecation_date": "2026-06-01", "input_cost_per_audio_token": 7.5e-8, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-2.0-flash", "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "gemini-2.0-flash-lite", "model_name": "Gemini 2.0 Flash-Lite", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.075, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 1.875e-8, "cache_read_cost_per_million": 0.01875, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-8, "output_cost_per_token": 3e-7, "max_input_tokens": 1048576, "max_output_tokens": 8192, "deprecation_date": "2026-06-01", "input_cost_per_audio_token": 7.5e-8, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-2.0-flash", "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "gemini-2.0-flash-lite-001", "model_name": "Gemini 2.0 Flash Lite 001", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.075, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 1.875e-8, "cache_read_cost_per_million": 0.01875, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000001, "max_tokens": 65535, "output_cost_per_reasoning_token": 0.0000025, "source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "supports_image_size": false, "model_id": "gemini-2.5-flash", "model_name": "Gemini 2.5 Flash", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 32768, "max_output_tokens": 32768, "input_cost_per_audio_token": 0.000001, "max_tokens": 32768, "output_cost_per_image": 0.039, "output_cost_per_image_token": 0.00003, "output_cost_per_reasoning_token": 0.0000025, "rpm": 100000, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/image-generation#edit-an-image", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text", "image" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": false, "tpm": 8000000, "supports_image_size": false, "model_id": "gemini-2.5-flash-image", "model_name": "Gemini 2.5 Flash Image", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 3e-7, "max_tokens": 65535, "output_cost_per_reasoning_token": 4e-7, "source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "supports_image_size": false, "model_id": "gemini-2.5-flash-lite", "model_name": "Gemini 2.5 Flash Lite", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 1e-8, "cache_read_cost_per_million": 0.01, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1048576, "max_output_tokens": 65535, "deprecation_date": "2025-11-18", "input_cost_per_audio_token": 5e-7, "max_tokens": 65535, "output_cost_per_reasoning_token": 4e-7, "source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "supports_image_size": false, "model_id": "gemini-2.5-flash-lite-preview-06-17", "model_name": "Gemini 2.5 Flash Lite Preview 06 17", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 3e-7, "max_tokens": 65535, "output_cost_per_reasoning_token": 4e-7, "source": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "supports_image_size": false, "model_id": "gemini-2.5-flash-lite-preview-09-2025", "model_name": "Gemini 2.5 Flash Lite Preview 09 2025", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 1e-8, "cache_read_cost_per_million": 0.01, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000001, "max_tokens": 65535, "output_cost_per_reasoning_token": 0.0000025, "source": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "supports_image_size": false, "model_id": "gemini-2.5-flash-preview-09-2025", "model_name": "Gemini 2.5 Flash Preview 09 2025", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 1048576, "max_output_tokens": 65535, "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, "input_cost_per_token_above_200k_tokens": 0.0000025, "max_tokens": 65535, "output_cost_per_token_above_200k_tokens": 0.000015, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_video_input": true, "supports_web_search": true, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "gemini-2.5-pro", "model_name": "Gemini 2.5 Pro", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 1048576, "max_output_tokens": 65535, "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, "input_cost_per_audio_token": 7e-7, "input_cost_per_token_above_200k_tokens": 0.0000025, "max_tokens": 65535, "output_cost_per_token_above_200k_tokens": 0.000015, "source": "https://ai.google.dev/gemini-api/docs/pricing#gemini-2.5-pro-preview", "supported_modalities": [ "text" ], "supported_output_modalities": [ "audio" ], "supports_audio_output": false, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "gemini-2.5-pro-preview-tts", "model_name": "Gemini 2.5 Pro Preview TTS", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.000003, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000001, "max_tokens": 65535, "output_cost_per_reasoning_token": 0.000003, "source": "https://ai.google.dev/pricing/gemini-3", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "supports_native_streaming": true, "input_cost_per_token_priority": 9e-7, "input_cost_per_audio_token_priority": 0.0000018, "output_cost_per_token_priority": 0.0000054, "cache_read_input_token_cost_priority": 9e-8, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "model_id": "gemini-3-flash-preview", "model_name": "Gemini 3 Flash Preview", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.5, "output_cost_per_million": 3, "cache_read_cost_per_token": 5e-8, "cache_read_cost_per_million": 0.049999999999999996, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000012, "max_input_tokens": 1048576, "max_output_tokens": 65535, "cache_read_input_token_cost_above_200k_tokens": 4e-7, "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, "input_cost_per_token_above_200k_tokens": 0.000004, "input_cost_per_token_batches": 0.000001, "max_tokens": 65535, "output_cost_per_token_above_200k_tokens": 0.000018, "output_cost_per_token_batches": 0.000006, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_video_input": true, "supports_web_search": true, "supports_native_streaming": true, "input_cost_per_token_priority": 0.0000036, "input_cost_per_token_above_200k_tokens_priority": 0.0000072, "output_cost_per_token_priority": 0.0000216, "output_cost_per_token_above_200k_tokens_priority": 0.0000324, "cache_read_input_token_cost_priority": 3.6e-7, "cache_read_input_token_cost_above_200k_tokens_priority": 7.2e-7, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "model_id": "gemini-3-pro-preview", "model_name": "Gemini 3 Pro Preview", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 2, "output_cost_per_million": 12, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 1048576, "max_output_tokens": 65536, "cache_read_input_token_cost_flex": 1.25e-8, "cache_read_input_token_cost_priority": 4.5e-8, "input_cost_per_audio_token": 5e-7, "input_cost_per_token_batches": 1.25e-7, "input_cost_per_token_flex": 1.25e-7, "input_cost_per_token_priority": 4.5e-7, "max_tokens": 65536, "output_cost_per_reasoning_token": 0.0000015, "output_cost_per_token_batches": 7.5e-7, "output_cost_per_token_flex": 7.5e-7, "output_cost_per_token_priority": 0.0000027, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#gemini-models", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_video_input": true, "supports_web_search": true, "supports_native_streaming": true, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "model_id": "gemini-3.1-flash-lite", "model_name": "Gemini 3.1 Flash Lite", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.25, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 1048576, "max_output_tokens": 65536, "input_cost_per_audio_token": 5e-7, "max_tokens": 65536, "output_cost_per_reasoning_token": 0.0000015, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#gemini-models", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_video_input": true, "supports_web_search": true, "supports_native_streaming": true, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "model_id": "gemini-3.1-flash-lite-preview", "model_name": "Gemini 3.1 Flash Lite Preview", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.25, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000012, "max_input_tokens": 1048576, "max_output_tokens": 65536, "cache_read_input_token_cost_above_200k_tokens": 4e-7, "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, "input_cost_per_token_above_200k_tokens": 0.000004, "input_cost_per_token_batches": 0.000001, "max_tokens": 65536, "output_cost_per_token_above_200k_tokens": 0.000018, "output_cost_per_token_batches": 0.000006, "output_cost_per_image": 0.00012, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#gemini-models", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_video_input": true, "supports_web_search": true, "supports_url_context": true, "supports_native_streaming": true, "input_cost_per_token_priority": 0.0000036, "input_cost_per_token_above_200k_tokens_priority": 0.0000072, "output_cost_per_token_priority": 0.0000216, "output_cost_per_token_above_200k_tokens_priority": 0.0000324, "cache_read_input_token_cost_priority": 3.6e-7, "cache_read_input_token_cost_above_200k_tokens_priority": 7.2e-7, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "model_id": "gemini-3.1-pro-preview", "model_name": "Gemini 3.1 Pro Preview", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 2, "output_cost_per_million": 12, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000012, "max_input_tokens": 1048576, "max_output_tokens": 65536, "cache_read_input_token_cost_above_200k_tokens": 4e-7, "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, "input_cost_per_token_above_200k_tokens": 0.000004, "input_cost_per_token_batches": 0.000001, "max_tokens": 65536, "output_cost_per_token_above_200k_tokens": 0.000018, "output_cost_per_token_batches": 0.000006, "output_cost_per_image": 0.00012, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#gemini-models", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_video_input": true, "supports_web_search": true, "supports_url_context": true, "supports_native_streaming": true, "input_cost_per_token_priority": 0.0000036, "input_cost_per_token_above_200k_tokens_priority": 0.0000072, "output_cost_per_token_priority": 0.0000216, "output_cost_per_token_above_200k_tokens_priority": 0.0000324, "cache_read_input_token_cost_priority": 3.6e-7, "cache_read_input_token_cost_above_200k_tokens_priority": 7.2e-7, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "model_id": "gemini-3.1-pro-preview-customtools", "model_name": "Gemini 3.1 Pro Preview Customtools", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 2, "output_cost_per_million": 12, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000015, "output_cost_per_token": 0.000009, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000001, "max_tokens": 65535, "output_cost_per_reasoning_token": 0.000009, "source": "https://ai.google.dev/pricing/gemini-3", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_audio_input": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_video_input": true, "supports_web_search": true, "supports_native_streaming": true, "input_cost_per_token_priority": 0.0000027, "input_cost_per_audio_token_priority": 0.0000018, "output_cost_per_token_priority": 0.0000162, "cache_read_input_token_cost_priority": 2.7e-7, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "model_id": "gemini-3.5-flash", "model_name": "Gemini 3.5 Flash", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 1.5, "output_cost_per_million": 9, "cache_read_cost_per_token": 1.5e-7, "cache_read_cost_per_million": 0.15, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000003, "max_tokens": 65535, "output_cost_per_audio_token": 0.000012, "source": "https://ai.google.dev/gemini-api/docs/pricing", "supported_endpoints": [ "/vertex_ai/live" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "gemini_native_audio": true, "model_id": "gemini-live-2.5-flash-preview-native-audio-09-2025", "model_name": "Gemini Live 2.5 Flash Preview Native Audio 09 2025", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.3, "output_cost_per_million": 2, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "realtime", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000001, "max_tokens": 65535, "output_cost_per_reasoning_token": 0.0000025, "source": "https://ai.google.dev/gemini-api/docs/models#gemini-robotics-er-1-5-preview", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions" ], "supported_modalities": [ "text", "image", "video", "audio" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_prompt_caching": false, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "model_id": "gemini-robotics-er-1.5-preview", "model_name": "Gemini Robotics Er 1.5 Preview", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 2000000, "max_output_tokens": 2000000, "max_tokens": 2000000, "source": "https://docs.x.ai/docs/models (Vertex AI Model Garden)", "supports_tool_choice": true, "supports_web_search": true, "model_id": "xai/grok-4.1-fast-non-reasoning", "model_name": "Grok 4.1 Fast Non Reasoning", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 5e-8, "cache_read_cost_per_million": 0.049999999999999996, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 2000000, "max_output_tokens": 2000000, "max_tokens": 2000000, "source": "https://docs.x.ai/docs/models (Vertex AI Model Garden)", "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "xai/grok-4.1-fast-reasoning", "model_name": "Grok 4.1 Fast Reasoning", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 5e-8, "cache_read_cost_per_million": 0.049999999999999996, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006, "max_input_tokens": 2000000, "max_output_tokens": 2000000, "max_tokens": 2000000, "source": "https://docs.x.ai/docs/models (Vertex AI Model Garden)", "supports_tool_choice": true, "supports_web_search": true, "model_id": "xai/grok-4.20-non-reasoning", "model_name": "Grok 4.20 Non Reasoning", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 2, "output_cost_per_million": 6, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006, "max_input_tokens": 2000000, "max_output_tokens": 2000000, "max_tokens": 2000000, "source": "https://docs.x.ai/docs/models (Vertex AI Model Garden)", "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "xai/grok-4.20-reasoning", "model_name": "Grok 4.20 Reasoning", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 2, "output_cost_per_million": 6, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 197000, "max_output_tokens": 197000, "max_tokens": 197000, "source": "https://wandb.ai/inference/coreweave/cw_MiniMaxAI_MiniMax-M2.5", "supports_reasoning": true, "model_id": "wandb/MiniMaxAI/MiniMax-M2.5", "model_name": "MiniMax M2.5", "provider_id": "wandb", "provider_name": "Wandb", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.000003, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://wandb.ai/inference/coreweave/cw_moonshotai_Kimi-K2.5", "supports_reasoning": true, "model_id": "wandb/moonshotai/Kimi-K2.5", "model_name": "Kimi K2.5", "provider_id": "wandb", "provider_name": "Wandb", "input_cost_per_million": 0.6, "output_cost_per_million": 3, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 8192, "max_output_tokens": 1024, "max_tokens": 1024, "supports_audio_input": false, "supports_audio_output": false, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "watsonx/ibm/granite-3-8b-instruct", "model_name": "Granite 3 8B Instruct", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.00001, "max_input_tokens": 131072, "max_output_tokens": 16384, "max_tokens": 16384, "supports_audio_input": false, "supports_audio_output": false, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "watsonx/mistralai/mistral-large", "model_name": "Mistral Large", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "input_cost_per_million": 3, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 2000000, "max_output_tokens": 2000000, "input_cost_per_token_above_128k_tokens": 4e-7, "max_tokens": 2000000, "output_cost_per_token_above_128k_tokens": 0.000001, "source": "https://docs.x.ai/docs/models/grok-4-1-fast-reasoning", "supports_audio_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-4-1-fast", "model_name": "Grok 4 1 Fast", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 5e-8, "cache_read_cost_per_million": 0.049999999999999996, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 2000000, "max_output_tokens": 2000000, "deprecation_date": "2026-05-15", "input_cost_per_token_above_128k_tokens": 4e-7, "max_tokens": 2000000, "output_cost_per_token_above_128k_tokens": 0.000001, "source": "https://docs.x.ai/docs/models/grok-4-1-fast-non-reasoning", "supports_audio_input": true, "supports_prompt_caching": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-4-1-fast-non-reasoning", "model_name": "Grok 4 1 Fast Non Reasoning", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 5e-8, "cache_read_cost_per_million": 0.049999999999999996, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 2000000, "max_output_tokens": 2000000, "deprecation_date": "2026-05-15", "input_cost_per_token_above_128k_tokens": 4e-7, "max_tokens": 2000000, "output_cost_per_token_above_128k_tokens": 0.000001, "source": "https://docs.x.ai/docs/models/grok-4-1-fast-non-reasoning", "supports_audio_input": true, "supports_prompt_caching": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-4-1-fast-non-reasoning-latest", "model_name": "Grok 4 1 Fast Non Reasoning Latest", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 5e-8, "cache_read_cost_per_million": 0.049999999999999996, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 2000000, "max_output_tokens": 2000000, "deprecation_date": "2026-05-15", "input_cost_per_token_above_128k_tokens": 4e-7, "max_tokens": 2000000, "output_cost_per_token_above_128k_tokens": 0.000001, "source": "https://docs.x.ai/docs/models/grok-4-1-fast-reasoning", "supports_audio_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-4-1-fast-reasoning", "model_name": "Grok 4 1 Fast Reasoning", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 5e-8, "cache_read_cost_per_million": 0.049999999999999996, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 2000000, "max_output_tokens": 2000000, "deprecation_date": "2026-05-15", "input_cost_per_token_above_128k_tokens": 4e-7, "max_tokens": 2000000, "output_cost_per_token_above_128k_tokens": 0.000001, "source": "https://docs.x.ai/docs/models/grok-4-1-fast-reasoning", "supports_audio_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-4-1-fast-reasoning-latest", "model_name": "Grok 4 1 Fast Reasoning Latest", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 5e-8, "cache_read_cost_per_million": 0.049999999999999996, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.0000025, "max_input_tokens": 1000000, "max_output_tokens": 1000000, "cache_read_input_token_cost_above_200k_tokens": 4e-7, "input_cost_per_token_above_200k_tokens": 0.0000025, "max_tokens": 1000000, "output_cost_per_token_above_200k_tokens": 0.000005, "source": "https://docs.x.ai/docs/models", "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-4.3", "model_name": "Grok 4.3", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 1.25, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.0000025, "max_input_tokens": 1000000, "max_output_tokens": 1000000, "cache_read_input_token_cost_above_200k_tokens": 4e-7, "input_cost_per_token_above_200k_tokens": 0.0000025, "max_tokens": 1000000, "output_cost_per_token_above_200k_tokens": 0.000005, "source": "https://docs.x.ai/docs/models", "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-4.3-latest", "model_name": "Grok 4.3 Latest", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 1.25, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006, "max_input_tokens": 500000, "max_output_tokens": 500000, "cache_read_input_token_cost_above_200k_tokens": 0.000001, "input_cost_per_token_above_200k_tokens": 0.000004, "max_tokens": 500000, "output_cost_per_token_above_200k_tokens": 0.000012, "source": "https://docs.x.ai/docs/models", "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-4.5", "model_name": "Grok 4.5", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 2, "output_cost_per_million": 6, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006, "max_input_tokens": 500000, "max_output_tokens": 500000, "cache_read_input_token_cost_above_200k_tokens": 0.000001, "input_cost_per_token_above_200k_tokens": 0.000004, "max_tokens": 500000, "output_cost_per_token_above_200k_tokens": 0.000012, "source": "https://docs.x.ai/docs/models", "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-4.5-latest", "model_name": "Grok 4.5 Latest", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 2, "output_cost_per_million": 6, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false } ]