[ { "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000003, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "j2-light", "model_name": "J2 Light", "provider_id": "ai21", "provider_name": "AI21 Labs", "input_cost_per_million": 3, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00001, "output_cost_per_token": 0.00001, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "j2-mid", "model_name": "J2 Mid", "provider_id": "ai21", "provider_name": "AI21 Labs", "input_cost_per_million": 10, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000015, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "j2-ultra", "model_name": "J2 Ultra", "provider_id": "ai21", "provider_name": "AI21 Labs", "input_cost_per_million": 15, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "supports_tool_choice": true, "model_id": "jamba-large-1.6", "model_name": "Jamba Large 1.6", "provider_id": "ai21", "provider_name": "AI21 Labs", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "supports_tool_choice": true, "model_id": "jamba-large-1.7", "model_name": "Jamba Large 1.7", "provider_id": "ai21", "provider_name": "AI21 Labs", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "supports_tool_choice": true, "model_id": "jamba-mini-1.6", "model_name": "Jamba Mini 1.6", "provider_id": "ai21", "provider_name": "AI21 Labs", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "supports_tool_choice": true, "model_id": "jamba-mini-1.7", "model_name": "Jamba Mini 1.7", "provider_id": "ai21", "provider_name": "AI21 Labs", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "metadata": { "notes": "DALL-E 2 via AI/ML API - Reliable text-to-image generation" }, "output_cost_per_image": 0.026, "source": "https://docs.aimlapi.com/", "supported_endpoints": [ "/v1/images/generations" ], "model_id": "aiml/dall-e-2", "model_name": "Dall E 2", "provider_id": "aiml", "provider_name": "Aiml", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "metadata": { "notes": "DALL-E 3 via AI/ML API - High-quality text-to-image generation" }, "output_cost_per_image": 0.052, "source": "https://docs.aimlapi.com/", "supported_endpoints": [ "/v1/images/generations" ], "model_id": "aiml/dall-e-3", "model_name": "Dall E 3", "provider_id": "aiml", "provider_name": "Aiml", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "metadata": { "notes": "Flux Dev - Development version optimized for experimentation" }, "output_cost_per_image": 0.065, "source": "https://docs.aimlapi.com/", "supported_endpoints": [ "/v1/images/generations" ], "model_id": "aiml/flux-pro", "model_name": "Flux Pro", "provider_id": "aiml", "provider_name": "Aiml", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.052, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "aiml/flux-pro/v1.1", "model_name": "V1.1", "provider_id": "aiml", "provider_name": "Aiml", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.063, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "aiml/flux-pro/v1.1-ultra", "model_name": "V1.1 Ultra", "provider_id": "aiml", "provider_name": "Aiml", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "metadata": { "notes": "Flux Pro - Professional-grade image generation model" }, "output_cost_per_image": 0.046, "source": "https://docs.aimlapi.com/", "supported_endpoints": [ "/v1/images/generations" ], "model_id": "aiml/flux-realism", "model_name": "Flux Realism", "provider_id": "aiml", "provider_name": "Aiml", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "metadata": { "notes": "Flux Dev - Development version optimized for experimentation" }, "output_cost_per_image": 0.033, "source": "https://docs.aimlapi.com/", "supported_endpoints": [ "/v1/images/generations" ], "model_id": "aiml/flux/dev", "model_name": "Dev", "provider_id": "aiml", "provider_name": "Aiml", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "metadata": { "notes": "Flux Pro v1.1 - Enhanced version with improved capabilities and 6x faster inference speed" }, "output_cost_per_image": 0.104, "source": "https://docs.aimlapi.com/", "supported_endpoints": [ "/v1/images/generations" ], "model_id": "aiml/flux/kontext-max/text-to-image", "model_name": "Text To Image", "provider_id": "aiml", "provider_name": "Aiml", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "metadata": { "notes": "Flux Pro v1.1 - Enhanced version with improved capabilities and 6x faster inference speed" }, "output_cost_per_image": 0.052, "source": "https://docs.aimlapi.com/", "supported_endpoints": [ "/v1/images/generations" ], "model_id": "aiml/flux/kontext-pro/text-to-image", "model_name": "Text To Image", "provider_id": "aiml", "provider_name": "Aiml", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "metadata": { "notes": "Flux Schnell - Fast generation model optimized for speed" }, "output_cost_per_image": 0.004, "source": "https://docs.aimlapi.com/", "supported_endpoints": [ "/v1/images/generations" ], "model_id": "aiml/flux/schnell", "model_name": "Schnell", "provider_id": "aiml", "provider_name": "Aiml", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "metadata": { "notes": "Imagen 4.0 Ultra Generate API - Photorealistic image generation with precise text rendering" }, "output_cost_per_image": 0.078, "source": "https://docs.aimlapi.com/api-references/image-models/google/imagen-4-ultra-generate", "supported_endpoints": [ "/v1/images/generations" ], "model_id": "aiml/google/imagen-4.0-ultra-generate-001", "model_name": "Imagen 4.0 Ultra Generate 001", "provider_id": "aiml", "provider_name": "Aiml", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "metadata": { "notes": "Gemini 3 Pro Image (Nano Banana Pro) - Advanced text-to-image generation with reasoning and 4K resolution support" }, "output_cost_per_image": 0.195, "source": "https://docs.aimlapi.com/api-references/image-models/google/gemini-3-pro-image-preview", "supported_endpoints": [ "/v1/images/generations" ], "model_id": "aiml/google/nano-banana-pro", "model_name": "Nano Banana Pro", "provider_id": "aiml", "provider_name": "Aiml", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 6e-8, "output_cost_per_token": 2.4e-7, "max_input_tokens": 300000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_pdf_input": true, "supports_prompt_caching": true, "model_id": "amazon-nova/nova-lite-v1", "model_name": "Nova Lite V1", "provider_id": "amazon", "provider_name": "Amazon", "input_cost_per_million": 0.06, "output_cost_per_million": 0.24, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3.5e-8, "output_cost_per_token": 1.4e-7, "max_input_tokens": 128000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_prompt_caching": true, "model_id": "amazon-nova/nova-micro-v1", "model_name": "Nova Micro V1", "provider_id": "amazon", "provider_name": "Amazon", "input_cost_per_million": 0.035, "output_cost_per_million": 0.14, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.0000125, "max_input_tokens": 1000000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_pdf_input": true, "supports_prompt_caching": false, "model_id": "amazon-nova/nova-premier-v1", "model_name": "Nova Premier V1", "provider_id": "amazon", "provider_name": "Amazon", "input_cost_per_million": 2.5, "output_cost_per_million": 12.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 8e-7, "output_cost_per_token": 0.0000032, "max_input_tokens": 300000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_pdf_input": true, "supports_prompt_caching": true, "model_id": "amazon-nova/nova-pro-v1", "model_name": "Nova Pro V1", "provider_id": "amazon", "provider_name": "Amazon", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 3.1999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 64000, "deprecation_date": "2026-02-19", "cache_creation_input_token_cost_above_1hr": 0.000006, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "claude-3-7-sonnet-20250219", "model_name": "Claude 3 7 Sonnet (Feb 2025)", "provider_id": "anthropic", "provider_name": "Anthropic", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.00000125, "max_input_tokens": 200000, "max_output_tokens": 4096, "cache_creation_input_token_cost_above_1hr": 0.000006, "max_tokens": 4096, "supports_assistant_prefill": true, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "claude-3-haiku-20240307", "model_name": "Claude 3 Haiku", "provider_id": "anthropic", "provider_name": "Anthropic", "input_cost_per_million": 0.25, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 3e-7, "cache_write_cost_per_million": 0.3, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 4096, "deprecation_date": "2026-05-01", "cache_creation_input_token_cost_above_1hr": 0.000006, "max_tokens": 4096, "supports_assistant_prefill": true, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "claude-3-opus-20240229", "model_name": "Claude 3 Opus (Feb 2024)", "provider_id": "anthropic", "provider_name": "Anthropic", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "max_tokens": 32000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "claude-4-opus-20250514", "model_name": "Claude 4 Opus (May 2025)", "provider_id": "anthropic", "provider_name": "Anthropic", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "input_cost_per_token_above_200k_tokens": 0.000006, "max_tokens": 64000, "output_cost_per_token_above_200k_tokens": 0.0000225, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "claude-4-sonnet-20250514", "model_name": "Claude 4 Sonnet (May 2025)", "provider_id": "anthropic", "provider_name": "Anthropic", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000002, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "claude-haiku-4-5-20251001", "model_name": "Claude Haiku 4 5 (Oct 2025)", "provider_id": "anthropic", "provider_name": "Anthropic", "input_cost_per_million": 1, "output_cost_per_million": 5, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0.00000125, "cache_write_cost_per_million": 1.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "deprecation_date": "2026-08-05", "cache_creation_input_token_cost_above_1hr": 0.00003, "max_tokens": 32000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "claude-opus-4-1-20250805", "model_name": "Claude Opus 4 1 (Aug 2025)", "provider_id": "anthropic", "provider_name": "Anthropic", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "deprecation_date": "2026-05-14", "cache_creation_input_token_cost_above_1hr": 0.00003, "max_tokens": 32000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "claude-opus-4-20250514", "model_name": "Claude 4 Opus", "provider_id": "anthropic", "provider_name": "Anthropic", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_output_config": true, "model_id": "claude-opus-4-5-20251101", "model_name": "Claude Opus 4 5 (Nov 2025)", "provider_id": "anthropic", "provider_name": "Anthropic", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "provider_specific_entry": { "us": 1.1, "fast": 6 }, "supports_max_reasoning_effort": true, "supports_output_config": true, "model_id": "claude-opus-4-6-20260205", "model_name": "Claude Opus 4 6 (Feb 2026)", "provider_id": "anthropic", "provider_name": "Anthropic", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": true, "provider_specific_entry": { "us": 1.1, "fast": 6 }, "supports_output_config": true, "model_id": "claude-opus-4-7-20260416", "model_name": "Claude Opus 4 7 (Apr 2026)", "provider_id": "anthropic", "provider_name": "Anthropic", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 64000, "deprecation_date": "2026-05-14", "cache_creation_input_token_cost_above_1hr": 0.000006, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.0000225, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "claude-sonnet-4-20250514", "model_name": "Claude 4 Sonnet", "provider_id": "anthropic", "provider_name": "Anthropic", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 64000, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.0000225, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "claude-sonnet-4-5-20250929", "model_name": "Claude Sonnet 4 5 (Sep 2025)", "provider_id": "anthropic", "provider_name": "Anthropic", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000001, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "codellama/CodeLlama-34b-Instruct-hf", "model_name": "CodeLlama 34B Instruct Hf", "provider_id": "anyscale", "provider_name": "Anyscale", "input_cost_per_million": 1, "output_cost_per_million": 1, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000001, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/codellama-CodeLlama-70b-Instruct-hf", "model_id": "codellama/CodeLlama-70b-Instruct-hf", "model_name": "CodeLlama 70B Instruct Hf", "provider_id": "anyscale", "provider_name": "Anyscale", "input_cost_per_million": 1, "output_cost_per_million": 1, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.5e-7, "output_cost_per_token": 1.5e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/google-gemma-7b-it", "model_id": "google/gemma-7b-it", "model_name": "Gemma 7B It", "provider_id": "anyscale", "provider_name": "Anyscale", "input_cost_per_million": 0.15, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.5e-7, "output_cost_per_token": 1.5e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "HuggingFaceH4/zephyr-7b-beta", "model_name": "Zephyr 7B Beta", "provider_id": "anyscale", "provider_name": "Anyscale", "input_cost_per_million": 0.15, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2.5e-7, "output_cost_per_token": 2.5e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "meta-llama/Llama-2-13b-chat-hf", "model_name": "Llama 2 13B Chat Hf", "provider_id": "anyscale", "provider_name": "Anyscale", "input_cost_per_million": 0.25, "output_cost_per_million": 0.25, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000001, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "meta-llama/Llama-2-70b-chat-hf", "model_name": "Llama 2 70B Chat Hf", "provider_id": "anyscale", "provider_name": "Anyscale", "input_cost_per_million": 1, "output_cost_per_million": 1, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.5e-7, "output_cost_per_token": 1.5e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "meta-llama/Llama-2-7b-chat-hf", "model_name": "Llama 2 7B Chat Hf", "provider_id": "anyscale", "provider_name": "Anyscale", "input_cost_per_million": 0.15, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000001, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/meta-llama-Meta-Llama-3-70B-Instruct", "model_id": "meta-llama/Meta-Llama-3-70B-Instruct", "model_name": "Meta Llama 3 70B Instruct", "provider_id": "anyscale", "provider_name": "Anyscale", "input_cost_per_million": 1, "output_cost_per_million": 1, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 65536, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/mistralai-Mixtral-8x22B-Instruct-v0.1", "model_id": "mistralai/Mixtral-8x22B-Instruct-v0.1", "model_name": "Mixtral 8x22B Instruct V0.1", "provider_id": "anyscale", "provider_name": "Anyscale", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_query": 0.0006, "metadata": { "notes": "APISerpent deep search (/api/search), multi-engine (Google, Bing, Yahoo, DuckDuckGo). Pricing: $0.60/1k searches." }, "model_id": "apiserpent/deep_search", "model_name": "Deep_search", "provider_id": "apiserpent", "provider_name": "Apiserpent", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "search", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_query": 0.0006, "metadata": { "notes": "APISerpent quick search (/api/search/quick), multi-engine (Google, Bing, Yahoo, DuckDuckGo). Pricing: $0.60/1k searches." }, "model_id": "apiserpent/search", "model_name": "Search", "provider_id": "apiserpent", "provider_name": "Apiserpent", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "search", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00003333, "output_cost_per_second": 0, "model_id": "assemblyai/best", "model_name": "Best", "provider_id": "assemblyai", "provider_name": "AssemblyAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00010278, "output_cost_per_second": 0, "model_id": "assemblyai/nano", "model_name": "Nano", "provider_id": "assemblyai", "provider_name": "AssemblyAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_character": 0.00003, "supported_endpoints": [ "/v1/audio/speech" ], "source": "https://aws.amazon.com/polly/pricing/", "model_id": "aws_polly/generative", "model_name": "Generative", "provider_id": "aws", "provider_name": "AWS", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_character": 0.0001, "supported_endpoints": [ "/v1/audio/speech" ], "source": "https://aws.amazon.com/polly/pricing/", "model_id": "aws_polly/long-form", "model_name": "Long Form", "provider_id": "aws", "provider_name": "AWS", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_character": 0.000016, "supported_endpoints": [ "/v1/audio/speech" ], "source": "https://aws.amazon.com/polly/pricing/", "model_id": "aws_polly/neural", "model_name": "Neural", "provider_id": "aws", "provider_name": "AWS", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_character": 0.000004, "supported_endpoints": [ "/v1/audio/speech" ], "source": "https://aws.amazon.com/polly/pricing/", "model_id": "aws_polly/standard", "model_name": "Standard", "provider_id": "aws", "provider_name": "AWS", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00001, "output_cost_per_token": 0.00005, "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "cache_creation_input_token_cost_above_1hr": 0.00002, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": true, "model_id": "azure_ai/claude-fable-5", "model_name": "Claude Fable 5", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 10, "output_cost_per_million": 50, "cache_read_cost_per_token": 0.000001, "cache_read_cost_per_million": 1, "cache_write_cost_per_token": 0.0000125, "cache_write_cost_per_million": 12.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000002, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure_ai/claude-haiku-4-5", "model_name": "Claude Haiku 4 5", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1, "output_cost_per_million": 5, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0.00000125, "cache_write_cost_per_million": 1.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "cache_creation_input_token_cost_above_1hr": 0.00003, "max_tokens": 32000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure_ai/claude-opus-4-1", "model_name": "Claude Opus 4 1", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_output_config": true, "model_id": "azure_ai/claude-opus-4-5", "model_name": "Claude Opus 4 5", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 200000, "max_output_tokens": 128000, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "cache_creation_input_token_cost_above_1hr": 0.00001, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_output_config": true, "supports_max_reasoning_effort": true, "model_id": "azure_ai/claude-opus-4-6", "model_name": "Claude Opus 4 6", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 200000, "max_output_tokens": 128000, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "cache_creation_input_token_cost_above_1hr": 0.00001, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": true, "model_id": "azure_ai/claude-opus-4-7", "model_name": "Claude Opus 4 7", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 200000, "max_output_tokens": 128000, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "cache_creation_input_token_cost_above_1hr": 0.00001, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": true, "model_id": "azure_ai/claude-opus-4-8", "model_name": "Claude Opus 4 8", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000006, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure_ai/claude-sonnet-4-5", "model_name": "Claude Sonnet 4 5", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000006, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_max_reasoning_effort": true, "supports_tool_choice": true, "supports_output_config": true, "model_id": "azure_ai/claude-sonnet-4-6", "model_name": "Claude Sonnet 4 6", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 512, "max_tokens": 512, "output_vector_size": 1024, "source": "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/cohere.cohere-embed-v3-english-offer?tab=PlansAndPrice", "supports_embedding_image_input": true, "model_id": "azure_ai/Cohere-embed-v3-english", "model_name": "Cohere Embed V3 English", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 512, "max_tokens": 512, "output_vector_size": 1024, "source": "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/cohere.cohere-embed-v3-english-offer?tab=PlansAndPrice", "supports_embedding_image_input": true, "model_id": "azure_ai/Cohere-embed-v3-multilingual", "model_name": "Cohere Embed V3 Multilingual", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_output_tokens": 4096, "input_cost_per_query": 0.002, "max_query_tokens": 2048, "max_tokens": 4096, "model_id": "azure_ai/cohere-rerank-v3-english", "model_name": "Cohere Rerank V3 English", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "rerank", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_output_tokens": 4096, "input_cost_per_query": 0.002, "max_query_tokens": 2048, "max_tokens": 4096, "model_id": "azure_ai/cohere-rerank-v3-multilingual", "model_name": "Cohere Rerank V3 Multilingual", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "rerank", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_output_tokens": 4096, "input_cost_per_query": 0.002, "max_query_tokens": 2048, "max_tokens": 4096, "model_id": "azure_ai/cohere-rerank-v3.5", "model_name": "Cohere Rerank V3.5", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "rerank", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32768, "max_output_tokens": 32768, "input_cost_per_query": 0.002, "max_query_tokens": 4096, "max_tokens": 32768, "source": "https://techcommunity.microsoft.com/blog/azure-ai-foundry-blog/introducing-cohere-rerank-4-0-in-microsoft-foundry/4477076", "model_id": "azure_ai/cohere-rerank-v4.0-fast", "model_name": "Cohere Rerank V4.0 Fast", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "rerank", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32768, "max_output_tokens": 32768, "input_cost_per_query": 0.0025, "max_query_tokens": 4096, "max_tokens": 32768, "source": "https://techcommunity.microsoft.com/blog/azure-ai-foundry-blog/introducing-cohere-rerank-4-0-in-microsoft-foundry/4477076", "model_id": "azure_ai/cohere-rerank-v4.0-pro", "model_name": "Cohere Rerank V4.0 Pro", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "rerank", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00000135, "output_cost_per_token": 0.0000054, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://techcommunity.microsoft.com/blog/machinelearningblog/deepseek-r1-improved-performance-higher-limits-and-transparent-pricing/4386367", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure_ai/deepseek-r1", "model_name": "DeepSeek R1", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.35, "output_cost_per_million": 5.4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00000114, "output_cost_per_token": 0.00000456, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://techcommunity.microsoft.com/blog/machinelearningblog/announcing-deepseek-v3-on-azure-ai-foundry-and-github/4390438", "supports_tool_choice": true, "model_id": "azure_ai/deepseek-v3", "model_name": "DeepSeek V3", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.1400000000000001, "output_cost_per_million": 4.5600000000000005, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.00000114, "output_cost_per_token": 0.00000456, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://techcommunity.microsoft.com/blog/machinelearningblog/announcing-deepseek-v3-on-azure-ai-foundry-and-github/4390438", "supports_tool_choice": true, "model_id": "azure_ai/deepseek-v3-0324", "model_name": "Deepseek V3 0324", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.1400000000000001, "output_cost_per_million": 4.5600000000000005, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 5.8e-7, "output_cost_per_token": 0.00000168, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "source": "https://techcommunity.microsoft.com/blog/azure-ai-foundry-blog/introducing-deepseek-v3-2-and-deepseek-v3-2-speciale-in-microsoft-foundry/4477549", "supports_assistant_prefill": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure_ai/deepseek-v3.2", "model_name": "Deepseek V3.2", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.58, "output_cost_per_million": 1.68, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 5.8e-7, "output_cost_per_token": 0.00000168, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "source": "https://techcommunity.microsoft.com/blog/azure-ai-foundry-blog/introducing-deepseek-v3-2-and-deepseek-v3-2-speciale-in-microsoft-foundry/4477549", "supports_assistant_prefill": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure_ai/deepseek-v3.2-speciale", "model_name": "Deepseek V3.2 Speciale", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.58, "output_cost_per_million": 1.68, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "ocr_cost_per_page": 0.01, "supported_endpoints": [ "/v1/ocr" ], "source": "https://azure.microsoft.com/en-us/pricing/details/ai-document-intelligence/", "model_id": "azure_ai/doc-intelligence/prebuilt-document", "model_name": "Prebuilt Document", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "ocr", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "ocr_cost_per_page": 0.01, "supported_endpoints": [ "/v1/ocr" ], "source": "https://azure.microsoft.com/en-us/pricing/details/ai-document-intelligence/", "model_id": "azure_ai/doc-intelligence/prebuilt-layout", "model_name": "Prebuilt Layout", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "ocr", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "ocr_cost_per_page": 0.0015, "supported_endpoints": [ "/v1/ocr" ], "source": "https://azure.microsoft.com/en-us/pricing/details/ai-document-intelligence/", "model_id": "azure_ai/doc-intelligence/prebuilt-read", "model_name": "Prebuilt Read", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "ocr", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.2e-7, "output_cost_per_token": 0, "max_input_tokens": 128000, "max_tokens": 128000, "output_vector_size": 3072, "source": "https://azuremarketplace.microsoft.com/pt-br/marketplace/apps/cohere.cohere-embed-4-offer?tab=PlansAndPrice", "supported_endpoints": [ "/v1/embeddings" ], "supported_modalities": [ "text", "image" ], "supports_embedding_image_input": true, "model_id": "azure_ai/embed-v-4-0", "model_name": "Embed V 4 0", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_output_tokens": 0, "input_cost_per_million": 0.12, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.04, "source": "https://techcommunity.microsoft.com/blog/azure-ai-foundry-blog/black-forest-labs-flux-1-kontext-pro-and-flux1-1-pro-now-available-in-azure-ai-f/4434659", "supported_endpoints": [ "/v1/images/generations" ], "model_id": "azure_ai/FLUX-1.1-pro", "model_name": "FLUX 1.1 Pro", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.04, "source": "https://azuremarketplace.microsoft.com/pt-br/marketplace/apps/cohere.cohere-embed-4-offer?tab=PlansAndPrice", "supported_endpoints": [ "/v1/images/generations" ], "model_id": "azure_ai/FLUX.1-Kontext-pro", "model_name": "FLUX.1 Kontext Pro", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.04, "source": "https://ai.azure.com/explore/models/flux.2-pro/version/1/registry/azureml-blackforestlabs", "supported_endpoints": [ "/v1/images/generations" ], "model_id": "azure_ai/flux.2-pro", "model_name": "Flux.2 Pro", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://devblogs.microsoft.com/foundry/announcing-grok-3-and-grok-3-mini-on-azure-ai-foundry/", "supports_tool_choice": true, "supports_web_search": true, "model_id": "azure_ai/global/grok-3", "model_name": "Grok 3", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.00000127, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://devblogs.microsoft.com/foundry/announcing-grok-3-and-grok-3-mini-on-azure-ai-foundry/", "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "azure_ai/global/grok-3-mini", "model_name": "Grok 3 Mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.25, "output_cost_per_million": 1.27, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.000015, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 5e-7, "cache_read_input_token_cost_priority": 5e-7, "cache_read_input_token_cost_above_272k_tokens_priority": 0.000001, "input_cost_per_token_above_272k_tokens": 0.000005, "input_cost_per_token_priority": 0.000005, "input_cost_per_token_above_272k_tokens_priority": 0.00001, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.0000225, "output_cost_per_token_priority": 0.00003, "output_cost_per_token_above_272k_tokens_priority": 0.000045, "source": "https://ai.azure.com/catalog/models/gpt-5.4", "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": true, "model_id": "azure_ai/gpt-5.4", "model_name": "GPT-5.4", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.5, "output_cost_per_million": 15, "cache_read_cost_per_token": 2.5e-7, "cache_read_cost_per_million": 0.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.000015, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 5e-7, "cache_read_input_token_cost_priority": 5e-7, "cache_read_input_token_cost_above_272k_tokens_priority": 0.000001, "input_cost_per_token_above_272k_tokens": 0.000005, "input_cost_per_token_priority": 0.000005, "input_cost_per_token_above_272k_tokens_priority": 0.00001, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.0000225, "output_cost_per_token_priority": 0.00003, "output_cost_per_token_above_272k_tokens_priority": 0.000045, "source": "https://ai.azure.com/catalog/models/gpt-5.4", "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": true, "model_id": "azure_ai/gpt-5.4-2026-03-05", "model_name": "GPT-5.4 (Mar 2026)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.5, "output_cost_per_million": 15, "cache_read_cost_per_token": 2.5e-7, "cache_read_cost_per_million": 0.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-7, "output_cost_per_token": 0.0000045, "max_input_tokens": 400000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 1.5e-7, "cache_read_input_token_cost_priority": 1.5e-7, "cache_read_input_token_cost_above_272k_tokens_priority": 3e-7, "input_cost_per_token_above_272k_tokens": 0.0000015, "input_cost_per_token_priority": 0.0000015, "input_cost_per_token_above_272k_tokens_priority": 0.000003, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.00000675, "output_cost_per_token_priority": 0.000009, "output_cost_per_token_above_272k_tokens_priority": 0.0000135, "source": "https://ai.azure.com/catalog/models/gpt-5.4-mini", "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": false, "model_id": "azure_ai/gpt-5.4-mini", "model_name": "GPT-5.4 Mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.75, "output_cost_per_million": 4.5, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-7, "output_cost_per_token": 0.0000045, "max_input_tokens": 400000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 1.5e-7, "cache_read_input_token_cost_priority": 1.5e-7, "cache_read_input_token_cost_above_272k_tokens_priority": 3e-7, "input_cost_per_token_above_272k_tokens": 0.0000015, "input_cost_per_token_priority": 0.0000015, "input_cost_per_token_above_272k_tokens_priority": 0.000003, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.00000675, "output_cost_per_token_priority": 0.000009, "output_cost_per_token_above_272k_tokens_priority": 0.0000135, "source": "https://ai.azure.com/catalog/models/gpt-5.4-mini", "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": false, "model_id": "azure_ai/gpt-5.4-mini-2026-03-17", "model_name": "GPT-5.4 Mini (Mar 2026)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.75, "output_cost_per_million": 4.5, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.00000125, "max_input_tokens": 400000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 4e-8, "cache_read_input_token_cost_priority": 4e-8, "cache_read_input_token_cost_above_272k_tokens_priority": 8e-8, "input_cost_per_token_above_272k_tokens": 4e-7, "input_cost_per_token_priority": 4e-7, "input_cost_per_token_above_272k_tokens_priority": 8e-7, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.000001875, "output_cost_per_token_priority": 0.0000025, "output_cost_per_token_above_272k_tokens_priority": 0.00000375, "source": "https://ai.azure.com/catalog/models/gpt-5.4-nano", "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": false, "model_id": "azure_ai/gpt-5.4-nano", "model_name": "GPT-5.4 Nano", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 2e-8, "cache_read_cost_per_million": 0.02, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.00000125, "max_input_tokens": 400000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 4e-8, "cache_read_input_token_cost_priority": 4e-8, "cache_read_input_token_cost_above_272k_tokens_priority": 8e-8, "input_cost_per_token_above_272k_tokens": 4e-7, "input_cost_per_token_priority": 4e-7, "input_cost_per_token_above_272k_tokens_priority": 8e-7, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.000001875, "output_cost_per_token_priority": 0.0000025, "output_cost_per_token_above_272k_tokens_priority": 0.00000375, "source": "https://ai.azure.com/catalog/models/gpt-5.4-nano", "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": false, "model_id": "azure_ai/gpt-5.4-nano-2026-03-17", "model_name": "GPT-5.4 Nano (Mar 2026)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 2e-8, "cache_read_cost_per_million": 0.02, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": false, "input_cost_per_token": 0.00003, "output_cost_per_token": 0.00018, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 0.000006, "cache_read_input_token_cost_priority": 0.000006, "cache_read_input_token_cost_above_272k_tokens_priority": 0.000012, "input_cost_per_token_above_272k_tokens": 0.00006, "input_cost_per_token_priority": 0.00006, "input_cost_per_token_above_272k_tokens_priority": 0.00012, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.00027, "output_cost_per_token_priority": 0.00036, "output_cost_per_token_above_272k_tokens_priority": 0.00054, "source": "https://ai.azure.com/catalog/models/gpt-5.4-pro", "supported_endpoints": [ "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": true, "model_id": "azure_ai/gpt-5.4-pro", "model_name": "GPT-5.4 Pro", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 30, "output_cost_per_million": 180, "cache_read_cost_per_token": 0.000003, "cache_read_cost_per_million": 3, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": false, "input_cost_per_token": 0.00003, "output_cost_per_token": 0.00018, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 0.000006, "cache_read_input_token_cost_priority": 0.000006, "cache_read_input_token_cost_above_272k_tokens_priority": 0.000012, "input_cost_per_token_above_272k_tokens": 0.00006, "input_cost_per_token_priority": 0.00006, "input_cost_per_token_above_272k_tokens_priority": 0.00012, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.00027, "output_cost_per_token_priority": 0.00036, "output_cost_per_token_above_272k_tokens_priority": 0.00054, "source": "https://ai.azure.com/catalog/models/gpt-5.4-pro", "supported_endpoints": [ "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": true, "model_id": "azure_ai/gpt-5.4-pro-2026-03-05", "model_name": "GPT-5.4 Pro (Mar 2026)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 30, "output_cost_per_million": 180, "cache_read_cost_per_token": 0.000003, "cache_read_cost_per_million": 3, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/", "supports_tool_choice": true, "model_id": "azure_ai/gpt-oss-120b", "model_name": "GPT Oss 120B", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/grok/", "supports_tool_choice": true, "supports_web_search": true, "model_id": "azure_ai/grok-3", "model_name": "Grok 3", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.00000127, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/grok/", "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "azure_ai/grok-3-mini", "model_name": "Grok 3 Mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.25, "output_cost_per_million": 1.27, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/grok/", "supports_tool_choice": true, "supports_web_search": true, "model_id": "azure_ai/grok-4", "model_name": "Grok 4", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://techcommunity.microsoft.com/t5/Azure-AI-Foundry-Blog/Grok-4-0-Goes-GA-in-Microsoft-Foundry-and-Grok-4-1-Fast-Arrives/ba-p/4497964", "supports_tool_choice": true, "supports_web_search": true, "model_id": "azure_ai/grok-4-1-fast-non-reasoning", "model_name": "Grok 4 1 Fast Non Reasoning", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://techcommunity.microsoft.com/t5/Azure-AI-Foundry-Blog/Grok-4-0-Goes-GA-in-Microsoft-Foundry-and-Grok-4-1-Fast-Arrives/ba-p/4497964", "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "azure_ai/grok-4-1-fast-reasoning", "model_name": "Grok 4 1 Fast Reasoning", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "supports_web_search": true, "model_id": "azure_ai/grok-4-fast-non-reasoning", "model_name": "Grok 4 Fast Non Reasoning", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/grok/", "supports_tool_choice": true, "supports_web_search": true, "model_id": "azure_ai/grok-4-fast-reasoning", "model_name": "Grok 4 Fast Reasoning", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/grok/", "supports_tool_choice": true, "supports_web_search": true, "model_id": "azure_ai/grok-code-fast-1", "model_name": "Grok Code Fast 1", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0032, "output_cost_per_token": 0.00971, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://azure.microsoft.com/en-us/products/ai-services/ai-foundry/models/jais-30b-chat", "model_id": "azure_ai/jais-30b-chat", "model_name": "Jais 30B Chat", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 3200, "output_cost_per_million": 9710, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-7, "output_cost_per_token": 7e-7, "max_input_tokens": 70000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "azure_ai/jamba-instruct", "model_name": "Jamba Instruct", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.5, "output_cost_per_million": 0.7, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.000003, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://techcommunity.microsoft.com/blog/azure-ai-foundry-blog/kimi-k2-5-now-in-microsoft-foundry/4492321", "supports_tool_choice": true, "supports_video_input": true, "model_id": "azure_ai/kimi-k2.5", "model_name": "Kimi K2.5", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.6, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 9.5e-7, "output_cost_per_token": 0.000004, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://techcommunity.microsoft.com/blog/azure-ai-foundry-blog/introducing-kimi-k2-6-in-microsoft-foundry/4513125", "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure_ai/kimi-k2.6", "model_name": "Kimi K2.6", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.95, "output_cost_per_million": 4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 3.7e-7, "output_cost_per_token": 3.7e-7, "max_input_tokens": 128000, "max_output_tokens": 2048, "max_tokens": 2048, "source": "https://azuremarketplace.microsoft.com/en/marketplace/apps/metagenai.meta-llama-3-2-11b-vision-instruct-offer?tab=Overview", "supports_tool_choice": true, "model_id": "azure_ai/Llama-3.2-11B-Vision-Instruct", "model_name": "Llama 3.2 11B Vision Instruct", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.37, "output_cost_per_million": 0.37, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.00000204, "output_cost_per_token": 0.00000204, "max_input_tokens": 128000, "max_output_tokens": 2048, "max_tokens": 2048, "source": "https://azuremarketplace.microsoft.com/en/marketplace/apps/metagenai.meta-llama-3-2-90b-vision-instruct-offer?tab=Overview", "supports_tool_choice": true, "model_id": "azure_ai/Llama-3.2-90B-Vision-Instruct", "model_name": "Llama 3.2 90B Vision Instruct", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.04, "output_cost_per_million": 2.04, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 7.1e-7, "output_cost_per_token": 7.1e-7, "max_input_tokens": 128000, "max_output_tokens": 2048, "max_tokens": 2048, "source": "https://azuremarketplace.microsoft.com/en/marketplace/apps/metagenai.llama-3-3-70b-instruct-offer?tab=Overview", "supports_tool_choice": true, "model_id": "azure_ai/Llama-3.3-70B-Instruct", "model_name": "Llama 3.3 70B Instruct", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.71, "output_cost_per_million": 0.71, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.00000141, "output_cost_per_token": 3.5e-7, "max_input_tokens": 1000000, "max_output_tokens": 16384, "max_tokens": 16384, "source": "https://azure.microsoft.com/en-us/blog/introducing-the-llama-4-herd-in-azure-ai-foundry-and-azure-databricks/", "supports_tool_choice": true, "model_id": "azure_ai/Llama-4-Maverick-17B-128E-Instruct-FP8", "model_name": "Llama 4 Maverick 17B 128E Instruct FP8", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.4100000000000001, "output_cost_per_million": 0.35, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 7.8e-7, "max_input_tokens": 10000000, "max_output_tokens": 16384, "max_tokens": 16384, "source": "https://azure.microsoft.com/en-us/blog/introducing-the-llama-4-herd-in-azure-ai-foundry-and-azure-databricks/", "supports_tool_choice": true, "model_id": "azure_ai/Llama-4-Scout-17B-16E-Instruct", "model_name": "Llama 4 Scout 17B 16E Instruct", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.78, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00000135, "output_cost_per_token": 0.0000054, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/microsoft/", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure_ai/MAI-DS-R1", "model_name": "MAI DS R1", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.35, "output_cost_per_million": 5.4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000011, "output_cost_per_token": 3.7e-7, "max_input_tokens": 8192, "max_output_tokens": 2048, "max_tokens": 2048, "supports_tool_choice": true, "model_id": "azure_ai/Meta-Llama-3-70B-Instruct", "model_name": "Meta Llama 3 70B Instruct", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.1, "output_cost_per_million": 0.37, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00000533, "output_cost_per_token": 0.000016, "max_input_tokens": 128000, "max_output_tokens": 2048, "max_tokens": 2048, "source": "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-405b-instruct-offer?tab=PlansAndPrice", "supports_tool_choice": true, "model_id": "azure_ai/Meta-Llama-3.1-405B-Instruct", "model_name": "Meta Llama 3.1 405B Instruct", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 5.33, "output_cost_per_million": 16, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00000268, "output_cost_per_token": 0.00000354, "max_input_tokens": 128000, "max_output_tokens": 2048, "max_tokens": 2048, "source": "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-70b-instruct-offer?tab=PlansAndPrice", "supports_tool_choice": true, "model_id": "azure_ai/Meta-Llama-3.1-70B-Instruct", "model_name": "Meta Llama 3.1 70B Instruct", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.68, "output_cost_per_million": 3.54, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 6.1e-7, "max_input_tokens": 128000, "max_output_tokens": 2048, "max_tokens": 2048, "source": "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-8b-instruct-offer?tab=PlansAndPrice", "supports_tool_choice": true, "model_id": "azure_ai/Meta-Llama-3.1-8B-Instruct", "model_name": "Meta Llama 3.1 8B Instruct", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.3, "output_cost_per_million": 0.61, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 4e-8, "output_cost_per_token": 4e-8, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://azuremarketplace.microsoft.com/en/marketplace/apps/000-000.ministral-3b-2410-offer?tab=Overview", "supports_tool_choice": true, "model_id": "azure_ai/ministral-3b", "model_name": "Ministral 3B", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.04, "output_cost_per_million": 0.04, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "ocr_cost_per_page": 0.003, "supported_endpoints": [ "/v1/ocr" ], "source": "https://devblogs.microsoft.com/foundry/whats-new-in-azure-ai-foundry-august-2025/#mistral-document-ai-(ocr)-%E2%80%94-serverless-in-foundry", "model_id": "azure_ai/mistral-document-ai-2505", "model_name": "Mistral Document AI (May 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "ocr", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "ocr_cost_per_page": 0.003, "supported_endpoints": [ "/v1/ocr" ], "source": "https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/", "model_id": "azure_ai/mistral-document-ai-2512", "model_name": "Mistral Document AI (Dec 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "ocr", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000004, "output_cost_per_token": 0.000012, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "azure_ai/mistral-large", "model_name": "Mistral Large", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 4, "output_cost_per_million": 12, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://azuremarketplace.microsoft.com/en/marketplace/apps/000-000.mistral-ai-large-2407-offer?tab=Overview", "supports_tool_choice": true, "model_id": "azure_ai/mistral-large-2407", "model_name": "Mistral Large (Jul 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2, "output_cost_per_million": 6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 256000, "max_output_tokens": 8191, "max_tokens": 8191, "source": "https://azure.microsoft.com/en-us/blog/introducing-mistral-large-3-in-microsoft-foundry-open-capable-and-ready-for-production-workloads/", "supports_tool_choice": true, "model_id": "azure_ai/mistral-large-3", "model_name": "Mistral Large 3", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://azuremarketplace.microsoft.com/en/marketplace/apps/000-000.mistral-ai-large-2407-offer?tab=Overview", "supports_tool_choice": true, "model_id": "azure_ai/mistral-large-latest", "model_name": "Mistral Large", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2, "output_cost_per_million": 6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 131072, "max_output_tokens": 8191, "max_tokens": 8191, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "azure_ai/mistral-medium-2505", "model_name": "Mistral Medium (May 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 1.5e-7, "max_input_tokens": 131072, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://azuremarketplace.microsoft.com/en/marketplace/apps/000-000.mistral-nemo-12b-2407?tab=PlansAndPrice", "model_id": "azure_ai/mistral-nemo", "model_name": "Mistral Nemo", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.15, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000003, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "azure_ai/mistral-small", "model_name": "Mistral Small", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_tool_choice": true, "model_id": "azure_ai/mistral-small-2503", "model_name": "Mistral Small (Mar 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.4e-7, "output_cost_per_token": 0, "source": "https://azure.microsoft.com/en-us/pricing/details/ai-services/", "comment": "Flat cost of $0.14 per M input tokens for Azure AI Foundry Model Router infrastructure. Use pattern: azure_ai/model_router/ where deployment-name is your Azure deployment (e.g., azure-model-router)", "model_id": "azure_ai/model_router", "model_name": "Model_router", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.14, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": false, "input_cost_per_token": 1.7e-7, "output_cost_per_token": 6.8e-7, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/", "supports_tool_choice": true, "model_id": "azure_ai/Phi-3-medium-128k-instruct", "model_name": "Phi 3 Medium 128k Instruct", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.16999999999999998, "output_cost_per_million": 0.6799999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": false, "input_cost_per_token": 1.7e-7, "output_cost_per_token": 6.8e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/", "supports_tool_choice": true, "model_id": "azure_ai/Phi-3-medium-4k-instruct", "model_name": "Phi 3 Medium 4k Instruct", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.16999999999999998, "output_cost_per_million": 0.6799999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": false, "input_cost_per_token": 1.3e-7, "output_cost_per_token": 5.2e-7, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/", "supports_tool_choice": true, "model_id": "azure_ai/Phi-3-mini-128k-instruct", "model_name": "Phi 3 Mini 128k Instruct", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.13, "output_cost_per_million": 0.52, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": false, "input_cost_per_token": 1.3e-7, "output_cost_per_token": 5.2e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/", "supports_tool_choice": true, "model_id": "azure_ai/Phi-3-mini-4k-instruct", "model_name": "Phi 3 Mini 4k Instruct", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.13, "output_cost_per_million": 0.52, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": false, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/", "supports_tool_choice": true, "model_id": "azure_ai/Phi-3-small-128k-instruct", "model_name": "Phi 3 Small 128k Instruct", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": false, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 8192, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/", "supports_tool_choice": true, "model_id": "azure_ai/Phi-3-small-8k-instruct", "model_name": "Phi 3 Small 8k Instruct", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": false, "input_cost_per_token": 1.3e-7, "output_cost_per_token": 5.2e-7, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/", "supports_tool_choice": true, "model_id": "azure_ai/Phi-3.5-mini-instruct", "model_name": "Phi 3.5 Mini Instruct", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.13, "output_cost_per_million": 0.52, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": false, "input_cost_per_token": 1.6e-7, "output_cost_per_token": 6.4e-7, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/", "supports_tool_choice": true, "model_id": "azure_ai/Phi-3.5-MoE-instruct", "model_name": "Phi 3.5 MoE Instruct", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.16, "output_cost_per_million": 0.64, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_token": 1.3e-7, "output_cost_per_token": 5.2e-7, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://azure.microsoft.com/en-us/pricing/details/phi-3/", "supports_tool_choice": true, "model_id": "azure_ai/Phi-3.5-vision-instruct", "model_name": "Phi 3.5 Vision Instruct", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.13, "output_cost_per_million": 0.52, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": false, "input_cost_per_token": 1.25e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "source": "https://techcommunity.microsoft.com/blog/machinelearningblog/affordable-innovation-unveiling-the-pricing-of-phi-3-slms-on-models-as-a-service/4156495", "supports_tool_choice": true, "model_id": "azure_ai/Phi-4", "model_name": "Phi 4", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.125, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 7.5e-8, "output_cost_per_token": 3e-7, "max_input_tokens": 131072, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://techcommunity.microsoft.com/blog/Azure-AI-Services-blog/announcing-new-phi-pricing-empowering-your-business-with-small-language-models/4395112", "model_id": "azure_ai/Phi-4-mini-instruct", "model_name": "Phi 4 Mini Instruct", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.075, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 8e-8, "output_cost_per_token": 3.2e-7, "max_input_tokens": 131072, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/microsoft/", "model_id": "azure_ai/Phi-4-mini-reasoning", "model_name": "Phi 4 Mini Reasoning", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.08, "output_cost_per_million": 0.32, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 8e-8, "output_cost_per_token": 3.2e-7, "max_input_tokens": 131072, "max_output_tokens": 4096, "input_cost_per_audio_token": 0.000004, "max_tokens": 4096, "source": "https://techcommunity.microsoft.com/blog/Azure-AI-Services-blog/announcing-new-phi-pricing-empowering-your-business-with-small-language-models/4395112", "supports_audio_input": true, "model_id": "azure_ai/Phi-4-multimodal-instruct", "model_name": "Phi 4 Multimodal Instruct", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.08, "output_cost_per_million": 0.32, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1.25e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 32768, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/microsoft/", "supports_tool_choice": true, "supports_reasoning": true, "model_id": "azure_ai/Phi-4-reasoning", "model_name": "Phi 4 Reasoning", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.125, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 8191, "max_tokens": 8191, "model_id": "azure/ada", "model_name": "Ada", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000015, "output_cost_per_token": 0.000006, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/codex-mini", "model_name": "Codex Mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.5, "output_cost_per_million": 6, "cache_read_cost_per_token": 3.75e-7, "cache_read_cost_per_million": 0.375, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "azure/command-r-plus", "model_name": "Command R+", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000012, "max_input_tokens": 8192, "max_output_tokens": 1024, "max_tokens": 1024, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_prompt_caching": false, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/computer-use-preview", "model_name": "Computer Use Preview", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 3, "output_cost_per_million": 12, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "code_interpreter_cost_per_session": 0.03, "model_id": "azure/container", "model_name": "Container", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000275, "output_cost_per_token": 0.000011, "max_input_tokens": 128000, "max_output_tokens": 16384, "deprecation_date": "2026-02-27", "max_tokens": 16384, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "azure/eu/gpt-4o-2024-08-06", "model_name": "GPT-4o (Aug 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.75, "output_cost_per_million": 11, "cache_read_cost_per_token": 0.000001375, "cache_read_cost_per_million": 1.375, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000275, "output_cost_per_token": 0.000011, "max_input_tokens": 128000, "max_output_tokens": 16384, "deprecation_date": "2026-03-01", "max_tokens": 16384, "supports_tool_choice": true, "model_id": "azure/eu/gpt-4o-2024-11-20", "model_name": "GPT-4o (Nov 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.75, "output_cost_per_million": 11, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0.00000138, "cache_write_cost_per_million": 1.38, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.65e-7, "output_cost_per_token": 6.6e-7, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "azure/eu/gpt-4o-mini-2024-07-18", "model_name": "GPT-4o mini (Jul 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.165, "output_cost_per_million": 0.66, "cache_read_cost_per_token": 8.3e-8, "cache_read_cost_per_million": 0.083, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 6.6e-7, "output_cost_per_token": 0.00000264, "max_input_tokens": 128000, "max_output_tokens": 4096, "cache_creation_input_audio_token_cost": 3.3e-7, "input_cost_per_audio_token": 0.000011, "max_tokens": 4096, "output_cost_per_audio_token": 0.000022, "supports_audio_input": true, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/eu/gpt-4o-mini-realtime-preview-2024-12-17", "model_name": "GPT-4o Mini Realtime Preview (Dec 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.66, "output_cost_per_million": 2.64, "cache_read_cost_per_token": 3.3e-7, "cache_read_cost_per_million": 0.33, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.000022, "max_input_tokens": 128000, "max_output_tokens": 4096, "cache_creation_input_audio_token_cost": 0.000022, "input_cost_per_audio_token": 0.00011, "max_tokens": 4096, "output_cost_per_audio_token": 0.00022, "supports_audio_input": true, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/eu/gpt-4o-realtime-preview-2024-10-01", "model_name": "GPT-4o Realtime Preview (Oct 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 5.5, "output_cost_per_million": 22, "cache_read_cost_per_token": 0.00000275, "cache_read_cost_per_million": 2.75, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.000022, "max_input_tokens": 128000, "max_output_tokens": 4096, "cache_read_input_audio_token_cost": 0.0000025, "input_cost_per_audio_token": 0.000044, "max_tokens": 4096, "output_cost_per_audio_token": 0.00008, "supported_modalities": [ "text", "audio" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/eu/gpt-4o-realtime-preview-2024-12-17", "model_name": "GPT-4o Realtime Preview (Dec 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 5.5, "output_cost_per_million": 22, "cache_read_cost_per_token": 0.00000275, "cache_read_cost_per_million": 2.75, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000001375, "output_cost_per_token": 0.000011, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/eu/gpt-5-2025-08-07", "model_name": "GPT-5 (Aug 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.375, "output_cost_per_million": 11, "cache_read_cost_per_token": 1.375e-7, "cache_read_cost_per_million": 0.1375, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.75e-7, "output_cost_per_token": 0.0000022, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/eu/gpt-5-mini-2025-08-07", "model_name": "GPT-5 Mini (Aug 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.275, "output_cost_per_million": 2.2, "cache_read_cost_per_token": 2.75e-8, "cache_read_cost_per_million": 0.0275, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 5.5e-8, "output_cost_per_token": 4.4e-7, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/eu/gpt-5-nano-2025-08-07", "model_name": "GPT-5 Nano (Aug 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.055, "output_cost_per_million": 0.44, "cache_read_cost_per_token": 5.5e-9, "cache_read_cost_per_million": 0.0055, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000138, "output_cost_per_token": 0.000011, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_none_reasoning_effort": true, "model_id": "azure/eu/gpt-5.1", "model_name": "GPT-5.1", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.38, "output_cost_per_million": 11, "cache_read_cost_per_token": 1.4e-7, "cache_read_cost_per_million": 0.14, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000138, "output_cost_per_token": 0.000011, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_none_reasoning_effort": true, "model_id": "azure/eu/gpt-5.1-chat", "model_name": "GPT-5.1 Chat", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.38, "output_cost_per_million": 11, "cache_read_cost_per_token": 1.4e-7, "cache_read_cost_per_million": 0.14, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000138, "output_cost_per_token": 0.000011, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "model_id": "azure/eu/gpt-5.1-codex", "model_name": "GPT-5.1 Codex", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.38, "output_cost_per_million": 11, "cache_read_cost_per_token": 1.4e-7, "cache_read_cost_per_million": 0.14, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.75e-7, "output_cost_per_token": 0.0000022, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "model_id": "azure/eu/gpt-5.1-codex-mini", "model_name": "GPT-5.1 Codex Mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.275, "output_cost_per_million": 2.2, "cache_read_cost_per_token": 2.8e-8, "cache_read_cost_per_million": 0.028, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.0000165, "output_cost_per_token": 0.000066, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "azure/eu/o1-2024-12-17", "model_name": "o1 (Dec 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 16.5, "output_cost_per_million": 66, "cache_read_cost_per_token": 0.00000825, "cache_read_cost_per_million": 8.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "input_cost_per_token": 0.00000121, "output_cost_per_token": 0.00000484, "max_input_tokens": 128000, "max_output_tokens": 65536, "input_cost_per_token_batches": 6.05e-7, "max_tokens": 65536, "output_cost_per_token_batches": 0.00000242, "supports_prompt_caching": true, "model_id": "azure/eu/o1-mini-2024-09-12", "model_name": "o1 mini (Sep 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.21, "output_cost_per_million": 4.84, "cache_read_cost_per_token": 6.05e-7, "cache_read_cost_per_million": 0.605, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "input_cost_per_token": 0.0000165, "output_cost_per_token": 0.000066, "max_input_tokens": 128000, "max_output_tokens": 32768, "max_tokens": 32768, "supports_prompt_caching": true, "model_id": "azure/eu/o1-preview-2024-09-12", "model_name": "o1 Preview (Sep 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 16.5, "output_cost_per_million": 66, "cache_read_cost_per_token": 0.00000825, "cache_read_cost_per_million": 8.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_vision": false, "input_cost_per_token": 0.00000121, "output_cost_per_token": 0.00000484, "max_input_tokens": 200000, "max_output_tokens": 100000, "input_cost_per_token_batches": 6.05e-7, "max_tokens": 100000, "output_cost_per_token_batches": 0.00000242, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure/eu/o3-mini-2025-01-31", "model_name": "o3 mini (Jan 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.21, "output_cost_per_million": 4.84, "cache_read_cost_per_token": 6.05e-7, "cache_read_cost_per_million": 0.605, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "deprecation_date": "2026-02-27", "max_tokens": 16384, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "azure/global-standard/gpt-4o-2024-08-06", "model_name": "GPT-4o (Aug 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "deprecation_date": "2026-03-01", "max_tokens": 16384, "supports_tool_choice": true, "model_id": "azure/global-standard/gpt-4o-2024-11-20", "model_name": "GPT-4o (Nov 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_tool_choice": true, "model_id": "azure/global-standard/gpt-4o-mini", "model_name": "GPT-4o mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "deprecation_date": "2026-02-27", "max_tokens": 16384, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "azure/global/gpt-4o-2024-08-06", "model_name": "GPT-4o (Aug 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "deprecation_date": "2026-03-01", "max_tokens": 16384, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "azure/global/gpt-4o-2024-11-20", "model_name": "GPT-4o (Nov 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_none_reasoning_effort": true, "model_id": "azure/global/gpt-5.1", "model_name": "GPT-5.1", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_none_reasoning_effort": true, "model_id": "azure/global/gpt-5.1-chat", "model_name": "GPT-5.1 Chat", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "model_id": "azure/global/gpt-5.1-codex", "model_name": "GPT-5.1 Codex", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "model_id": "azure/global/gpt-5.1-codex-mini", "model_name": "GPT-5.1 Codex Mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.25, "output_cost_per_million": 2, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 4097, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "azure/gpt-3.5-turbo", "model_name": "GPT 3.5T", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 16384, "max_output_tokens": 4096, "deprecation_date": "2025-03-31", "max_tokens": 4096, "supports_tool_choice": true, "model_id": "azure/gpt-3.5-turbo-0125", "model_name": "GPT-3.5 Turbo 0125", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "input_cost_per_token": 0.0000015, "output_cost_per_token": 0.000002, "max_input_tokens": 4097, "max_tokens": 4097, "model_id": "azure/gpt-3.5-turbo-instruct-0914", "model_name": "GPT-3.5 Turbo Instruct 0914", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_output_tokens": 0, "input_cost_per_million": 1.5, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 4097, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "azure/gpt-35-turbo", "model_name": "GPT-35 Turbo", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 16384, "max_output_tokens": 4096, "deprecation_date": "2025-05-31", "max_tokens": 4096, "supports_tool_choice": true, "model_id": "azure/gpt-35-turbo-0125", "model_name": "GPT-35 Turbo 0125", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000002, "max_input_tokens": 16384, "max_output_tokens": 4096, "deprecation_date": "2025-03-31", "max_tokens": 4096, "supports_tool_choice": true, "model_id": "azure/gpt-35-turbo-1106", "model_name": "GPT-35 Turbo (Jun 2011)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000004, "max_input_tokens": 16385, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "azure/gpt-35-turbo-16k", "model_name": "GPT-35 Turbo 16k", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 3, "output_cost_per_million": 4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000004, "max_input_tokens": 16385, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "azure/gpt-35-turbo-16k-0613", "model_name": "GPT-35 Turbo 16k 0613", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 3, "output_cost_per_million": 4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000015, "output_cost_per_token": 0.000002, "max_input_tokens": 4097, "max_tokens": 4097, "model_id": "azure/gpt-35-turbo-instruct", "model_name": "GPT-35 Turbo Instruct", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_output_tokens": 0, "input_cost_per_million": 1.5, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000015, "output_cost_per_token": 0.000002, "max_input_tokens": 4097, "max_tokens": 4097, "model_id": "azure/gpt-35-turbo-instruct-0914", "model_name": "GPT-35 Turbo Instruct 0914", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_output_tokens": 0, "input_cost_per_million": 1.5, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.00003, "output_cost_per_token": 0.00006, "max_input_tokens": 8192, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "azure/gpt-4", "model_name": "GPT-4", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 30, "output_cost_per_million": 60, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.00001, "output_cost_per_token": 0.00003, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "azure/gpt-4-0125-preview", "model_name": "GPT-4 0125 Preview", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 10, "output_cost_per_million": 30, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "input_cost_per_token": 0.00003, "output_cost_per_token": 0.00006, "max_input_tokens": 8192, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "azure/gpt-4-0613", "model_name": "GPT-4 0613", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 30, "output_cost_per_million": 60, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.00001, "output_cost_per_token": 0.00003, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "azure/gpt-4-1106-preview", "model_name": "GPT-4 1106 Preview", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 10, "output_cost_per_million": 30, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "input_cost_per_token": 0.00006, "output_cost_per_token": 0.00012, "max_input_tokens": 32768, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "azure/gpt-4-32k", "model_name": "GPT-4 32k", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 60, "output_cost_per_million": 120, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00006, "output_cost_per_token": 0.00012, "max_input_tokens": 32768, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "azure/gpt-4-32k-0613", "model_name": "GPT-4 32k 0613", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 60, "output_cost_per_million": 120, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.00001, "output_cost_per_token": 0.00003, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "azure/gpt-4-turbo", "model_name": "GPT-4 Turbo", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 10, "output_cost_per_million": 30, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.00001, "output_cost_per_token": 0.00003, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "azure/gpt-4-turbo-2024-04-09", "model_name": "GPT-4 Turbo (Apr 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 10, "output_cost_per_million": 30, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_vision": true, "input_cost_per_token": 0.00001, "output_cost_per_token": 0.00003, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "azure/gpt-4-turbo-vision-preview", "model_name": "GPT-4 Turbo Vision Preview", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 10, "output_cost_per_million": 30, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 1047576, "max_output_tokens": 32768, "input_cost_per_token_batches": 0.000001, "max_tokens": 32768, "output_cost_per_token_batches": 0.000004, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": false, "model_id": "azure/gpt-4.1", "model_name": "GPT-4.1", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 1047576, "max_output_tokens": 32768, "deprecation_date": "2026-11-04", "input_cost_per_token_batches": 0.000001, "max_tokens": 32768, "output_cost_per_token_batches": 0.000004, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": false, "model_id": "azure/gpt-4.1-2025-04-14", "model_name": "GPT-4.1 (Apr 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.0000016, "max_input_tokens": 1047576, "max_output_tokens": 32768, "input_cost_per_token_batches": 2e-7, "max_tokens": 32768, "output_cost_per_token_batches": 8e-7, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": false, "model_id": "azure/gpt-4.1-mini", "model_name": "GPT-4.1 mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 1.5999999999999999, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.0000016, "max_input_tokens": 1047576, "max_output_tokens": 32768, "deprecation_date": "2026-11-04", "input_cost_per_token_batches": 2e-7, "max_tokens": 32768, "output_cost_per_token_batches": 8e-7, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": false, "model_id": "azure/gpt-4.1-mini-2025-04-14", "model_name": "GPT-4.1 mini (Apr 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 1.5999999999999999, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1047576, "max_output_tokens": 32768, "input_cost_per_token_batches": 5e-8, "max_tokens": 32768, "output_cost_per_token_batches": 2e-7, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-4.1-nano", "model_name": "GPT-4.1 nano", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1047576, "max_output_tokens": 32768, "deprecation_date": "2026-11-04", "input_cost_per_token_batches": 5e-8, "max_tokens": 32768, "output_cost_per_token_batches": 2e-7, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-4.1-nano-2025-04-14", "model_name": "GPT-4.1 nano (Apr 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000075, "output_cost_per_token": 0.00015, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_token_batches": 0.0000375, "max_tokens": 16384, "output_cost_per_token_batches": 0.000075, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-4.5-preview", "model_name": "GPT-4.5 Preview", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 75, "output_cost_per_million": 150, "cache_read_cost_per_token": 0.0000375, "cache_read_cost_per_million": 37.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "azure/gpt-4o", "model_name": "GPT-4o", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000015, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "azure/gpt-4o-2024-05-13", "model_name": "GPT-4o (May 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 5, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "deprecation_date": "2026-02-27", "max_tokens": 16384, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "azure/gpt-4o-2024-08-06", "model_name": "GPT-4o (Aug 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000275, "output_cost_per_token": 0.000011, "max_input_tokens": 128000, "max_output_tokens": 16384, "deprecation_date": "2026-03-01", "max_tokens": 16384, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "azure/gpt-4o-2024-11-20", "model_name": "GPT-4o (Nov 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.75, "output_cost_per_million": 11, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "supports_response_schema": false, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_audio_token": 0.00004, "max_tokens": 16384, "output_cost_per_audio_token": 0.00008, "supported_endpoints": [ "/v1/chat/completions" ], "supported_modalities": [ "text", "audio" ], "supported_output_modalities": [ "text", "audio" ], "supports_native_streaming": true, "supports_prompt_caching": false, "supports_reasoning": false, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-4o-audio-preview-2024-12-17", "model_name": "GPT-4o Audio Preview (Dec 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.65e-7, "output_cost_per_token": 6.6e-7, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "azure/gpt-4o-mini", "model_name": "GPT-4o mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.165, "output_cost_per_million": 0.66, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.65e-7, "output_cost_per_token": 6.6e-7, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "azure/gpt-4o-mini-2024-07-18", "model_name": "GPT-4o mini (Jul 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.165, "output_cost_per_million": 0.66, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "supports_response_schema": false, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_audio_token": 0.00004, "max_tokens": 16384, "output_cost_per_audio_token": 0.00008, "supported_endpoints": [ "/v1/chat/completions" ], "supported_modalities": [ "text", "audio" ], "supported_output_modalities": [ "text", "audio" ], "supports_native_streaming": true, "supports_prompt_caching": false, "supports_reasoning": false, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-4o-mini-audio-preview-2024-12-17", "model_name": "GPT-4o Mini Audio Preview (Dec 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000024, "max_input_tokens": 128000, "max_output_tokens": 4096, "cache_creation_input_audio_token_cost": 3e-7, "input_cost_per_audio_token": 0.00001, "max_tokens": 4096, "output_cost_per_audio_token": 0.00002, "supports_audio_input": true, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-4o-mini-realtime-preview-2024-12-17", "model_name": "GPT-4o Mini Realtime Preview (Dec 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.6, "output_cost_per_million": 2.4, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.000005, "max_input_tokens": 16000, "max_output_tokens": 2000, "input_cost_per_audio_token": 0.00000125, "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "azure/gpt-4o-mini-transcribe", "model_name": "GPT-4o Mini Transcribe", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "output_cost_per_audio_token": 0.000012, "output_cost_per_second": 0.00025, "supported_endpoints": [ "/v1/audio/speech" ], "supported_modalities": [ "text", "audio" ], "supported_output_modalities": [ "audio" ], "model_id": "azure/gpt-4o-mini-tts", "model_name": "GPT-4o Mini TTS", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.00002, "max_input_tokens": 128000, "max_output_tokens": 4096, "cache_creation_input_audio_token_cost": 0.00002, "input_cost_per_audio_token": 0.0001, "max_tokens": 4096, "output_cost_per_audio_token": 0.0002, "supports_audio_input": true, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-4o-realtime-preview-2024-10-01", "model_name": "GPT-4o Realtime Preview (Oct 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 5, "output_cost_per_million": 20, "cache_read_cost_per_token": 0.0000025, "cache_read_cost_per_million": 2.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.00002, "max_input_tokens": 128000, "max_output_tokens": 4096, "input_cost_per_audio_token": 0.00004, "max_tokens": 4096, "output_cost_per_audio_token": 0.00008, "supported_modalities": [ "text", "audio" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-4o-realtime-preview-2024-12-17", "model_name": "GPT-4o Realtime Preview (Dec 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 5, "output_cost_per_million": 20, "cache_read_cost_per_token": 0.0000025, "cache_read_cost_per_million": 2.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 16000, "max_output_tokens": 2000, "input_cost_per_audio_token": 0.0000025, "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "azure/gpt-4o-transcribe", "model_name": "GPT-4o Transcribe", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 16000, "max_output_tokens": 2000, "input_cost_per_audio_token": 0.0000025, "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "azure/gpt-4o-transcribe-diarize", "model_name": "GPT-4o Transcribe Diarize", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5", "model_name": "GPT-5", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5-2025-08-07", "model_name": "GPT-5 (Aug 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "source": "https://azure.microsoft.com/en-us/blog/gpt-5-in-azure-ai-foundry-the-future-of-ai-apps-and-agents-starts-here/", "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5-chat", "model_name": "GPT-5 Chat", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5-chat-latest", "model_name": "GPT-5 Chat Latest", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5-codex", "model_name": "GPT-5 Codex", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5-mini", "model_name": "GPT-5 Mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.25, "output_cost_per_million": 2, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5-mini-2025-08-07", "model_name": "GPT-5 Mini (Aug 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.25, "output_cost_per_million": 2, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 4e-7, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5-nano", "model_name": "GPT-5 Nano", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 5e-9, "cache_read_cost_per_million": 0.005, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 4e-7, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5-nano-2025-08-07", "model_name": "GPT-5 Nano (Aug 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 5e-9, "cache_read_cost_per_million": 0.005, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.00012, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://learn.microsoft.com/en-us/azure/ai-foundry/foundry-models/concepts/models-sold-directly-by-azure?pivots=azure-openai&tabs=global-standard-aoai%2Cstandard-chat-completions%2Cglobal-standard#gpt-5", "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5-pro", "model_name": "GPT-5 Pro", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 15, "output_cost_per_million": 120, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_none_reasoning_effort": true, "model_id": "azure/gpt-5.1", "model_name": "GPT-5.1", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_priority": 2.5e-7, "input_cost_per_token_priority": 0.0000025, "max_tokens": 128000, "output_cost_per_token_priority": 0.00002, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_none_reasoning_effort": true, "supports_minimal_reasoning_effort": true, "model_id": "azure/gpt-5.1-2025-11-13", "model_name": "GPT-5.1 (Nov 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_none_reasoning_effort": true, "model_id": "azure/gpt-5.1-chat", "model_name": "GPT-5.1 Chat", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": false, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "cache_read_input_token_cost_priority": 2.5e-7, "input_cost_per_token_priority": 0.0000025, "max_tokens": 16384, "output_cost_per_token_priority": 0.00002, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": false, "supports_none_reasoning_effort": true, "model_id": "azure/gpt-5.1-chat-2025-11-13", "model_name": "GPT-5.1 Chat (Nov 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "model_id": "azure/gpt-5.1-codex", "model_name": "GPT-5.1 Codex", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_priority": 2.5e-7, "input_cost_per_token_priority": 0.0000025, "max_tokens": 128000, "output_cost_per_token_priority": 0.00002, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "model_id": "azure/gpt-5.1-codex-2025-11-13", "model_name": "GPT-5.1 Codex (Nov 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "model_id": "azure/gpt-5.1-codex-max", "model_name": "GPT-5.1 Codex Max", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "model_id": "azure/gpt-5.1-codex-mini", "model_name": "GPT-5.1 Codex Mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.25, "output_cost_per_million": 2, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_priority": 4.5e-8, "input_cost_per_token_priority": 4.5e-7, "max_tokens": 128000, "output_cost_per_token_priority": 0.0000036, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "model_id": "azure/gpt-5.1-codex-mini-2025-11-13", "model_name": "GPT-5.1 Codex Mini (Nov 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.25, "output_cost_per_million": 2, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5.2", "model_name": "GPT-5.2", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.75, "output_cost_per_million": 14, "cache_read_cost_per_token": 1.75e-7, "cache_read_cost_per_million": 0.175, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_priority": 3.5e-7, "input_cost_per_token_priority": 0.0000035, "max_tokens": 128000, "output_cost_per_token_priority": 0.000028, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "model_id": "azure/gpt-5.2-2025-12-11", "model_name": "GPT-5.2 (Dec 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.75, "output_cost_per_million": 14, "cache_read_cost_per_token": 1.75e-7, "cache_read_cost_per_million": 0.175, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "max_input_tokens": 128000, "max_output_tokens": 16384, "cache_read_input_token_cost_priority": 3.5e-7, "input_cost_per_token_priority": 0.0000035, "max_tokens": 16384, "output_cost_per_token_priority": 0.000028, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5.2-chat", "model_name": "GPT-5.2 Chat", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.75, "output_cost_per_million": 14, "cache_read_cost_per_token": 1.75e-7, "cache_read_cost_per_million": 0.175, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "max_input_tokens": 128000, "max_output_tokens": 16384, "cache_read_input_token_cost_priority": 3.5e-7, "input_cost_per_token_priority": 0.0000035, "max_tokens": 16384, "output_cost_per_token_priority": 0.000028, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5.2-chat-2025-12-11", "model_name": "GPT-5.2 Chat (Dec 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.75, "output_cost_per_million": 14, "cache_read_cost_per_token": 1.75e-7, "cache_read_cost_per_million": 0.175, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5.2-codex", "model_name": "GPT-5.2 Codex", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.75, "output_cost_per_million": 14, "cache_read_cost_per_token": 1.75e-7, "cache_read_cost_per_million": 0.175, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000021, "output_cost_per_token": 0.000168, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "azure/gpt-5.2-pro", "model_name": "GPT-5.2 Pro", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 21, "output_cost_per_million": 168, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000021, "output_cost_per_token": 0.000168, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "azure/gpt-5.2-pro-2025-12-11", "model_name": "GPT-5.2 Pro (Dec 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 21, "output_cost_per_million": 168, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "max_input_tokens": 128000, "max_output_tokens": 16384, "cache_read_input_token_cost_priority": 3.5e-7, "input_cost_per_token_priority": 0.0000035, "max_tokens": 16384, "output_cost_per_token_priority": 0.000028, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "model_id": "azure/gpt-5.3-chat", "model_name": "GPT-5.3 Chat", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.75, "output_cost_per_million": 14, "cache_read_cost_per_token": 1.75e-7, "cache_read_cost_per_million": 0.175, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-5.3-codex", "model_name": "GPT-5.3 Codex", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.75, "output_cost_per_million": 14, "cache_read_cost_per_token": 1.75e-7, "cache_read_cost_per_million": 0.175, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.000015, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 5e-7, "cache_read_input_token_cost_priority": 5e-7, "cache_read_input_token_cost_above_272k_tokens_priority": 0.000001, "input_cost_per_token_above_272k_tokens": 0.000005, "input_cost_per_token_priority": 0.000005, "input_cost_per_token_above_272k_tokens_priority": 0.00001, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.0000225, "output_cost_per_token_priority": 0.00003, "output_cost_per_token_above_272k_tokens_priority": 0.000045, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "model_id": "azure/gpt-5.4", "model_name": "GPT-5.4", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.5, "output_cost_per_million": 15, "cache_read_cost_per_token": 2.5e-7, "cache_read_cost_per_million": 0.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.000015, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 5e-7, "cache_read_input_token_cost_priority": 5e-7, "cache_read_input_token_cost_above_272k_tokens_priority": 0.000001, "input_cost_per_token_above_272k_tokens": 0.000005, "input_cost_per_token_priority": 0.000005, "input_cost_per_token_above_272k_tokens_priority": 0.00001, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.0000225, "output_cost_per_token_priority": 0.00003, "output_cost_per_token_above_272k_tokens_priority": 0.000045, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "model_id": "azure/gpt-5.4-2026-03-05", "model_name": "GPT-5.4 (Mar 2026)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.5, "output_cost_per_million": 15, "cache_read_cost_per_token": 2.5e-7, "cache_read_cost_per_million": 0.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-7, "output_cost_per_token": 0.0000045, "max_input_tokens": 1050000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "model_id": "azure/gpt-5.4-mini", "model_name": "GPT-5.4 Mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.75, "output_cost_per_million": 4.5, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-7, "output_cost_per_token": 0.0000045, "max_input_tokens": 1050000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "model_id": "azure/gpt-5.4-mini-2026-03-17", "model_name": "GPT-5.4 Mini (Mar 2026)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.75, "output_cost_per_million": 4.5, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.00000125, "max_input_tokens": 1050000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "model_id": "azure/gpt-5.4-nano", "model_name": "GPT-5.4 Nano", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 2e-8, "cache_read_cost_per_million": 0.02, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.00000125, "max_input_tokens": 1050000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "model_id": "azure/gpt-5.4-nano-2026-03-17", "model_name": "GPT-5.4 Nano (Mar 2026)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 2e-8, "cache_read_cost_per_million": 0.02, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": false, "input_cost_per_token": 0.00003, "output_cost_per_token": 0.00018, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 0.000006, "input_cost_per_token_above_272k_tokens": 0.00006, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.00027, "supported_endpoints": [ "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "azure/gpt-5.4-pro", "model_name": "GPT-5.4 Pro", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 30, "output_cost_per_million": 180, "cache_read_cost_per_token": 0.000003, "cache_read_cost_per_million": 3, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": false, "input_cost_per_token": 0.00003, "output_cost_per_token": 0.00018, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 0.000006, "input_cost_per_token_above_272k_tokens": 0.00006, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.00027, "supported_endpoints": [ "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "azure/gpt-5.4-pro-2026-03-05", "model_name": "GPT-5.4 Pro (Mar 2026)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 30, "output_cost_per_million": 180, "cache_read_cost_per_token": 0.000003, "cache_read_cost_per_million": 3, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.00003, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 0.000001, "cache_read_input_token_cost_priority": 0.000001, "cache_read_input_token_cost_above_272k_tokens_priority": 0.000002, "input_cost_per_token_above_272k_tokens": 0.00001, "input_cost_per_token_priority": 0.00001, "input_cost_per_token_above_272k_tokens_priority": 0.00002, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.000045, "output_cost_per_token_priority": 0.00006, "output_cost_per_token_above_272k_tokens_priority": 0.00009, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": false, "model_id": "azure/gpt-5.5", "model_name": "GPT-5.5", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 5, "output_cost_per_million": 30, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.00003, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 0.000001, "cache_read_input_token_cost_priority": 0.000001, "cache_read_input_token_cost_above_272k_tokens_priority": 0.000002, "input_cost_per_token_above_272k_tokens": 0.00001, "input_cost_per_token_priority": 0.00001, "input_cost_per_token_above_272k_tokens_priority": 0.00002, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.000045, "output_cost_per_token_priority": 0.00006, "output_cost_per_token_above_272k_tokens_priority": 0.00009, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "model_id": "azure/gpt-5.5-2026-04-23", "model_name": "GPT-5.5 (Apr 2026)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 5, "output_cost_per_million": 30, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": false, "input_cost_per_token": 0.00003, "output_cost_per_token": 0.00018, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 0.000006, "input_cost_per_token_above_272k_tokens": 0.00006, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.00027, "supported_endpoints": [ "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": false, "supports_low_reasoning_effort": false, "model_id": "azure/gpt-5.5-pro", "model_name": "GPT-5.5 Pro", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 30, "output_cost_per_million": 180, "cache_read_cost_per_token": 0.000003, "cache_read_cost_per_million": 3, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": false, "input_cost_per_token": 0.00003, "output_cost_per_token": 0.00018, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 0.000006, "input_cost_per_token_above_272k_tokens": 0.00006, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.00027, "supported_endpoints": [ "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "azure/gpt-5.5-pro-2026-04-23", "model_name": "GPT-5.5 Pro (Apr 2026)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 30, "output_cost_per_million": 180, "cache_read_cost_per_token": 0.000003, "cache_read_cost_per_million": 3, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "supports_response_schema": false, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_audio_token": 0.00004, "max_tokens": 16384, "output_cost_per_audio_token": 0.00008, "supported_endpoints": [ "/v1/chat/completions" ], "supported_modalities": [ "text", "audio" ], "supported_output_modalities": [ "text", "audio" ], "supports_native_streaming": true, "supports_prompt_caching": false, "supports_reasoning": false, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-audio-1.5-2026-02-23", "model_name": "GPT Audio 1.5 (Feb 2026)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "supports_response_schema": false, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_audio_token": 0.00004, "max_tokens": 16384, "output_cost_per_audio_token": 0.00008, "supported_endpoints": [ "/v1/chat/completions" ], "supported_modalities": [ "text", "audio" ], "supported_output_modalities": [ "text", "audio" ], "supports_native_streaming": true, "supports_prompt_caching": false, "supports_reasoning": false, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-audio-2025-08-28", "model_name": "GPT Audio (Aug 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "supports_response_schema": false, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000024, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_audio_token": 0.00001, "max_tokens": 16384, "output_cost_per_audio_token": 0.00002, "supported_endpoints": [ "/v1/chat/completions" ], "supported_modalities": [ "text", "audio" ], "supported_output_modalities": [ "text", "audio" ], "supports_native_streaming": true, "supports_prompt_caching": false, "supports_reasoning": false, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-audio-mini-2025-10-06", "model_name": "GPT Audio Mini (Oct 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.6, "output_cost_per_million": 2.4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": true }, { "input_cost_per_token": 0.000005, "cache_read_input_image_token_cost": 0.0000025, "input_cost_per_image_token": 0.00001, "output_cost_per_image_token": 0.00004, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "model_id": "azure/gpt-image-1", "model_name": "GPT Image 1", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 5, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000002, "cache_read_input_image_token_cost": 2.5e-7, "input_cost_per_image_token": 0.0000025, "output_cost_per_image_token": 0.000008, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "model_id": "azure/gpt-image-1-mini", "model_name": "GPT Image 1 Mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 2, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000005, "cache_read_input_image_token_cost": 0.000002, "input_cost_per_image_token": 0.000008, "output_cost_per_image_token": 0.000032, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "model_id": "azure/gpt-image-1.5", "model_name": "GPT Image 1.5", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 5, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000005, "cache_read_input_image_token_cost": 0.000002, "input_cost_per_image_token": 0.000008, "output_cost_per_image_token": 0.000032, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "model_id": "azure/gpt-image-1.5-2025-12-16", "model_name": "GPT Image 1.5 (Dec 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 5, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.00001, "cache_read_input_image_token_cost": 0.000002, "input_cost_per_image_token": 0.000008, "output_cost_per_image_token": 0.00003, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "azure/gpt-image-2", "model_name": "GPT Image 2", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.00001, "cache_read_input_image_token_cost": 0.000002, "input_cost_per_image_token": 0.000008, "output_cost_per_image_token": 0.00003, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "azure/gpt-image-2-2026-04-21", "model_name": "GPT Image 2 (Apr 2026)", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.000004, "output_cost_per_token": 0.000016, "max_input_tokens": 32000, "max_output_tokens": 4096, "cache_creation_input_audio_token_cost": 0.000004, "input_cost_per_audio_token": 0.000032, "input_cost_per_image": 0.000005, "max_tokens": 4096, "output_cost_per_audio_token": 0.000064, "supported_endpoints": [ "/v1/realtime" ], "supported_modalities": [ "text", "image", "audio" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-realtime-1.5-2026-02-23", "model_name": "GPT Realtime 1.5 (Feb 2026)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 4, "output_cost_per_million": 16, "cache_read_cost_per_token": 0.000004, "cache_read_cost_per_million": 4, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.000004, "output_cost_per_token": 0.000016, "max_input_tokens": 32000, "max_output_tokens": 4096, "cache_creation_input_audio_token_cost": 0.000004, "input_cost_per_audio_token": 0.000032, "input_cost_per_image": 0.000005, "max_tokens": 4096, "output_cost_per_audio_token": 0.000064, "supported_endpoints": [ "/v1/realtime" ], "supported_modalities": [ "text", "image", "audio" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-realtime-2025-08-28", "model_name": "GPT Realtime (Aug 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 4, "output_cost_per_million": 16, "cache_read_cost_per_token": 0.000004, "cache_read_cost_per_million": 4, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000024, "max_input_tokens": 32000, "max_output_tokens": 4096, "cache_creation_input_audio_token_cost": 3e-7, "input_cost_per_audio_token": 0.00001, "input_cost_per_image": 8e-7, "max_tokens": 4096, "output_cost_per_audio_token": 0.00002, "supported_endpoints": [ "/v1/realtime" ], "supported_modalities": [ "text", "image", "audio" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/gpt-realtime-mini-2025-10-06", "model_name": "GPT Realtime Mini (Oct 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.6, "output_cost_per_million": 2.4, "cache_read_cost_per_token": 6e-8, "cache_read_cost_per_million": 0.06, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "output_cost_per_token": 0, "input_cost_per_pixel": 7.629e-8, "model_id": "azure/hd/1024-x-1024/dall-e-3", "model_name": "Dall E 3", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_token": 0, "input_cost_per_pixel": 6.539e-8, "model_id": "azure/hd/1024-x-1792/dall-e-3", "model_name": "Dall E 3", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_token": 0, "input_cost_per_pixel": 6.539e-8, "model_id": "azure/hd/1792-x-1024/dall-e-3", "model_name": "Dall E 3", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_pixel": 1.59263611e-7, "output_cost_per_pixel": 0, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "azure/high/1024-x-1024/gpt-image-1", "model_name": "GPT Image 1", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_pixel": 3.173828125e-8, "output_cost_per_pixel": 0, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "azure/high/1024-x-1024/gpt-image-1-mini", "model_name": "GPT Image 1 Mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_pixel": 1.58945719e-7, "output_cost_per_pixel": 0, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "azure/high/1024-x-1536/gpt-image-1", "model_name": "GPT Image 1", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_pixel": 3.173828125e-8, "output_cost_per_pixel": 0, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "azure/high/1024-x-1536/gpt-image-1-mini", "model_name": "GPT Image 1 Mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_pixel": 1.58945719e-7, "output_cost_per_pixel": 0, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "azure/high/1536-x-1024/gpt-image-1", "model_name": "GPT Image 1", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_pixel": 3.1575520833e-8, "output_cost_per_pixel": 0, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "azure/high/1536-x-1024/gpt-image-1-mini", "model_name": "GPT Image 1 Mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_pixel": 1.0490417e-8, "output_cost_per_pixel": 0, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "azure/low/1024-x-1024/gpt-image-1", "model_name": "GPT Image 1", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_pixel": 2.0751953125e-9, "output_cost_per_pixel": 0, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "azure/low/1024-x-1024/gpt-image-1-mini", "model_name": "GPT Image 1 Mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_pixel": 1.0172526e-8, "output_cost_per_pixel": 0, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "azure/low/1024-x-1536/gpt-image-1", "model_name": "GPT Image 1", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_pixel": 2.0751953125e-9, "output_cost_per_pixel": 0, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "azure/low/1024-x-1536/gpt-image-1-mini", "model_name": "GPT Image 1 Mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_pixel": 1.0172526e-8, "output_cost_per_pixel": 0, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "azure/low/1536-x-1024/gpt-image-1", "model_name": "GPT Image 1", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_pixel": 2.0345052083e-9, "output_cost_per_pixel": 0, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "azure/low/1536-x-1024/gpt-image-1-mini", "model_name": "GPT Image 1 Mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_pixel": 4.0054321e-8, "output_cost_per_pixel": 0, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "azure/medium/1024-x-1024/gpt-image-1", "model_name": "GPT Image 1", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_pixel": 8.056640625e-9, "output_cost_per_pixel": 0, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "azure/medium/1024-x-1024/gpt-image-1-mini", "model_name": "GPT Image 1 Mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_pixel": 4.0054321e-8, "output_cost_per_pixel": 0, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "azure/medium/1024-x-1536/gpt-image-1", "model_name": "GPT Image 1", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_pixel": 8.056640625e-9, "output_cost_per_pixel": 0, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "azure/medium/1024-x-1536/gpt-image-1-mini", "model_name": "GPT Image 1 Mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_pixel": 4.0054321e-8, "output_cost_per_pixel": 0, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "azure/medium/1536-x-1024/gpt-image-1", "model_name": "GPT Image 1", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_pixel": 7.9752604167e-9, "output_cost_per_pixel": 0, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "azure/medium/1536-x-1024/gpt-image-1-mini", "model_name": "GPT Image 1 Mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000008, "output_cost_per_token": 0.000024, "max_input_tokens": 32000, "max_tokens": 32000, "model_id": "azure/mistral-large-2402", "model_name": "Mistral Large (Feb 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_output_tokens": 0, "input_cost_per_million": 8, "output_cost_per_million": 24, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000008, "output_cost_per_token": 0.000024, "max_input_tokens": 32000, "max_tokens": 32000, "model_id": "azure/mistral-large-latest", "model_name": "Mistral Large", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_output_tokens": 0, "input_cost_per_million": 8, "output_cost_per_million": 24, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.00006, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure/o1", "model_name": "o1", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 15, "output_cost_per_million": 60, "cache_read_cost_per_token": 0.0000075, "cache_read_cost_per_million": 7.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.00006, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure/o1-2024-12-17", "model_name": "o1 (Dec 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 15, "output_cost_per_million": 60, "cache_read_cost_per_token": 0.0000075, "cache_read_cost_per_million": 7.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "input_cost_per_token": 0.00000121, "output_cost_per_token": 0.00000484, "max_input_tokens": 128000, "max_output_tokens": 65536, "max_tokens": 65536, "supports_prompt_caching": true, "supports_reasoning": true, "model_id": "azure/o1-mini", "model_name": "o1 mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.21, "output_cost_per_million": 4.84, "cache_read_cost_per_token": 6.05e-7, "cache_read_cost_per_million": 0.605, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000044, "max_input_tokens": 128000, "max_output_tokens": 65536, "max_tokens": 65536, "supports_prompt_caching": true, "supports_reasoning": true, "model_id": "azure/o1-mini-2024-09-12", "model_name": "o1 mini (Sep 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.1, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.00006, "max_input_tokens": 128000, "max_output_tokens": 32768, "max_tokens": 32768, "supports_prompt_caching": true, "supports_reasoning": true, "model_id": "azure/o1-preview", "model_name": "o1 Preview", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 15, "output_cost_per_million": 60, "cache_read_cost_per_token": 0.0000075, "cache_read_cost_per_million": 7.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.00006, "max_input_tokens": 128000, "max_output_tokens": 32768, "max_tokens": 32768, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "model_id": "azure/o1-preview-2024-09-12", "model_name": "o1 Preview (Sep 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 15, "output_cost_per_million": 60, "cache_read_cost_per_token": 0.0000075, "cache_read_cost_per_million": 7.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure/o3", "model_name": "o3", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 200000, "max_output_tokens": 100000, "deprecation_date": "2026-04-16", "max_tokens": 100000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure/o3-2025-04-16", "model_name": "o3 (Apr 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00001, "output_cost_per_token": 0.00004, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "azure/o3-deep-research", "model_name": "O3 Deep Research", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 10, "output_cost_per_million": 40, "cache_read_cost_per_token": 0.0000025, "cache_read_cost_per_million": 2.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000044, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure/o3-mini", "model_name": "o3 mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.1, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_parallel_functions": false }, { "supports_vision": false, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000044, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure/o3-mini-2025-01-31", "model_name": "o3 mini (Jan 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.1, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00002, "output_cost_per_token": 0.00008, "max_input_tokens": 200000, "max_output_tokens": 100000, "input_cost_per_token_batches": 0.00001, "max_tokens": 100000, "output_cost_per_token_batches": 0.00004, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_prompt_caching": false, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure/o3-pro", "model_name": "o3 Pro", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 20, "output_cost_per_million": 80, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00002, "output_cost_per_token": 0.00008, "max_input_tokens": 200000, "max_output_tokens": 100000, "input_cost_per_token_batches": 0.00001, "max_tokens": 100000, "output_cost_per_token_batches": 0.00004, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_prompt_caching": false, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure/o3-pro-2025-06-10", "model_name": "o3 Pro (Jun 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 20, "output_cost_per_million": 80, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000044, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure/o4-mini", "model_name": "o4 mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.1, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 2.75e-7, "cache_read_cost_per_million": 0.275, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000044, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure/o4-mini-2025-04-16", "model_name": "o4 mini (Apr 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.1, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 2.75e-7, "cache_read_cost_per_million": 0.275, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "output_cost_per_video_per_second": 0.1, "source": "https://azure.microsoft.com/en-us/products/ai-services/video-generation", "supported_modalities": [ "text" ], "supported_output_modalities": [ "video" ], "supported_resolutions": [ "720x1280", "1280x720" ], "model_id": "azure/sora-2", "model_name": "Sora 2", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "video_generation", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_video_per_second": 0.3, "source": "https://azure.microsoft.com/en-us/products/ai-services/video-generation", "supported_modalities": [ "text" ], "supported_output_modalities": [ "video" ], "supported_resolutions": [ "720x1280", "1280x720" ], "model_id": "azure/sora-2-pro", "model_name": "Sora 2 Pro", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "video_generation", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_video_per_second": 0.5, "source": "https://azure.microsoft.com/en-us/products/ai-services/video-generation", "supported_modalities": [ "text" ], "supported_output_modalities": [ "video" ], "supported_resolutions": [ "1024x1792", "1792x1024" ], "model_id": "azure/sora-2-pro-high-res", "model_name": "Sora 2 Pro High Res", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "video_generation", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "audio_transcription_config": "azure_speech", "input_cost_per_second": 0.0002777778, "output_cost_per_second": 0, "source": "https://azure.microsoft.com/en-us/pricing/details/cognitive-services/speech-services/", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "azure/speech/azure-stt", "model_name": "Azure STT", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_character": 0.000015, "source": "https://azure.microsoft.com/en-us/pricing/calculator/", "model_id": "azure/speech/azure-tts", "model_name": "Azure TTS", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_character": 0.00003, "source": "https://azure.microsoft.com/en-us/pricing/calculator/", "model_id": "azure/speech/azure-tts-hd", "model_name": "Azure TTS HD", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_token": 0, "input_cost_per_pixel": 0, "model_id": "azure/standard/1024-x-1024/dall-e-2", "model_name": "Dall E 2", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_token": 0, "input_cost_per_pixel": 3.81469e-8, "model_id": "azure/standard/1024-x-1024/dall-e-3", "model_name": "Dall E 3", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_token": 0, "input_cost_per_pixel": 4.359e-8, "model_id": "azure/standard/1024-x-1792/dall-e-3", "model_name": "Dall E 3", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_token": 0, "input_cost_per_pixel": 4.359e-8, "model_id": "azure/standard/1792-x-1024/dall-e-3", "model_name": "Dall E 3", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.3e-7, "output_cost_per_token": 0, "max_input_tokens": 8191, "max_tokens": 8191, "model_id": "azure/text-embedding-3-large", "model_name": "Text Embedding 3 Large", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_output_tokens": 0, "input_cost_per_million": 0.13, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-8, "output_cost_per_token": 0, "max_input_tokens": 8191, "deprecation_date": "2026-04-30", "max_tokens": 8191, "model_id": "azure/text-embedding-3-small", "model_name": "Text Embedding 3 Small", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_output_tokens": 0, "input_cost_per_million": 0.02, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 8191, "max_tokens": 8191, "model_id": "azure/text-embedding-ada-002", "model_name": "Text Embedding Ada 002", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_character": 0.000015, "model_id": "azure/tts-1", "model_name": "TTS 1", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_character": 0.00003, "model_id": "azure/tts-1-hd", "model_name": "TTS 1 HD", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000022, "output_cost_per_token": 0.0000088, "max_input_tokens": 1047576, "max_output_tokens": 32768, "deprecation_date": "2026-11-04", "input_cost_per_token_batches": 0.0000011, "max_tokens": 32768, "output_cost_per_token_batches": 0.0000044, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": false, "model_id": "azure/us/gpt-4.1-2025-04-14", "model_name": "GPT-4.1 (Apr 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.2, "output_cost_per_million": 8.8, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 4.4e-7, "output_cost_per_token": 0.00000176, "max_input_tokens": 1047576, "max_output_tokens": 32768, "deprecation_date": "2026-11-04", "input_cost_per_token_batches": 2.2e-7, "max_tokens": 32768, "output_cost_per_token_batches": 8.8e-7, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": false, "model_id": "azure/us/gpt-4.1-mini-2025-04-14", "model_name": "GPT-4.1 mini (Apr 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.44, "output_cost_per_million": 1.76, "cache_read_cost_per_token": 1.1e-7, "cache_read_cost_per_million": 0.11, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.1e-7, "output_cost_per_token": 4.4e-7, "max_input_tokens": 1047576, "max_output_tokens": 32768, "deprecation_date": "2026-11-04", "input_cost_per_token_batches": 6e-8, "max_tokens": 32768, "output_cost_per_token_batches": 2.2e-7, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/us/gpt-4.1-nano-2025-04-14", "model_name": "GPT-4.1 nano (Apr 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.11, "output_cost_per_million": 0.44, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000275, "output_cost_per_token": 0.000011, "max_input_tokens": 128000, "max_output_tokens": 16384, "deprecation_date": "2026-02-27", "max_tokens": 16384, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "azure/us/gpt-4o-2024-08-06", "model_name": "GPT-4o (Aug 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.75, "output_cost_per_million": 11, "cache_read_cost_per_token": 0.000001375, "cache_read_cost_per_million": 1.375, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000275, "output_cost_per_token": 0.000011, "max_input_tokens": 128000, "max_output_tokens": 16384, "deprecation_date": "2026-03-01", "max_tokens": 16384, "supports_tool_choice": true, "model_id": "azure/us/gpt-4o-2024-11-20", "model_name": "GPT-4o (Nov 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.75, "output_cost_per_million": 11, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0.00000138, "cache_write_cost_per_million": 1.38, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.65e-7, "output_cost_per_token": 6.6e-7, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "azure/us/gpt-4o-mini-2024-07-18", "model_name": "GPT-4o mini (Jul 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.165, "output_cost_per_million": 0.66, "cache_read_cost_per_token": 8.3e-8, "cache_read_cost_per_million": 0.083, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 6.6e-7, "output_cost_per_token": 0.00000264, "max_input_tokens": 128000, "max_output_tokens": 4096, "cache_creation_input_audio_token_cost": 3.3e-7, "input_cost_per_audio_token": 0.000011, "max_tokens": 4096, "output_cost_per_audio_token": 0.000022, "supports_audio_input": true, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/us/gpt-4o-mini-realtime-preview-2024-12-17", "model_name": "GPT-4o Mini Realtime Preview (Dec 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.66, "output_cost_per_million": 2.64, "cache_read_cost_per_token": 3.3e-7, "cache_read_cost_per_million": 0.33, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.000022, "max_input_tokens": 128000, "max_output_tokens": 4096, "cache_creation_input_audio_token_cost": 0.000022, "input_cost_per_audio_token": 0.00011, "max_tokens": 4096, "output_cost_per_audio_token": 0.00022, "supports_audio_input": true, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/us/gpt-4o-realtime-preview-2024-10-01", "model_name": "GPT-4o Realtime Preview (Oct 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 5.5, "output_cost_per_million": 22, "cache_read_cost_per_token": 0.00000275, "cache_read_cost_per_million": 2.75, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.000022, "max_input_tokens": 128000, "max_output_tokens": 4096, "cache_read_input_audio_token_cost": 0.0000025, "input_cost_per_audio_token": 0.000044, "max_tokens": 4096, "output_cost_per_audio_token": 0.00008, "supported_modalities": [ "text", "audio" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/us/gpt-4o-realtime-preview-2024-12-17", "model_name": "GPT-4o Realtime Preview (Dec 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 5.5, "output_cost_per_million": 22, "cache_read_cost_per_token": 0.00000275, "cache_read_cost_per_million": 2.75, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000001375, "output_cost_per_token": 0.000011, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/us/gpt-5-2025-08-07", "model_name": "GPT-5 (Aug 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.375, "output_cost_per_million": 11, "cache_read_cost_per_token": 1.375e-7, "cache_read_cost_per_million": 0.1375, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.75e-7, "output_cost_per_token": 0.0000022, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/us/gpt-5-mini-2025-08-07", "model_name": "GPT-5 Mini (Aug 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.275, "output_cost_per_million": 2.2, "cache_read_cost_per_token": 2.75e-8, "cache_read_cost_per_million": 0.0275, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 5.5e-8, "output_cost_per_token": 4.4e-7, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "azure/us/gpt-5-nano-2025-08-07", "model_name": "GPT-5 Nano (Aug 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.055, "output_cost_per_million": 0.44, "cache_read_cost_per_token": 5.5e-9, "cache_read_cost_per_million": 0.0055, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000138, "output_cost_per_token": 0.000011, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_none_reasoning_effort": true, "model_id": "azure/us/gpt-5.1", "model_name": "GPT-5.1", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.38, "output_cost_per_million": 11, "cache_read_cost_per_token": 1.4e-7, "cache_read_cost_per_million": 0.14, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000138, "output_cost_per_token": 0.000011, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_none_reasoning_effort": true, "model_id": "azure/us/gpt-5.1-chat", "model_name": "GPT-5.1 Chat", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.38, "output_cost_per_million": 11, "cache_read_cost_per_token": 1.4e-7, "cache_read_cost_per_million": 0.14, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000138, "output_cost_per_token": 0.000011, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "model_id": "azure/us/gpt-5.1-codex", "model_name": "GPT-5.1 Codex", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.38, "output_cost_per_million": 11, "cache_read_cost_per_token": 1.4e-7, "cache_read_cost_per_million": 0.14, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.75e-7, "output_cost_per_token": 0.0000022, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "model_id": "azure/us/gpt-5.1-codex-mini", "model_name": "GPT-5.1 Codex Mini", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 0.275, "output_cost_per_million": 2.2, "cache_read_cost_per_token": 2.8e-8, "cache_read_cost_per_million": 0.028, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.0000165, "output_cost_per_token": 0.000066, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "azure/us/o1-2024-12-17", "model_name": "o1 (Dec 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 16.5, "output_cost_per_million": 66, "cache_read_cost_per_token": 0.00000825, "cache_read_cost_per_million": 8.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "input_cost_per_token": 0.00000121, "output_cost_per_token": 0.00000484, "max_input_tokens": 128000, "max_output_tokens": 65536, "input_cost_per_token_batches": 6.05e-7, "max_tokens": 65536, "output_cost_per_token_batches": 0.00000242, "supports_prompt_caching": true, "model_id": "azure/us/o1-mini-2024-09-12", "model_name": "o1 mini (Sep 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.21, "output_cost_per_million": 4.84, "cache_read_cost_per_token": 6.05e-7, "cache_read_cost_per_million": 0.605, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "input_cost_per_token": 0.0000165, "output_cost_per_token": 0.000066, "max_input_tokens": 128000, "max_output_tokens": 32768, "max_tokens": 32768, "supports_prompt_caching": true, "model_id": "azure/us/o1-preview-2024-09-12", "model_name": "o1 Preview (Sep 2024)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 16.5, "output_cost_per_million": 66, "cache_read_cost_per_token": 0.00000825, "cache_read_cost_per_million": 8.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000022, "output_cost_per_token": 0.0000088, "max_input_tokens": 200000, "max_output_tokens": 100000, "deprecation_date": "2026-04-16", "max_tokens": 100000, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure/us/o3-2025-04-16", "model_name": "o3 (Apr 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 2.2, "output_cost_per_million": 8.8, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_vision": false, "input_cost_per_token": 0.00000121, "output_cost_per_token": 0.00000484, "max_input_tokens": 200000, "max_output_tokens": 100000, "input_cost_per_token_batches": 6.05e-7, "max_tokens": 100000, "output_cost_per_token_batches": 0.00000242, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure/us/o3-mini-2025-01-31", "model_name": "o3 mini (Jan 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.21, "output_cost_per_million": 4.84, "cache_read_cost_per_token": 6.05e-7, "cache_read_cost_per_million": 0.605, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000121, "output_cost_per_token": 0.00000484, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "azure/us/o4-mini-2025-04-16", "model_name": "o4 mini (Apr 2025)", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 1.21, "output_cost_per_million": 4.84, "cache_read_cost_per_token": 3.1e-7, "cache_read_cost_per_million": 0.31, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "input_cost_per_second": 0.0001, "output_cost_per_second": 0.0001, "model_id": "azure/whisper-1", "model_name": "Whisper 1", "provider_id": "azure", "provider_name": "Microsoft Azure", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000012, "max_input_tokens": 8192, "max_output_tokens": 1024, "max_tokens": 1024, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_prompt_caching": false, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "computer-use-preview", "model_name": "Computer Use Preview", "provider_id": "azure", "provider_name": "Microsoft Azure", "input_cost_per_million": 3, "output_cost_per_million": 12, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "input_cost_per_token": 7.7e-7, "output_cost_per_token": 7.7e-7, "model_id": "baseten/deepseek-ai/DeepSeek-V3-0324", "model_name": "DeepSeek V3 0324", "provider_id": "baseten", "provider_name": "Baseten", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.77, "output_cost_per_million": 0.77, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "model_id": "baseten/deepseek-ai/DeepSeek-V3.1", "model_name": "DeepSeek V3.1", "provider_id": "baseten", "provider_name": "Baseten", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "model_id": "baseten/MiniMaxAI/MiniMax-M2.5", "model_name": "MiniMax M2.5", "provider_id": "baseten", "provider_name": "Baseten", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000025, "model_id": "baseten/moonshotai/Kimi-K2-Instruct-0905", "model_name": "Kimi K2 Instruct (May 2009)", "provider_id": "baseten", "provider_name": "Baseten", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.6, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000025, "model_id": "baseten/moonshotai/Kimi-K2-Thinking", "model_name": "Kimi K2 Thinking", "provider_id": "baseten", "provider_name": "Baseten", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.6, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 6e-7, "output_cost_per_token": 0.000003, "model_id": "baseten/moonshotai/Kimi-K2.5", "model_name": "Kimi K2.5", "provider_id": "baseten", "provider_name": "Baseten", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.6, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 7.5e-7, "model_id": "baseten/nvidia/Nemotron-120B-A12B", "model_name": "Nemotron 120B A12B", "provider_id": "baseten", "provider_name": "Baseten", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.3, "output_cost_per_million": 0.75, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 5e-7, "model_id": "baseten/openai/gpt-oss-120b", "model_name": "GPT Oss 120B", "provider_id": "baseten", "provider_name": "Baseten", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000022, "model_id": "baseten/zai-org/GLM-4.6", "model_name": "GLM 4.6", "provider_id": "baseten", "provider_name": "Baseten", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.6, "output_cost_per_million": 2.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000022, "model_id": "baseten/zai-org/GLM-4.7", "model_name": "GLM 4.7", "provider_id": "baseten", "provider_name": "Baseten", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.6, "output_cost_per_million": 2.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9.5e-7, "output_cost_per_token": 0.00000315, "model_id": "baseten/zai-org/GLM-5", "model_name": "GLM 5", "provider_id": "baseten", "provider_name": "Baseten", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.95, "output_cost_per_million": 3.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 4096, "max_output_tokens": 4096, "input_cost_per_second": 0.001902, "max_tokens": 4096, "output_cost_per_second": 0.001902, "supports_tool_choice": true, "model_id": "*/1-month-commitment/cohere.command-light-text-v14", "model_name": "Cohere.command Light Text V14", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 4096, "max_output_tokens": 4096, "input_cost_per_second": 0.011, "max_tokens": 4096, "output_cost_per_second": 0.011, "supports_tool_choice": true, "model_id": "*/1-month-commitment/cohere.command-text-v14", "model_name": "Cohere.command Text V14", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 4096, "max_output_tokens": 4096, "input_cost_per_second": 0.0011416, "max_tokens": 4096, "output_cost_per_second": 0.0011416, "supports_tool_choice": true, "model_id": "*/6-month-commitment/cohere.command-light-text-v14", "model_name": "Cohere.command Light Text V14", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 4096, "max_output_tokens": 4096, "input_cost_per_second": 0.0066027, "max_tokens": 4096, "output_cost_per_second": 0.0066027, "supports_tool_choice": true, "model_id": "*/6-month-commitment/cohere.command-text-v14", "model_name": "Cohere.command Text V14", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 2600, "output_cost_per_image": 0.06, "model_id": "1024-x-1024/50-steps/bedrock/amazon.nova-canvas-v1:0", "model_name": "Amazon.nova Canvas", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 77, "max_tokens": 77, "output_cost_per_image": 0.04, "model_id": "1024-x-1024/50-steps/stability.stable-diffusion-xl-v1", "model_name": "Stability.stable Diffusion Xl V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 77, "max_tokens": 77, "output_cost_per_image": 0.08, "model_id": "1024-x-1024/max-steps/stability.stable-diffusion-xl-v1", "model_name": "Stability.stable Diffusion Xl V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 77, "max_tokens": 77, "output_cost_per_image": 0.018, "model_id": "512-x-512/50-steps/stability.stable-diffusion-xl-v0", "model_name": "Stability.stable Diffusion Xl V0", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 77, "max_tokens": 77, "output_cost_per_image": 0.036, "model_id": "512-x-512/max-steps/stability.stable-diffusion-xl-v0", "model_name": "Stability.stable Diffusion Xl V0", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000125, "output_cost_per_token": 0.0000125, "max_input_tokens": 8191, "max_output_tokens": 8191, "max_tokens": 8191, "model_id": "ai21.j2-mid-v1", "model_name": "J2 Mid V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 12.5, "output_cost_per_million": 12.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000188, "output_cost_per_token": 0.0000188, "max_input_tokens": 8191, "max_output_tokens": 8191, "max_tokens": 8191, "model_id": "ai21.j2-ultra-v1", "model_name": "J2 Ultra V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 18.8, "output_cost_per_million": 18.8, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "model_id": "ai21.jamba-1-5-large-v1:0", "model_name": "Jamba 1 5 Large", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "model_id": "ai21.jamba-1-5-mini-v1:0", "model_name": "Jamba 1 5 Mini", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-7, "output_cost_per_token": 7e-7, "max_input_tokens": 70000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_system_messages": true, "model_id": "ai21.jamba-instruct-v1:0", "model_name": "Jamba Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.5, "output_cost_per_million": 0.7, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1000000, "max_output_tokens": 64000, "max_tokens": 64000, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_video_input": true, "model_id": "amazon.nova-2-lite-v1:0", "model_name": "Nova 2 Lite", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "input_cost_per_token": 1.35e-7, "output_cost_per_token": 0, "max_input_tokens": 8172, "max_tokens": 8172, "input_cost_per_image": 0.00006, "input_cost_per_video_per_second": 0.0007, "input_cost_per_audio_per_second": 0.00014, "output_vector_size": 3072, "source": "https://us-east-1.console.aws.amazon.com/bedrock/home?region=us-east-1#/model-catalog/serverless/amazon.nova-2-multimodal-embeddings-v1:0", "supports_embedding_image_input": true, "supports_image_input": true, "supports_video_input": true, "supports_audio_input": true, "model_id": "amazon.nova-2-multimodal-embeddings-v1:0", "model_name": "Nova 2 Multimodal Embeddings", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_million": 0.135, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000021875, "output_cost_per_token": 0.0000175, "max_input_tokens": 1000000, "max_output_tokens": 64000, "input_cost_per_image_token": 0.0000021875, "input_cost_per_audio_token": 0.0000021875, "max_tokens": 64000, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_video_input": true, "model_id": "amazon.nova-2-pro-preview-20251202-v1:0", "model_name": "Nova 2 Pro Preview (Dec 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2.1875, "output_cost_per_million": 17.5, "cache_read_cost_per_token": 5.46875e-7, "cache_read_cost_per_million": 0.546875, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "max_input_tokens": 2600, "output_cost_per_image": 0.06, "supports_nova_canvas_image_edit": true, "model_id": "amazon.nova-canvas-v1:0", "model_name": "Nova Canvas", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 6e-8, "output_cost_per_token": 2.4e-7, "max_input_tokens": 300000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_pdf_input": true, "supports_prompt_caching": true, "model_id": "amazon.nova-lite-v1:0", "model_name": "Nova Lite", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.06, "output_cost_per_million": 0.24, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3.5e-8, "output_cost_per_token": 1.4e-7, "max_input_tokens": 128000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_prompt_caching": true, "model_id": "amazon.nova-micro-v1:0", "model_name": "Nova Micro", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.035, "output_cost_per_million": 0.14, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 8e-7, "output_cost_per_token": 0.0000032, "max_input_tokens": 300000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_pdf_input": true, "supports_prompt_caching": true, "model_id": "amazon.nova-pro-v1:0", "model_name": "Nova Pro", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 3.1999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32000, "max_output_tokens": 32000, "input_cost_per_query": 0.001, "max_document_chunks_per_query": 100, "max_query_tokens": 32000, "max_tokens": 32000, "max_tokens_per_document_chunk": 512, "model_id": "amazon.rerank-v1:0", "model_name": "Rerank", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "rerank", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 8e-7, "output_cost_per_token": 0, "max_input_tokens": 128, "input_cost_per_image": 0.00006, "max_tokens": 128, "metadata": { "notes": "'supports_image_input' is a deprecated field. Use 'supports_embedding_image_input' instead." }, "output_vector_size": 1024, "source": "https://us-east-1.console.aws.amazon.com/bedrock/home?region=us-east-1#/providers?model=amazon.titan-image-generator-v1", "supports_embedding_image_input": true, "supports_image_input": true, "model_id": "amazon.titan-embed-image-v1", "model_name": "Titan Embed Image V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 8192, "max_tokens": 8192, "output_vector_size": 1536, "model_id": "amazon.titan-embed-text-v1", "model_name": "Titan Embed Text V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 0, "max_input_tokens": 8192, "max_tokens": 8192, "output_vector_size": 1024, "provider_specific_entry": { "bedrock_invocation_schema": "titan_v2" }, "model_id": "amazon.titan-embed-text-v2:0", "model_name": "Titan Embed Text", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_image": 0, "output_cost_per_image": 0.008, "output_cost_per_image_premium_image": 0.01, "output_cost_per_image_above_512_and_512_pixels": 0.01, "output_cost_per_image_above_512_and_512_pixels_and_premium_image": 0.012, "model_id": "amazon.titan-image-generator-v1", "model_name": "Titan Image Generator V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_image": 0, "output_cost_per_image": 0.008, "output_cost_per_image_premium_image": 0.01, "output_cost_per_image_above_1024_and_1024_pixels": 0.01, "output_cost_per_image_above_1024_and_1024_pixels_and_premium_image": 0.012, "model_id": "amazon.titan-image-generator-v2", "model_name": "Titan Image Generator V2", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_image": 0, "output_cost_per_image": 0.008, "output_cost_per_image_premium_image": 0.01, "output_cost_per_image_above_1024_and_1024_pixels": 0.01, "output_cost_per_image_above_1024_and_1024_pixels_and_premium_image": 0.012, "model_id": "amazon.titan-image-generator-v2:0", "model_name": "Titan Image Generator", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000013, "output_cost_per_token": 0.0000017, "max_input_tokens": 42000, "max_output_tokens": 8000, "max_tokens": 8000, "model_id": "amazon.titan-text-express-v1", "model_name": "Titan Text Express V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1.3, "output_cost_per_million": 1.7, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 42000, "max_output_tokens": 4000, "max_tokens": 4000, "model_id": "amazon.titan-text-lite-v1", "model_name": "Titan Text Lite V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.3, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 42000, "max_output_tokens": 32000, "max_tokens": 32000, "model_id": "amazon.titan-text-premier-v1:0", "model_name": "Titan Text Premier", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 8e-7, "output_cost_per_token": 0.000004, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "anthropic.claude-3-5-haiku-20241022-v1:0", "model_name": "Claude 3.5 Haiku (Oct 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 4, "cache_read_cost_per_token": 8e-8, "cache_read_cost_per_million": 0.08, "cache_write_cost_per_token": 0.000001, "cache_write_cost_per_million": 1, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_tool_choice": true, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.00003, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "cache_creation_input_token_cost_above_1hr": 0.0000075, "cache_creation_input_token_cost_above_1hr_above_200k_tokens": 0.000015, "model_id": "anthropic.claude-3-5-sonnet-20240620-v1:0", "model_name": "Claude 3.5 Sonnet (Jun 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_tool_choice": true, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.00003, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "cache_creation_input_token_cost_above_1hr": 0.0000075, "cache_creation_input_token_cost_above_1hr_above_200k_tokens": 0.000015, "model_id": "anthropic.claude-3-5-sonnet-20241022-v2:0", "model_name": "Claude 3.5 Sonnet (Oct 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000036, "output_cost_per_token": 0.000018, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "anthropic.claude-3-7-sonnet-20240620-v1:0", "model_name": "Claude 3 7 Sonnet (Jun 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.5999999999999996, "output_cost_per_million": 18, "cache_read_cost_per_token": 3.6e-7, "cache_read_cost_per_million": 0.36, "cache_write_cost_per_token": 0.0000045, "cache_write_cost_per_million": 4.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "anthropic.claude-3-7-sonnet-20250219-v1:0", "model_name": "Claude 3 7 Sonnet (Feb 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.00000125, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "anthropic.claude-3-haiku-20240307-v1:0", "model_name": "Claude 3 Haiku (Mar 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.25, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 3.125e-7, "cache_write_cost_per_million": 0.3125, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "anthropic.claude-3-opus-20240229-v1:0", "model_name": "Claude 3 Opus (Feb 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "anthropic.claude-3-sonnet-20240229-v1:0", "model_name": "Claude 3 Sonnet (Feb 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00001, "output_cost_per_token": 0.00005, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.00002, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "model_id": "anthropic.claude-fable-5", "model_name": "Claude Fable 5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 10, "output_cost_per_million": 50, "cache_read_cost_per_token": 0.000001, "cache_read_cost_per_million": 1, "cache_write_cost_per_token": 0.0000125, "cache_write_cost_per_million": 12.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000002, "max_tokens": 64000, "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "model_id": "anthropic.claude-haiku-4-5-20251001-v1:0", "model_name": "Claude Haiku 4 5 (Oct 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1, "output_cost_per_million": 5, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0.00000125, "cache_write_cost_per_million": 1.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000002, "max_tokens": 64000, "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_streaming": true, "supports_native_structured_output": true, "model_id": "anthropic.claude-haiku-4-5@20251001", "model_name": "Claude Haiku 4 5@ (Oct 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1, "output_cost_per_million": 5, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0.00000125, "cache_write_cost_per_million": 1.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "input_cost_per_token": 8e-7, "output_cost_per_token": 0.0000024, "max_input_tokens": 100000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "anthropic.claude-instant-v1", "model_name": "Claude Instant V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 2.4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_prompt_caching": false, "supports_reasoning": true, "supports_tool_choice": true, "supports_output_config": true, "model_id": "anthropic.claude-mythos-preview", "model_name": "Claude Mythos Preview", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "max_tokens": 32000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "anthropic.claude-opus-4-1-20250805-v1:0", "model_name": "Claude Opus 4 1 (Aug 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "max_tokens": 32000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "anthropic.claude-opus-4-20250514-v1:0", "model_name": "Claude Opus 4 (May 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "high", "model_id": "anthropic.claude-opus-4-5-20251101-v1:0", "model_name": "Claude Opus 4 5 (Nov 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_output_config": true, "supports_max_reasoning_effort": true, "bedrock_output_config_effort_ceiling": "max", "model_id": "anthropic.claude-opus-4-6-v1", "model_name": "Claude Opus 4 6 V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "model_id": "anthropic.claude-opus-4-7", "model_name": "Claude Opus 4 7", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "model_id": "anthropic.claude-opus-4-8", "model_name": "Claude Opus 4 8", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 64000, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.0000225, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "anthropic.claude-sonnet-4-20250514-v1:0", "model_name": "Claude Sonnet 4 (May 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000006, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.0000225, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_creation_input_token_cost_above_1hr_above_200k_tokens": 0.000012, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "model_id": "anthropic.claude-sonnet-4-5-20250929-v1:0", "model_name": "Claude Sonnet 4 5 (Sep 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000006, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_max_reasoning_effort": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_output_config": true, "model_id": "anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4 6", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000008, "output_cost_per_token": 0.000024, "max_input_tokens": 100000, "max_output_tokens": 8191, "max_tokens": 8191, "model_id": "anthropic.claude-v1", "model_name": "Claude V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 8, "output_cost_per_million": 24, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000008, "output_cost_per_token": 0.000024, "max_input_tokens": 100000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "anthropic.claude-v2:1", "model_name": "Claude", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 8, "output_cost_per_million": 24, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 100000, "max_output_tokens": 8191, "input_cost_per_second": 0.01475, "max_tokens": 8191, "output_cost_per_second": 0.01475, "supports_tool_choice": true, "model_id": "ap-northeast-1/1-month-commitment/anthropic.claude-instant-v1", "model_name": "Anthropic.claude Instant V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 100000, "max_output_tokens": 8191, "input_cost_per_second": 0.0455, "max_tokens": 8191, "output_cost_per_second": 0.0455, "model_id": "ap-northeast-1/1-month-commitment/anthropic.claude-v1", "model_name": "Anthropic.claude V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 100000, "max_output_tokens": 8191, "input_cost_per_second": 0.0455, "max_tokens": 8191, "output_cost_per_second": 0.0455, "supports_tool_choice": true, "model_id": "ap-northeast-1/1-month-commitment/anthropic.claude-v2:1", "model_name": "Anthropic.claude", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 100000, "max_output_tokens": 8191, "input_cost_per_second": 0.008194, "max_tokens": 8191, "output_cost_per_second": 0.008194, "supports_tool_choice": true, "model_id": "ap-northeast-1/6-month-commitment/anthropic.claude-instant-v1", "model_name": "Anthropic.claude Instant V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 100000, "max_output_tokens": 8191, "input_cost_per_second": 0.02527, "max_tokens": 8191, "output_cost_per_second": 0.02527, "model_id": "ap-northeast-1/6-month-commitment/anthropic.claude-v1", "model_name": "Anthropic.claude V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 100000, "max_output_tokens": 8191, "input_cost_per_second": 0.02527, "max_tokens": 8191, "output_cost_per_second": 0.02527, "supports_tool_choice": true, "model_id": "ap-northeast-1/6-month-commitment/anthropic.claude-v2:1", "model_name": "Anthropic.claude", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00000223, "output_cost_per_token": 0.00000755, "max_input_tokens": 100000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "ap-northeast-1/anthropic.claude-instant-v1", "model_name": "Anthropic.claude Instant V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2.23, "output_cost_per_million": 7.55, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000008, "output_cost_per_token": 0.000024, "max_input_tokens": 100000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "ap-northeast-1/anthropic.claude-v1", "model_name": "Anthropic.claude V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 8, "output_cost_per_million": 24, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000008, "output_cost_per_token": 0.000024, "max_input_tokens": 100000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "ap-northeast-1/anthropic.claude-v2:1", "model_name": "Anthropic.claude", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 8, "output_cost_per_million": 24, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 7.4e-7, "output_cost_per_token": 0.00000222, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "supports_reasoning": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "ap-northeast-1/deepseek.v3.2", "model_name": "Deepseek.v3.2", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.74, "output_cost_per_million": 2.2199999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3.6e-7, "output_cost_per_token": 0.00000144, "max_input_tokens": 196000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "ap-northeast-1/minimax.minimax-m2.1", "model_name": "Minimax.minimax M2.1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.36, "output_cost_per_million": 1.44, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3.6e-7, "output_cost_per_token": 0.00000144, "max_input_tokens": 1000000, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://aws.amazon.com/bedrock/pricing/", "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "ap-northeast-1/minimax.minimax-m2.5", "model_name": "Minimax.minimax M2.5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.36, "output_cost_per_million": 1.44, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 7.3e-7, "output_cost_per_token": 0.00000303, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "supports_reasoning": true, "model_id": "ap-northeast-1/moonshotai.kimi-k2-thinking", "model_name": "Moonshotai.kimi K2 Thinking", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.73, "output_cost_per_million": 3.03, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 7.2e-7, "output_cost_per_token": 0.0000036, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "ap-northeast-1/moonshotai.kimi-k2.5", "model_name": "Moonshotai.kimi K2.5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.72, "output_cost_per_million": 3.5999999999999996, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.00000144, "max_input_tokens": 262144, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "ap-northeast-1/qwen.qwen3-coder-next", "model_name": "Qwen.qwen3 Coder Next", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.6, "output_cost_per_million": 1.44, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 7.4e-7, "output_cost_per_token": 0.00000222, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "supports_reasoning": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "ap-south-1/deepseek.v3.2", "model_name": "Deepseek.v3.2", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.74, "output_cost_per_million": 2.2199999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00000318, "output_cost_per_token": 0.0000042, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "ap-south-1/meta.llama3-70b-instruct-v1:0", "model_name": "Meta.llama3 70B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.18, "output_cost_per_million": 4.199999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3.6e-7, "output_cost_per_token": 7.2e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "ap-south-1/meta.llama3-8b-instruct-v1:0", "model_name": "Meta.llama3 8B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.36, "output_cost_per_million": 0.72, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3.6e-7, "output_cost_per_token": 0.00000144, "max_input_tokens": 196000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "ap-south-1/minimax.minimax-m2.1", "model_name": "Minimax.minimax M2.1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.36, "output_cost_per_million": 1.44, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3.6e-7, "output_cost_per_token": 0.00000144, "max_input_tokens": 1000000, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://aws.amazon.com/bedrock/pricing/", "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "ap-south-1/minimax.minimax-m2.5", "model_name": "Minimax.minimax M2.5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.36, "output_cost_per_million": 1.44, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 7.1e-7, "output_cost_per_token": 0.00000294, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "supports_reasoning": true, "model_id": "ap-south-1/moonshotai.kimi-k2-thinking", "model_name": "Moonshotai.kimi K2 Thinking", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.71, "output_cost_per_million": 2.94, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 7.2e-7, "output_cost_per_token": 0.0000036, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "ap-south-1/moonshotai.kimi-k2.5", "model_name": "Moonshotai.kimi K2.5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.72, "output_cost_per_million": 3.5999999999999996, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.00000144, "max_input_tokens": 262144, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "ap-south-1/qwen.qwen3-coder-next", "model_name": "Qwen.qwen3 Coder Next", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.6, "output_cost_per_million": 1.44, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3.09e-7, "output_cost_per_token": 0.000001236, "max_input_tokens": 1000000, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://aws.amazon.com/bedrock/pricing/", "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "ap-southeast-2/minimax.minimax-m2.5", "model_name": "Minimax.minimax M2.5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.309, "output_cost_per_million": 1.236, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 7.4e-7, "output_cost_per_token": 0.00000222, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "supports_reasoning": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "ap-southeast-3/deepseek.v3.2", "model_name": "Deepseek.v3.2", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.74, "output_cost_per_million": 2.2199999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3.6e-7, "output_cost_per_token": 0.00000144, "max_input_tokens": 196000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "ap-southeast-3/minimax.minimax-m2.1", "model_name": "Minimax.minimax M2.1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.36, "output_cost_per_million": 1.44, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3.6e-7, "output_cost_per_token": 0.00000144, "max_input_tokens": 1000000, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://aws.amazon.com/bedrock/pricing/", "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "ap-southeast-3/minimax.minimax-m2.5", "model_name": "Minimax.minimax M2.5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.36, "output_cost_per_million": 1.44, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 7.2e-7, "output_cost_per_token": 0.0000036, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "ap-southeast-3/moonshotai.kimi-k2.5", "model_name": "Moonshotai.kimi K2.5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.72, "output_cost_per_million": 3.5999999999999996, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.00000144, "max_input_tokens": 262144, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "ap-southeast-3/qwen.qwen3-coder-next", "model_name": "Qwen.qwen3 Coder Next", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.6, "output_cost_per_million": 1.44, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3.3e-7, "output_cost_per_token": 0.00000275, "max_input_tokens": 1000000, "max_output_tokens": 64000, "max_tokens": 64000, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_video_input": true, "model_id": "apac.amazon.nova-2-lite-v1:0", "model_name": "Nova 2 Lite", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.33, "output_cost_per_million": 2.75, "cache_read_cost_per_token": 8.25e-8, "cache_read_cost_per_million": 0.0825, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000021875, "output_cost_per_token": 0.0000175, "max_input_tokens": 1000000, "max_output_tokens": 64000, "input_cost_per_image_token": 0.0000021875, "input_cost_per_audio_token": 0.0000021875, "max_tokens": 64000, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_video_input": true, "model_id": "apac.amazon.nova-2-pro-preview-20251202-v1:0", "model_name": "Nova 2 Pro Preview (Dec 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2.1875, "output_cost_per_million": 17.5, "cache_read_cost_per_token": 5.46875e-7, "cache_read_cost_per_million": 0.546875, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 6.3e-8, "output_cost_per_token": 2.52e-7, "max_input_tokens": 300000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_pdf_input": true, "supports_prompt_caching": true, "model_id": "apac.amazon.nova-lite-v1:0", "model_name": "Nova Lite", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.063, "output_cost_per_million": 0.252, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3.7e-8, "output_cost_per_token": 1.48e-7, "max_input_tokens": 128000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_prompt_caching": true, "model_id": "apac.amazon.nova-micro-v1:0", "model_name": "Nova Micro", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.037, "output_cost_per_million": 0.148, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 8.4e-7, "output_cost_per_token": 0.00000336, "max_input_tokens": 300000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_pdf_input": true, "supports_prompt_caching": true, "model_id": "apac.amazon.nova-pro-v1:0", "model_name": "Nova Pro", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.84, "output_cost_per_million": 3.36, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "apac.anthropic.claude-3-5-sonnet-20240620-v1:0", "model_name": "Claude 3.5 Sonnet (Jun 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "apac.anthropic.claude-3-5-sonnet-20241022-v2:0", "model_name": "Claude 3.5 Sonnet (Oct 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.00000125, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "apac.anthropic.claude-3-haiku-20240307-v1:0", "model_name": "Claude 3 Haiku (Mar 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.25, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 3.125e-7, "cache_write_cost_per_million": 0.3125, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "apac.anthropic.claude-3-sonnet-20240229-v1:0", "model_name": "Claude 3 Sonnet (Feb 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000055, "max_input_tokens": 200000, "max_output_tokens": 64000, "max_tokens": 64000, "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "model_id": "apac.anthropic.claude-haiku-4-5-20251001-v1:0", "model_name": "Claude Haiku 4 5 (Oct 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1.1, "output_cost_per_million": 5.5, "cache_read_cost_per_token": 1.1e-7, "cache_read_cost_per_million": 0.11, "cache_write_cost_per_token": 0.000001375, "cache_write_cost_per_million": 1.375, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 64000, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.0000225, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "apac.anthropic.claude-sonnet-4-20250514-v1:0", "model_name": "Claude Sonnet 4 (May 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000055, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.0000022, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "model_id": "au.anthropic.claude-haiku-4-5-20251001-v1:0", "model_name": "Au.anthropic.claude Haiku 4 5 (Oct 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1.1, "output_cost_per_million": 5.5, "cache_read_cost_per_token": 1.1e-7, "cache_read_cost_per_million": 0.11, "cache_write_cost_per_token": 0.000001375, "cache_write_cost_per_million": 1.375, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.0000275, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.000011, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_output_config": true, "supports_max_reasoning_effort": true, "bedrock_output_config_effort_ceiling": "max", "model_id": "au.anthropic.claude-opus-4-6-v1", "model_name": "Au.anthropic.claude Opus 4 6 V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5.5, "output_cost_per_million": 27.5, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0.000006875, "cache_write_cost_per_million": 6.875, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.0000275, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.000011, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "model_id": "au.anthropic.claude-opus-4-7", "model_name": "Au.anthropic.claude Opus 4 7", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5.5, "output_cost_per_million": 27.5, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0.000006875, "cache_write_cost_per_million": 6.875, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.0000275, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.000011, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "model_id": "au.anthropic.claude-opus-4-8", "model_name": "Au.anthropic.claude Opus 4 8", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5.5, "output_cost_per_million": 27.5, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0.000006875, "cache_write_cost_per_million": 6.875, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000033, "output_cost_per_token": 0.0000165, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.0000066, "input_cost_per_token_above_200k_tokens": 0.0000066, "output_cost_per_token_above_200k_tokens": 0.00002475, "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, "cache_creation_input_token_cost_above_1hr_above_200k_tokens": 0.0000132, "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "model_id": "au.anthropic.claude-sonnet-4-5-20250929-v1:0", "model_name": "Au.anthropic.claude Sonnet 4 5 (Sep 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.3000000000000003, "output_cost_per_million": 16.5, "cache_read_cost_per_token": 3.3e-7, "cache_read_cost_per_million": 0.33, "cache_write_cost_per_token": 0.000004125, "cache_write_cost_per_million": 4.125, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000033, "output_cost_per_token": 0.0000165, "max_input_tokens": 1000000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.0000066, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_max_reasoning_effort": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_output_config": true, "model_id": "au.anthropic.claude-sonnet-4-6", "model_name": "Au.anthropic.claude Sonnet 4 6", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.3000000000000003, "output_cost_per_million": 16.5, "cache_read_cost_per_token": 3.3e-7, "cache_read_cost_per_million": 0.33, "cache_write_cost_per_token": 0.000004125, "cache_write_cost_per_million": 4.125, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000275, "output_cost_per_token": 0.0000165, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "bedrock_mantle/openai.gpt-5.4", "model_name": "Openai.GPT-5.4", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2.75, "output_cost_per_million": 16.5, "cache_read_cost_per_token": 2.75e-7, "cache_read_cost_per_million": 0.275, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.000033, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "bedrock_mantle/openai.gpt-5.5", "model_name": "Openai.GPT-5.5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5.5, "output_cost_per_million": 33, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "bedrock_mantle/openai.gpt-oss-120b", "model_name": "Openai.GPT Oss 120B", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-8, "output_cost_per_token": 3e-7, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "bedrock_mantle/openai.gpt-oss-20b", "model_name": "Openai.GPT Oss 20B", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.075, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 131072, "max_output_tokens": 65536, "max_tokens": 65536, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "bedrock_mantle/openai.gpt-oss-safeguard-120b", "model_name": "Openai.GPT Oss Safeguard 120B", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-8, "output_cost_per_token": 3e-7, "max_input_tokens": 131072, "max_output_tokens": 65536, "max_tokens": 65536, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "bedrock_mantle/openai.gpt-oss-safeguard-20b", "model_name": "Openai.GPT Oss Safeguard 20B", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.075, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00000305, "output_cost_per_token": 0.00000403, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "ca-central-1/meta.llama3-70b-instruct-v1:0", "model_name": "Meta.llama3 70B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.05, "output_cost_per_million": 4.03, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3.5e-7, "output_cost_per_token": 6.9e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "ca-central-1/meta.llama3-8b-instruct-v1:0", "model_name": "Meta.llama3 8B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.35, "output_cost_per_million": 0.69, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 64000, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.0000225, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "claude-sonnet-4-5-20250929-v1:0", "model_name": "Claude Sonnet 4 5 (Sep 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "cohere.command-light-text-v14", "model_name": "Command Light Text V14", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.3, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "cohere.command-r-plus-v1:0", "model_name": "Command R+", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "cohere.command-r-v1:0", "model_name": "Command R", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000015, "output_cost_per_token": 0.000002, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "cohere.command-text-v14", "model_name": "Command Text V14", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1.5, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 512, "max_tokens": 512, "supports_embedding_image_input": true, "model_id": "cohere.embed-english-v3", "model_name": "Embed English V3", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 512, "max_tokens": 512, "supports_embedding_image_input": true, "model_id": "cohere.embed-multilingual-v3", "model_name": "Embed Multilingual V3", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.2e-7, "output_cost_per_token": 0, "max_input_tokens": 128000, "max_tokens": 128000, "output_vector_size": 1536, "supports_embedding_image_input": true, "model_id": "cohere.embed-v4:0", "model_name": "Embed", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_million": 0.12, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32000, "max_output_tokens": 32000, "input_cost_per_query": 0.002, "max_document_chunks_per_query": 100, "max_query_tokens": 32000, "max_tokens": 32000, "max_tokens_per_document_chunk": 512, "model_id": "cohere.rerank-v3-5:0", "model_name": "Rerank V3 5:0", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "rerank", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 5.8e-7, "output_cost_per_token": 0.00000168, "max_input_tokens": 163840, "max_output_tokens": 81920, "max_tokens": 81920, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "model_id": "deepseek.v3-v1:0", "model_name": "Deepseek.v3", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.58, "output_cost_per_million": 1.68, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6.2e-7, "output_cost_per_token": 0.00000185, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "supports_reasoning": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "deepseek.v3.2", "model_name": "Deepseek.v3.2", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.62, "output_cost_per_million": 1.85, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 100000, "max_output_tokens": 8191, "input_cost_per_second": 0.01635, "max_tokens": 8191, "output_cost_per_second": 0.01635, "supports_tool_choice": true, "model_id": "eu-central-1/1-month-commitment/anthropic.claude-instant-v1", "model_name": "Anthropic.claude Instant V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 100000, "max_output_tokens": 8191, "input_cost_per_second": 0.0415, "max_tokens": 8191, "output_cost_per_second": 0.0415, "model_id": "eu-central-1/1-month-commitment/anthropic.claude-v1", "model_name": "Anthropic.claude V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 100000, "max_output_tokens": 8191, "input_cost_per_second": 0.0415, "max_tokens": 8191, "output_cost_per_second": 0.0415, "supports_tool_choice": true, "model_id": "eu-central-1/1-month-commitment/anthropic.claude-v2:1", "model_name": "Anthropic.claude", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 100000, "max_output_tokens": 8191, "input_cost_per_second": 0.009083, "max_tokens": 8191, "output_cost_per_second": 0.009083, "supports_tool_choice": true, "model_id": "eu-central-1/6-month-commitment/anthropic.claude-instant-v1", "model_name": "Anthropic.claude Instant V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 100000, "max_output_tokens": 8191, "input_cost_per_second": 0.02305, "max_tokens": 8191, "output_cost_per_second": 0.02305, "model_id": "eu-central-1/6-month-commitment/anthropic.claude-v1", "model_name": "Anthropic.claude V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 100000, "max_output_tokens": 8191, "input_cost_per_second": 0.02305, "max_tokens": 8191, "output_cost_per_second": 0.02305, "supports_tool_choice": true, "model_id": "eu-central-1/6-month-commitment/anthropic.claude-v2:1", "model_name": "Anthropic.claude", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00000248, "output_cost_per_token": 0.00000838, "max_input_tokens": 100000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "eu-central-1/anthropic.claude-instant-v1", "model_name": "Anthropic.claude Instant V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2.48, "output_cost_per_million": 8.379999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000008, "output_cost_per_token": 0.000024, "max_input_tokens": 100000, "max_output_tokens": 8191, "max_tokens": 8191, "model_id": "eu-central-1/anthropic.claude-v1", "model_name": "Anthropic.claude V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 8, "output_cost_per_million": 24, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000008, "output_cost_per_token": 0.000024, "max_input_tokens": 100000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "eu-central-1/anthropic.claude-v2:1", "model_name": "Anthropic.claude", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 8, "output_cost_per_million": 24, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3.6e-7, "output_cost_per_token": 0.00000144, "max_input_tokens": 196000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "eu-central-1/minimax.minimax-m2.1", "model_name": "Minimax.minimax M2.1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.36, "output_cost_per_million": 1.44, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3.6e-7, "output_cost_per_token": 0.00000144, "max_input_tokens": 1000000, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://aws.amazon.com/bedrock/pricing/", "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "eu-central-1/minimax.minimax-m2.5", "model_name": "Minimax.minimax M2.5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.36, "output_cost_per_million": 1.44, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.00000144, "max_input_tokens": 262144, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "eu-central-1/qwen.qwen3-coder-next", "model_name": "Qwen.qwen3 Coder Next", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.6, "output_cost_per_million": 1.44, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 7.4e-7, "output_cost_per_token": 0.00000222, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "supports_reasoning": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "eu-north-1/deepseek.v3.2", "model_name": "Deepseek.v3.2", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.74, "output_cost_per_million": 2.2199999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3.6e-7, "output_cost_per_token": 0.00000144, "max_input_tokens": 196000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "eu-north-1/minimax.minimax-m2.1", "model_name": "Minimax.minimax M2.1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.36, "output_cost_per_million": 1.44, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3.6e-7, "output_cost_per_token": 0.00000144, "max_input_tokens": 1000000, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://aws.amazon.com/bedrock/pricing/", "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "eu-north-1/minimax.minimax-m2.5", "model_name": "Minimax.minimax M2.5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.36, "output_cost_per_million": 1.44, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 7.2e-7, "output_cost_per_token": 0.0000036, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "eu-north-1/moonshotai.kimi-k2.5", "model_name": "Moonshotai.kimi K2.5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.72, "output_cost_per_million": 3.5999999999999996, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3.6e-7, "output_cost_per_token": 0.00000144, "max_input_tokens": 196000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "eu-south-1/minimax.minimax-m2.1", "model_name": "Minimax.minimax M2.1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.36, "output_cost_per_million": 1.44, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3.6e-7, "output_cost_per_token": 0.00000144, "max_input_tokens": 1000000, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://aws.amazon.com/bedrock/pricing/", "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "eu-south-1/minimax.minimax-m2.5", "model_name": "Minimax.minimax M2.5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.36, "output_cost_per_million": 1.44, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.00000144, "max_input_tokens": 262144, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "eu-south-1/qwen.qwen3-coder-next", "model_name": "Qwen.qwen3 Coder Next", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.6, "output_cost_per_million": 1.44, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00000286, "output_cost_per_token": 0.00000378, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "eu-west-1/meta.llama3-70b-instruct-v1:0", "model_name": "Meta.llama3 70B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2.8600000000000003, "output_cost_per_million": 3.78, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3.2e-7, "output_cost_per_token": 6.5e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "eu-west-1/meta.llama3-8b-instruct-v1:0", "model_name": "Meta.llama3 8B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.32, "output_cost_per_million": 0.65, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3.6e-7, "output_cost_per_token": 0.00000144, "max_input_tokens": 196000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "eu-west-1/minimax.minimax-m2.1", "model_name": "Minimax.minimax M2.1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.36, "output_cost_per_million": 1.44, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3.6e-7, "output_cost_per_token": 0.00000144, "max_input_tokens": 1000000, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://aws.amazon.com/bedrock/pricing/", "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "eu-west-1/minimax.minimax-m2.5", "model_name": "Minimax.minimax M2.5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.36, "output_cost_per_million": 1.44, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.00000144, "max_input_tokens": 262144, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "eu-west-1/qwen.qwen3-coder-next", "model_name": "Qwen.qwen3 Coder Next", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.6, "output_cost_per_million": 1.44, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00000345, "output_cost_per_token": 0.00000455, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "eu-west-2/meta.llama3-70b-instruct-v1:0", "model_name": "Meta.llama3 70B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.45, "output_cost_per_million": 4.55, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3.9e-7, "output_cost_per_token": 7.8e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "eu-west-2/meta.llama3-8b-instruct-v1:0", "model_name": "Meta.llama3 8B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.39, "output_cost_per_million": 0.78, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 4.7e-7, "output_cost_per_token": 0.00000186, "max_input_tokens": 196000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "eu-west-2/minimax.minimax-m2.1", "model_name": "Minimax.minimax M2.1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.47, "output_cost_per_million": 1.8599999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 4.7e-7, "output_cost_per_token": 0.00000186, "max_input_tokens": 1000000, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://aws.amazon.com/bedrock/pricing/", "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "eu-west-2/minimax.minimax-m2.5", "model_name": "Minimax.minimax M2.5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.47, "output_cost_per_million": 1.8599999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 7.8e-7, "output_cost_per_token": 0.00000186, "max_input_tokens": 262144, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "eu-west-2/qwen.qwen3-coder-next", "model_name": "Qwen.qwen3 Coder Next", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.78, "output_cost_per_million": 1.8599999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2.6e-7, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "eu-west-3/mistral.mistral-7b-instruct-v0:2", "model_name": "Mistral.mistral 7B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.26, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.0000104, "output_cost_per_token": 0.0000312, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "model_id": "eu-west-3/mistral.mistral-large-2402-v1:0", "model_name": "Mistral.mistral Large (Feb 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 10.4, "output_cost_per_million": 31.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5.9e-7, "output_cost_per_token": 9.1e-7, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "eu-west-3/mistral.mixtral-8x7b-instruct-v0:1", "model_name": "Mistral.mixtral 8x7B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.59, "output_cost_per_million": 0.9099999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3.3e-7, "output_cost_per_token": 0.00000275, "max_input_tokens": 1000000, "max_output_tokens": 64000, "max_tokens": 64000, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_video_input": true, "model_id": "eu.amazon.nova-2-lite-v1:0", "model_name": "Nova 2 Lite", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.33, "output_cost_per_million": 2.75, "cache_read_cost_per_token": 8.25e-8, "cache_read_cost_per_million": 0.0825, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000021875, "output_cost_per_token": 0.0000175, "max_input_tokens": 1000000, "max_output_tokens": 64000, "input_cost_per_image_token": 0.0000021875, "input_cost_per_audio_token": 0.0000021875, "max_tokens": 64000, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_video_input": true, "model_id": "eu.amazon.nova-2-pro-preview-20251202-v1:0", "model_name": "Nova 2 Pro Preview (Dec 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2.1875, "output_cost_per_million": 17.5, "cache_read_cost_per_token": 5.46875e-7, "cache_read_cost_per_million": 0.546875, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 7.8e-8, "output_cost_per_token": 3.12e-7, "max_input_tokens": 300000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_pdf_input": true, "supports_prompt_caching": true, "model_id": "eu.amazon.nova-lite-v1:0", "model_name": "Nova Lite", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.078, "output_cost_per_million": 0.312, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 4.6e-8, "output_cost_per_token": 1.84e-7, "max_input_tokens": 128000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_prompt_caching": true, "model_id": "eu.amazon.nova-micro-v1:0", "model_name": "Nova Micro", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.046, "output_cost_per_million": 0.184, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000105, "output_cost_per_token": 0.0000042, "max_input_tokens": 300000, "max_output_tokens": 10000, "max_tokens": 10000, "source": "https://aws.amazon.com/bedrock/pricing/", "supports_pdf_input": true, "supports_prompt_caching": true, "model_id": "eu.amazon.nova-pro-v1:0", "model_name": "Nova Pro", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1.0499999999999998, "output_cost_per_million": 4.199999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.00000125, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "eu.anthropic.claude-3-5-haiku-20241022-v1:0", "model_name": "Claude 3.5 Haiku (Oct 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.25, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 3.125e-7, "cache_write_cost_per_million": 0.3125, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "eu.anthropic.claude-3-5-sonnet-20240620-v1:0", "model_name": "Claude 3.5 Sonnet (Jun 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "eu.anthropic.claude-3-5-sonnet-20241022-v2:0", "model_name": "Claude 3.5 Sonnet (Oct 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "eu.anthropic.claude-3-7-sonnet-20250219-v1:0", "model_name": "Claude 3 7 Sonnet (Feb 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.00000125, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "eu.anthropic.claude-3-haiku-20240307-v1:0", "model_name": "Claude 3 Haiku (Mar 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.25, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 3.125e-7, "cache_write_cost_per_million": 0.3125, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "eu.anthropic.claude-3-opus-20240229-v1:0", "model_name": "Claude 3 Opus (Feb 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "eu.anthropic.claude-3-sonnet-20240229-v1:0", "model_name": "Claude 3 Sonnet (Feb 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000011, "output_cost_per_token": 0.000055, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.000022, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "model_id": "eu.anthropic.claude-fable-5", "model_name": "Claude Fable 5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 11, "output_cost_per_million": 55, "cache_read_cost_per_token": 0.0000011, "cache_read_cost_per_million": 1.1, "cache_write_cost_per_token": 0.00001375, "cache_write_cost_per_million": 13.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000055, "max_input_tokens": 200000, "max_output_tokens": 64000, "deprecation_date": "2026-10-15", "cache_creation_input_token_cost_above_1hr": 0.0000022, "max_tokens": 64000, "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "model_id": "eu.anthropic.claude-haiku-4-5-20251001-v1:0", "model_name": "Claude Haiku 4 5 (Oct 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1.1, "output_cost_per_million": 5.5, "cache_read_cost_per_token": 1.1e-7, "cache_read_cost_per_million": 0.11, "cache_write_cost_per_token": 0.000001375, "cache_write_cost_per_million": 1.375, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "max_tokens": 32000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "eu.anthropic.claude-opus-4-1-20250805-v1:0", "model_name": "Claude Opus 4 1 (Aug 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "max_tokens": 32000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "eu.anthropic.claude-opus-4-20250514-v1:0", "model_name": "Claude Opus 4 (May 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 200000, "max_output_tokens": 64000, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "high", "model_id": "eu.anthropic.claude-opus-4-5-20251101-v1:0", "model_name": "Claude Opus 4 5 (Nov 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.0000275, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.000011, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_output_config": true, "supports_max_reasoning_effort": true, "bedrock_output_config_effort_ceiling": "max", "model_id": "eu.anthropic.claude-opus-4-6-v1", "model_name": "Claude Opus 4 6 V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5.5, "output_cost_per_million": 27.5, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0.000006875, "cache_write_cost_per_million": 6.875, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.0000275, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.000011, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "model_id": "eu.anthropic.claude-opus-4-7", "model_name": "Claude Opus 4 7", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5.5, "output_cost_per_million": 27.5, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0.000006875, "cache_write_cost_per_million": 6.875, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.0000275, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.000011, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "model_id": "eu.anthropic.claude-opus-4-8", "model_name": "Claude Opus 4 8", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5.5, "output_cost_per_million": 27.5, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0.000006875, "cache_write_cost_per_million": 6.875, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 64000, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.0000225, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "eu.anthropic.claude-sonnet-4-20250514-v1:0", "model_name": "Claude Sonnet 4 (May 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000033, "output_cost_per_token": 0.0000165, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.0000066, "input_cost_per_token_above_200k_tokens": 0.0000066, "output_cost_per_token_above_200k_tokens": 0.00002475, "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, "cache_creation_input_token_cost_above_1hr_above_200k_tokens": 0.0000132, "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "model_id": "eu.anthropic.claude-sonnet-4-5-20250929-v1:0", "model_name": "Claude Sonnet 4 5 (Sep 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.3000000000000003, "output_cost_per_million": 16.5, "cache_read_cost_per_token": 3.3e-7, "cache_read_cost_per_million": 0.33, "cache_write_cost_per_token": 0.000004125, "cache_write_cost_per_million": 4.125, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000033, "output_cost_per_token": 0.0000165, "max_input_tokens": 1000000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.0000066, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_max_reasoning_effort": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_output_config": true, "model_id": "eu.anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4 6", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.3000000000000003, "output_cost_per_million": 16.5, "cache_read_cost_per_token": 3.3e-7, "cache_read_cost_per_million": 0.33, "cache_write_cost_per_token": 0.000004125, "cache_write_cost_per_million": 4.125, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 7.4e-7, "output_cost_per_token": 0.00000222, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "eu.deepseek.v3.2", "model_name": "V3.2", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.74, "output_cost_per_million": 2.2199999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1.3e-7, "output_cost_per_token": 1.3e-7, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": false, "model_id": "eu.meta.llama3-2-1b-instruct-v1:0", "model_name": "Llama3 2 1B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.13, "output_cost_per_million": 0.13, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1.9e-7, "output_cost_per_token": 1.9e-7, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": false, "model_id": "eu.meta.llama3-2-3b-instruct-v1:0", "model_name": "Llama3 2 3B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.19, "output_cost_per_million": 0.19, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": false, "model_id": "eu.mistral.pixtral-large-2502-v1:0", "model_name": "Pixtral Large (Feb 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2, "output_cost_per_million": 6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00007, "output_cost_per_token": 0, "max_input_tokens": 77, "input_cost_per_video_per_second": 0.0007, "input_cost_per_audio_per_second": 0.00014, "input_cost_per_image": 0.0001, "max_tokens": 77, "output_vector_size": 1024, "supports_embedding_image_input": true, "supports_image_input": true, "model_id": "eu.twelvelabs.marengo-embed-2-7-v1:0", "model_name": "Marengo Embed 2 7", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_million": 70, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_token": 0.0000075, "input_cost_per_video_per_second": 0.00049, "supports_video_input": true, "model_id": "eu.twelvelabs.pegasus-1-2-v1:0", "model_name": "Pegasus 1 2", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_million": 7.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1000000, "max_output_tokens": 64000, "max_tokens": 64000, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_video_input": true, "model_id": "global.amazon.nova-2-lite-v1:0", "model_name": "Global.amazon.nova 2 Lite", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00001, "output_cost_per_token": 0.00005, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.00002, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "model_id": "global.anthropic.claude-fable-5", "model_name": "Global.anthropic.claude Fable 5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 10, "output_cost_per_million": 50, "cache_read_cost_per_token": 0.000001, "cache_read_cost_per_million": 1, "cache_write_cost_per_token": 0.0000125, "cache_write_cost_per_million": 12.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000002, "max_tokens": 64000, "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "model_id": "global.anthropic.claude-haiku-4-5-20251001-v1:0", "model_name": "Global.anthropic.claude Haiku 4 5 (Oct 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1, "output_cost_per_million": 5, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0.00000125, "cache_write_cost_per_million": 1.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "high", "model_id": "global.anthropic.claude-opus-4-5-20251101-v1:0", "model_name": "Global.anthropic.claude Opus 4 5 (Nov 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_output_config": true, "supports_max_reasoning_effort": true, "bedrock_output_config_effort_ceiling": "max", "model_id": "global.anthropic.claude-opus-4-6-v1", "model_name": "Global.anthropic.claude Opus 4 6 V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "model_id": "global.anthropic.claude-opus-4-7", "model_name": "Global.anthropic.claude Opus 4 7", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "model_id": "global.anthropic.claude-opus-4-8", "model_name": "Global.anthropic.claude Opus 4 8", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 64000, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.0000225, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "global.anthropic.claude-sonnet-4-20250514-v1:0", "model_name": "Global.anthropic.claude Sonnet 4 (May 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000006, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.0000225, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_creation_input_token_cost_above_1hr_above_200k_tokens": 0.000012, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "model_id": "global.anthropic.claude-sonnet-4-5-20250929-v1:0", "model_name": "Global.anthropic.claude Sonnet 4 5 (Sep 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000006, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_max_reasoning_effort": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_output_config": true, "model_id": "global.anthropic.claude-sonnet-4-6", "model_name": "Global.anthropic.claude Sonnet 4 6", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_token": 9e-8, "output_cost_per_token": 2.9e-7, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "model_id": "google.gemma-3-12b-it", "model_name": "Google.gemma 3 12B It", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.09, "output_cost_per_million": 0.29, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_token": 2.3e-7, "output_cost_per_token": 3.8e-7, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "model_id": "google.gemma-3-27b-it", "model_name": "Google.gemma 3 27B It", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.22999999999999998, "output_cost_per_million": 0.38, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_token": 4e-8, "output_cost_per_token": 8e-8, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "model_id": "google.gemma-3-4b-it", "model_name": "Google.gemma 3 4B It", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.04, "output_cost_per_million": 0.08, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "metadata": { "notes": "Anthropic via Invoke route does not currently support pdf input." }, "supports_tool_choice": true, "model_id": "invoke/anthropic.claude-3-5-sonnet-20240620-v1:0", "model_name": "Anthropic.claude 3 5 Sonnet (Jun 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000055, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.0000022, "max_tokens": 64000, "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "model_id": "jp.anthropic.claude-haiku-4-5-20251001-v1:0", "model_name": "Jp.anthropic.claude Haiku 4 5 (Oct 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1.1, "output_cost_per_million": 5.5, "cache_read_cost_per_token": 1.1e-7, "cache_read_cost_per_million": 0.11, "cache_write_cost_per_token": 0.000001375, "cache_write_cost_per_million": 1.375, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.0000275, "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "tool_use_system_prompt_tokens": 346, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_minimal_reasoning_effort": true, "model_id": "jp.anthropic.claude-opus-4-7", "model_name": "Jp.anthropic.claude Opus 4 7", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5.5, "output_cost_per_million": 27.5, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0.000006875, "cache_write_cost_per_million": 6.875, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000033, "output_cost_per_token": 0.0000165, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.0000066, "input_cost_per_token_above_200k_tokens": 0.0000066, "output_cost_per_token_above_200k_tokens": 0.00002475, "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, "cache_creation_input_token_cost_above_1hr_above_200k_tokens": 0.0000132, "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "model_id": "jp.anthropic.claude-sonnet-4-5-20250929-v1:0", "model_name": "Jp.anthropic.claude Sonnet 4 5 (Sep 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.3000000000000003, "output_cost_per_million": 16.5, "cache_read_cost_per_token": 3.3e-7, "cache_read_cost_per_million": 0.33, "cache_write_cost_per_token": 0.000004125, "cache_write_cost_per_million": 4.125, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000033, "output_cost_per_token": 0.0000165, "max_input_tokens": 1000000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.0000066, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_max_reasoning_effort": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_output_config": true, "model_id": "jp.anthropic.claude-sonnet-4-6", "model_name": "Jp.anthropic.claude Sonnet 4 6", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.3000000000000003, "output_cost_per_million": 16.5, "cache_read_cost_per_token": 3.3e-7, "cache_read_cost_per_million": 0.33, "cache_write_cost_per_token": 0.000004125, "cache_write_cost_per_million": 4.125, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "max_input_tokens": 77, "max_tokens": 77, "output_cost_per_image": 0.036, "model_id": "max-x-max/50-steps/stability.stable-diffusion-xl-v0", "model_name": "Stability.stable Diffusion Xl V0", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 77, "max_tokens": 77, "output_cost_per_image": 0.072, "model_id": "max-x-max/max-steps/stability.stable-diffusion-xl-v0", "model_name": "Stability.stable Diffusion Xl V0", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 7.5e-7, "output_cost_per_token": 0.000001, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "meta.llama2-13b-chat-v1", "model_name": "Llama2 13B Chat V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.75, "output_cost_per_million": 1, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00000195, "output_cost_per_token": 0.00000256, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "meta.llama2-70b-chat-v1", "model_name": "Llama2 70B Chat V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1.95, "output_cost_per_million": 2.56, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.00000532, "output_cost_per_token": 0.000016, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": false, "model_id": "meta.llama3-1-405b-instruct-v1:0", "model_name": "Llama3 1 405B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5.32, "output_cost_per_million": 16, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 9.9e-7, "output_cost_per_token": 9.9e-7, "max_input_tokens": 128000, "max_output_tokens": 2048, "max_tokens": 2048, "supports_tool_choice": false, "model_id": "meta.llama3-1-70b-instruct-v1:0", "model_name": "Llama3 1 70B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.9900000000000001, "output_cost_per_million": 0.9900000000000001, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2.2e-7, "output_cost_per_token": 2.2e-7, "max_input_tokens": 128000, "max_output_tokens": 2048, "max_tokens": 2048, "supports_tool_choice": false, "model_id": "meta.llama3-1-8b-instruct-v1:0", "model_name": "Llama3 1 8B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.22, "output_cost_per_million": 0.22, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 3.5e-7, "output_cost_per_token": 3.5e-7, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": false, "model_id": "meta.llama3-2-11b-instruct-v1:0", "model_name": "Llama3 2 11B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.35, "output_cost_per_million": 0.35, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": false, "model_id": "meta.llama3-2-1b-instruct-v1:0", "model_name": "Llama3 2 1B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 1.5e-7, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": false, "model_id": "meta.llama3-2-3b-instruct-v1:0", "model_name": "Llama3 2 3B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.15, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000002, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": false, "model_id": "meta.llama3-2-90b-instruct-v1:0", "model_name": "Llama3 2 90B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 7.2e-7, "output_cost_per_token": 7.2e-7, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": false, "model_id": "meta.llama3-3-70b-instruct-v1:0", "model_name": "Llama3 3 70B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.72, "output_cost_per_million": 0.72, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00000265, "output_cost_per_token": 0.0000035, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "meta.llama3-70b-instruct-v1:0", "model_name": "Llama3 70B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2.65, "output_cost_per_million": 3.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "meta.llama3-8b-instruct-v1:0", "model_name": "Llama3 8B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.3, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2.4e-7, "output_cost_per_token": 9.7e-7, "max_input_tokens": 128000, "max_output_tokens": 4096, "input_cost_per_token_batches": 1.2e-7, "max_tokens": 4096, "output_cost_per_token_batches": 4.85e-7, "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "code" ], "supports_tool_choice": false, "model_id": "meta.llama4-maverick-17b-instruct-v1:0", "model_name": "Llama4 Maverick 17B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.24, "output_cost_per_million": 0.9700000000000001, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1.7e-7, "output_cost_per_token": 6.6e-7, "max_input_tokens": 128000, "max_output_tokens": 4096, "input_cost_per_token_batches": 8.5e-8, "max_tokens": 4096, "output_cost_per_token_batches": 3.3e-7, "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "code" ], "supports_tool_choice": false, "model_id": "meta.llama4-scout-17b-instruct-v1:0", "model_name": "Llama4 Scout 17B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.16999999999999998, "output_cost_per_million": 0.66, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_native_structured_output": true, "model_id": "minimax.minimax-m2", "model_name": "Minimax.minimax M2", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 196000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "minimax.minimax-m2.1", "model_name": "Minimax.minimax M2.1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 1000000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "minimax.minimax-m2.5", "model_name": "Minimax.minimax M2.5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 256000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "mistral.devstral-2-123b", "model_name": "Devstral 2 123B", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_reasoning": true, "supports_system_messages": true, "model_id": "mistral.magistral-small-2509", "model_name": "Magistral Small (Sep 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_native_structured_output": true, "model_id": "mistral.ministral-3-14b-instruct", "model_name": "Ministral 3 14B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_native_structured_output": true, "model_id": "mistral.ministral-3-3b-instruct", "model_name": "Ministral 3 3B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 1.5e-7, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_native_structured_output": true, "model_id": "mistral.ministral-3-8b-instruct", "model_name": "Ministral 3 8B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.15, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.5e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "mistral.mistral-7b-instruct-v0:2", "model_name": "Mistral 7B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.15, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000008, "output_cost_per_token": 0.000024, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "model_id": "mistral.mistral-large-2402-v1:0", "model_name": "Mistral Large (Feb 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 8, "output_cost_per_million": 24, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000009, "max_input_tokens": 128000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "mistral.mistral-large-2407-v1:0", "model_name": "Mistral Large (Jul 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 9, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_native_structured_output": true, "model_id": "mistral.mistral-large-3-675b-instruct", "model_name": "Mistral Large 3 675B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000003, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "model_id": "mistral.mistral-small-2402-v1:0", "model_name": "Mistral Small (Feb 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 4.5e-7, "output_cost_per_token": 7e-7, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "mistral.mixtral-8x7b-instruct-v0:1", "model_name": "Mixtral 8x7B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.44999999999999996, "output_cost_per_million": 0.7, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 4e-8, "output_cost_per_token": 4e-8, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_audio_input": true, "supports_system_messages": true, "supports_native_structured_output": true, "model_id": "mistral.voxtral-mini-3b-2507", "model_name": "Voxtral Mini 3B (Jul 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.04, "output_cost_per_million": 0.04, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_audio_input": true, "supports_system_messages": true, "supports_native_structured_output": true, "model_id": "mistral.voxtral-small-24b-2507", "model_name": "Voxtral Small 24B (Jul 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_reasoning": true, "supports_system_messages": true, "supports_native_structured_output": true, "model_id": "moonshot.kimi-k2-thinking", "model_name": "Moonshot.kimi K2 Thinking", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.6, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 7.3e-7, "output_cost_per_token": 0.00000303, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "supports_reasoning": true, "model_id": "moonshotai.kimi-k2-thinking", "model_name": "Moonshotai.kimi K2 Thinking", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.73, "output_cost_per_million": 3.03, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.000003, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "moonshotai.kimi-k2.5", "model_name": "Moonshotai.kimi K2.5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.6, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "model_id": "nvidia.nemotron-nano-12b-v2", "model_name": "Nvidia.nemotron Nano 12B V2", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6e-8, "output_cost_per_token": 2.4e-7, "max_input_tokens": 262144, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "supports_native_structured_output": true, "model_id": "nvidia.nemotron-nano-3-30b", "model_name": "Nvidia.nemotron Nano 3 30B", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.06, "output_cost_per_million": 0.24, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 6e-8, "output_cost_per_token": 2.3e-7, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "model_id": "nvidia.nemotron-nano-9b-v2", "model_name": "Nvidia.nemotron Nano 9B V2", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.06, "output_cost_per_million": 0.22999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6.5e-7, "max_input_tokens": 256000, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://aws.amazon.com/bedrock/pricing/", "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "nvidia.nemotron-super-3-120b", "model_name": "Nvidia.nemotron Super 3 120B", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.15, "output_cost_per_million": 0.65, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openai.gpt-oss-120b-1:0", "model_name": "Openai.GPT Oss 120B 1:0", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 7e-8, "output_cost_per_token": 3e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openai.gpt-oss-20b-1:0", "model_name": "Openai.GPT Oss 20B 1:0", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.07, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "model_id": "openai.gpt-oss-safeguard-120b", "model_name": "Openai.GPT Oss Safeguard 120B", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 7e-8, "output_cost_per_token": 2e-7, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "model_id": "openai.gpt-oss-safeguard-20b", "model_name": "Openai.GPT Oss Safeguard 20B", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.07, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2.2e-7, "output_cost_per_token": 8.8e-7, "max_input_tokens": 262144, "max_output_tokens": 131072, "max_tokens": 131072, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "model_id": "qwen.qwen3-235b-a22b-2507-v1:0", "model_name": "Qwen.qwen3 235B A22B (Jul 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.22, "output_cost_per_million": 0.88, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 131072, "max_output_tokens": 16384, "max_tokens": 16384, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "model_id": "qwen.qwen3-32b-v1:0", "model_name": "Qwen.qwen3 32B", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 262144, "max_output_tokens": 131072, "max_tokens": 131072, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "model_id": "qwen.qwen3-coder-30b-a3b-v1:0", "model_name": "Qwen.qwen3 Coder 30B A3B", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2.2e-7, "output_cost_per_token": 0.0000018, "max_input_tokens": 262000, "max_output_tokens": 65536, "max_tokens": 65536, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "model_id": "qwen.qwen3-coder-480b-a35b-v1:0", "model_name": "Qwen.qwen3 Coder 480B A35B", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.22, "output_cost_per_million": 1.7999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 262144, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "qwen.qwen3-coder-next", "model_name": "Qwen.qwen3 Coder Next", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.5, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_native_structured_output": true, "model_id": "qwen.qwen3-next-80b-a3b", "model_name": "Qwen.qwen3 Next 80B A3B", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.15, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 5.3e-7, "output_cost_per_token": 0.00000266, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_native_structured_output": true, "model_id": "qwen.qwen3-vl-235b-a22b", "model_name": "Qwen.qwen3 Vl 235B A22B", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.53, "output_cost_per_million": 2.66, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 7.4e-7, "output_cost_per_token": 0.00000222, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "supports_reasoning": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "sa-east-1/deepseek.v3.2", "model_name": "Deepseek.v3.2", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.74, "output_cost_per_million": 2.2199999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00000445, "output_cost_per_token": 0.00000588, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "sa-east-1/meta.llama3-70b-instruct-v1:0", "model_name": "Meta.llama3 70B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 4.45, "output_cost_per_million": 5.88, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-7, "output_cost_per_token": 0.00000101, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "sa-east-1/meta.llama3-8b-instruct-v1:0", "model_name": "Meta.llama3 8B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.5, "output_cost_per_million": 1.01, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3.6e-7, "output_cost_per_token": 0.00000144, "max_input_tokens": 196000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "sa-east-1/minimax.minimax-m2.1", "model_name": "Minimax.minimax M2.1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.36, "output_cost_per_million": 1.44, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3.6e-7, "output_cost_per_token": 0.00000144, "max_input_tokens": 1000000, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://aws.amazon.com/bedrock/pricing/", "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "sa-east-1/minimax.minimax-m2.5", "model_name": "Minimax.minimax M2.5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.36, "output_cost_per_million": 1.44, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 7.3e-7, "output_cost_per_token": 0.00000303, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "supports_reasoning": true, "model_id": "sa-east-1/moonshotai.kimi-k2-thinking", "model_name": "Moonshotai.kimi K2 Thinking", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.73, "output_cost_per_million": 3.03, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 7.2e-7, "output_cost_per_token": 0.0000036, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "sa-east-1/moonshotai.kimi-k2.5", "model_name": "Moonshotai.kimi K2.5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.72, "output_cost_per_million": 3.5999999999999996, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.00000144, "max_input_tokens": 262144, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "sa-east-1/qwen.qwen3-coder-next", "model_name": "Qwen.qwen3 Coder Next", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.6, "output_cost_per_million": 1.44, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 77, "max_tokens": 77, "output_cost_per_image": 0.08, "model_id": "stability.sd3-5-large-v1:0", "model_name": "Sd3 5 Large", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 77, "max_tokens": 77, "output_cost_per_image": 0.08, "model_id": "stability.sd3-large-v1:0", "model_name": "Sd3 Large", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 77, "output_cost_per_image": 0.4, "model_id": "stability.stable-conservative-upscale-v1:0", "model_name": "Stable Conservative Upscale", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 77, "output_cost_per_image": 0.6, "model_id": "stability.stable-creative-upscale-v1:0", "model_name": "Stable Creative Upscale", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 77, "output_cost_per_image": 0.03, "model_id": "stability.stable-fast-upscale-v1:0", "model_name": "Stable Fast Upscale", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 77, "output_cost_per_image": 0.07, "model_id": "stability.stable-image-control-sketch-v1:0", "model_name": "Stable Image Control Sketch", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 77, "output_cost_per_image": 0.07, "model_id": "stability.stable-image-control-structure-v1:0", "model_name": "Stable Image Control Structure", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 77, "max_tokens": 77, "output_cost_per_image": 0.04, "model_id": "stability.stable-image-core-v1:0", "model_name": "Stable Image Core", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 77, "max_tokens": 77, "output_cost_per_image": 0.04, "model_id": "stability.stable-image-core-v1:1", "model_name": "Stable Image Core", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 77, "output_cost_per_image": 0.07, "model_id": "stability.stable-image-erase-object-v1:0", "model_name": "Stable Image Erase Object", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 77, "output_cost_per_image": 0.07, "model_id": "stability.stable-image-inpaint-v1:0", "model_name": "Stable Image Inpaint", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 77, "output_cost_per_image": 0.07, "model_id": "stability.stable-image-remove-background-v1:0", "model_name": "Stable Image Remove Background", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 77, "output_cost_per_image": 0.07, "model_id": "stability.stable-image-search-recolor-v1:0", "model_name": "Stable Image Search Recolor", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 77, "output_cost_per_image": 0.07, "model_id": "stability.stable-image-search-replace-v1:0", "model_name": "Stable Image Search Replace", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 77, "output_cost_per_image": 0.07, "model_id": "stability.stable-image-style-guide-v1:0", "model_name": "Stable Image Style Guide", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 77, "max_tokens": 77, "output_cost_per_image": 0.14, "model_id": "stability.stable-image-ultra-v1:0", "model_name": "Stable Image Ultra", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 77, "max_tokens": 77, "output_cost_per_image": 0.14, "model_id": "stability.stable-image-ultra-v1:1", "model_name": "Stable Image Ultra", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 77, "output_cost_per_image": 0.06, "model_id": "stability.stable-outpaint-v1:0", "model_name": "Stable Outpaint", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 77, "output_cost_per_image": 0.08, "model_id": "stability.stable-style-transfer-v1:0", "model_name": "Stable Style Transfer", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00007, "output_cost_per_token": 0, "max_input_tokens": 77, "max_tokens": 77, "output_vector_size": 1024, "supports_embedding_image_input": true, "supports_image_input": true, "model_id": "twelvelabs.marengo-embed-2-7-v1:0", "model_name": "Twelvelabs.marengo Embed 2 7", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_million": 70, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_token": 0.0000075, "input_cost_per_video_per_second": 0.00049, "supports_video_input": true, "model_id": "twelvelabs.pegasus-1-2-v1:0", "model_name": "Twelvelabs.pegasus 1 2", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_million": 7.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 100000, "max_output_tokens": 8191, "input_cost_per_second": 0.011, "max_tokens": 8191, "output_cost_per_second": 0.011, "supports_tool_choice": true, "model_id": "us-east-1/1-month-commitment/anthropic.claude-instant-v1", "model_name": "Anthropic.claude Instant V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 100000, "max_output_tokens": 8191, "input_cost_per_second": 0.0175, "max_tokens": 8191, "output_cost_per_second": 0.0175, "model_id": "us-east-1/1-month-commitment/anthropic.claude-v1", "model_name": "Anthropic.claude V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 100000, "max_output_tokens": 8191, "input_cost_per_second": 0.0175, "max_tokens": 8191, "output_cost_per_second": 0.0175, "supports_tool_choice": true, "model_id": "us-east-1/1-month-commitment/anthropic.claude-v2:1", "model_name": "Anthropic.claude", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 100000, "max_output_tokens": 8191, "input_cost_per_second": 0.00611, "max_tokens": 8191, "output_cost_per_second": 0.00611, "supports_tool_choice": true, "model_id": "us-east-1/6-month-commitment/anthropic.claude-instant-v1", "model_name": "Anthropic.claude Instant V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 100000, "max_output_tokens": 8191, "input_cost_per_second": 0.00972, "max_tokens": 8191, "output_cost_per_second": 0.00972, "model_id": "us-east-1/6-month-commitment/anthropic.claude-v1", "model_name": "Anthropic.claude V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 100000, "max_output_tokens": 8191, "input_cost_per_second": 0.00972, "max_tokens": 8191, "output_cost_per_second": 0.00972, "supports_tool_choice": true, "model_id": "us-east-1/6-month-commitment/anthropic.claude-v2:1", "model_name": "Anthropic.claude", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 8e-7, "output_cost_per_token": 0.0000024, "max_input_tokens": 100000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "us-east-1/anthropic.claude-instant-v1", "model_name": "Anthropic.claude Instant V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 2.4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000008, "output_cost_per_token": 0.000024, "max_input_tokens": 100000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "us-east-1/anthropic.claude-v1", "model_name": "Anthropic.claude V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 8, "output_cost_per_million": 24, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000008, "output_cost_per_token": 0.000024, "max_input_tokens": 100000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "us-east-1/anthropic.claude-v2:1", "model_name": "Anthropic.claude", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 8, "output_cost_per_million": 24, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6.2e-7, "output_cost_per_token": 0.00000185, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "supports_reasoning": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "us-east-1/deepseek.v3.2", "model_name": "Deepseek.v3.2", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.62, "output_cost_per_million": 1.85, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00000265, "output_cost_per_token": 0.0000035, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "us-east-1/meta.llama3-70b-instruct-v1:0", "model_name": "Meta.llama3 70B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2.65, "output_cost_per_million": 3.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "us-east-1/meta.llama3-8b-instruct-v1:0", "model_name": "Meta.llama3 8B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.3, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 196000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "us-east-1/minimax.minimax-m2.1", "model_name": "Minimax.minimax M2.1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 1000000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "us-east-1/minimax.minimax-m2.5", "model_name": "Minimax.minimax M2.5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.5e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "us-east-1/mistral.mistral-7b-instruct-v0:2", "model_name": "Mistral.mistral 7B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.15, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000008, "output_cost_per_token": 0.000024, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "model_id": "us-east-1/mistral.mistral-large-2402-v1:0", "model_name": "Mistral.mistral Large (Feb 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 8, "output_cost_per_million": 24, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 4.5e-7, "output_cost_per_token": 7e-7, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "us-east-1/mistral.mixtral-8x7b-instruct-v0:1", "model_name": "Mistral.mixtral 8x7B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.44999999999999996, "output_cost_per_million": 0.7, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "supports_reasoning": true, "model_id": "us-east-1/moonshotai.kimi-k2-thinking", "model_name": "Moonshotai.kimi K2 Thinking", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.6, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.000003, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "us-east-1/moonshotai.kimi-k2.5", "model_name": "Moonshotai.kimi K2.5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.6, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 262144, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "us-east-1/qwen.qwen3-coder-next", "model_name": "Qwen.qwen3 Coder Next", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.5, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.0000032, "max_input_tokens": 200000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "us-east-1/zai.glm-5", "model_name": "Zai.glm 5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1, "output_cost_per_million": 3.1999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6.2e-7, "output_cost_per_token": 0.00000185, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "supports_reasoning": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "us-east-2/deepseek.v3.2", "model_name": "Deepseek.v3.2", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.62, "output_cost_per_million": 1.85, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 196000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "us-east-2/minimax.minimax-m2.1", "model_name": "Minimax.minimax M2.1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 1000000, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://aws.amazon.com/bedrock/pricing/", "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "us-east-2/minimax.minimax-m2.5", "model_name": "Minimax.minimax M2.5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "supports_reasoning": true, "model_id": "us-east-2/moonshotai.kimi-k2-thinking", "model_name": "Moonshotai.kimi K2 Thinking", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.6, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.000003, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "us-east-2/moonshotai.kimi-k2.5", "model_name": "Moonshotai.kimi K2.5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.6, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 262144, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "us-east-2/qwen.qwen3-coder-next", "model_name": "Qwen.qwen3 Coder Next", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.5, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 9.6e-7, "output_cost_per_token": 0.00000384, "max_input_tokens": 300000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_pdf_input": true, "supports_prompt_caching": true, "model_id": "us-gov-east-1/amazon.nova-pro-v1:0", "model_name": "Amazon.nova Pro", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.96, "output_cost_per_million": 3.84, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 8192, "max_tokens": 8192, "output_vector_size": 1536, "model_id": "us-gov-east-1/amazon.titan-embed-text-v1", "model_name": "Amazon.titan Embed Text V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 0, "max_input_tokens": 8192, "max_tokens": 8192, "output_vector_size": 1024, "model_id": "us-gov-east-1/amazon.titan-embed-text-v2:0", "model_name": "Amazon.titan Embed Text", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000013, "output_cost_per_token": 0.0000017, "max_input_tokens": 42000, "max_output_tokens": 8000, "max_tokens": 8000, "model_id": "us-gov-east-1/amazon.titan-text-express-v1", "model_name": "Amazon.titan Text Express V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1.3, "output_cost_per_million": 1.7, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 42000, "max_output_tokens": 4000, "max_tokens": 4000, "model_id": "us-gov-east-1/amazon.titan-text-lite-v1", "model_name": "Amazon.titan Text Lite V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.3, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 42000, "max_output_tokens": 32000, "max_tokens": 32000, "model_id": "us-gov-east-1/amazon.titan-text-premier-v1:0", "model_name": "Amazon.titan Text Premier", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000036, "output_cost_per_token": 0.000018, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "us-gov-east-1/anthropic.claude-3-5-sonnet-20240620-v1:0", "model_name": "Anthropic.claude 3 5 Sonnet (Jun 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.5999999999999996, "output_cost_per_million": 18, "cache_read_cost_per_token": 3.6e-7, "cache_read_cost_per_million": 0.36, "cache_write_cost_per_token": 0.0000045, "cache_write_cost_per_million": 4.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "us-gov-east-1/anthropic.claude-3-haiku-20240307-v1:0", "model_name": "Anthropic.claude 3 Haiku (Mar 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.3, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 3.75e-7, "cache_write_cost_per_million": 0.375, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000012, "output_cost_per_token": 0.000006, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.0000024, "max_tokens": 64000, "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_pdf_input": true, "model_id": "us-gov-east-1/anthropic.claude-haiku-4-5-20251001-v1:0", "model_name": "Anthropic.claude Haiku 4 5 (Oct 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1.2, "output_cost_per_million": 6, "cache_read_cost_per_token": 1.2e-7, "cache_read_cost_per_million": 0.12, "cache_write_cost_per_token": 0.0000015, "cache_write_cost_per_million": 1.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000036, "output_cost_per_token": 0.000018, "max_input_tokens": 200000, "max_output_tokens": 8192, "cache_creation_input_token_cost_above_1hr": 0.0000072, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "model_id": "us-gov-east-1/anthropic.claude-sonnet-4-5-20250929-v1:0", "model_name": "Anthropic.claude Sonnet 4 5 (Sep 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.5999999999999996, "output_cost_per_million": 18, "cache_read_cost_per_token": 3.6e-7, "cache_read_cost_per_million": 0.36, "cache_write_cost_per_token": 0.0000045, "cache_write_cost_per_million": 4.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000036, "output_cost_per_token": 0.000018, "max_input_tokens": 200000, "max_output_tokens": 8192, "cache_creation_input_token_cost_above_1hr": 0.0000072, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "model_id": "us-gov-east-1/claude-sonnet-4-5-20250929-v1:0", "model_name": "Claude Sonnet 4 5 (Sep 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.5999999999999996, "output_cost_per_million": 18, "cache_read_cost_per_token": 3.6e-7, "cache_read_cost_per_million": 0.36, "cache_write_cost_per_token": 0.0000045, "cache_write_cost_per_million": 4.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00000265, "output_cost_per_token": 0.0000035, "max_input_tokens": 8000, "max_output_tokens": 2048, "max_tokens": 2048, "supports_pdf_input": true, "model_id": "us-gov-east-1/meta.llama3-70b-instruct-v1:0", "model_name": "Meta.llama3 70B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2.65, "output_cost_per_million": 3.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 0.00000265, "max_input_tokens": 8000, "max_output_tokens": 2048, "max_tokens": 2048, "supports_pdf_input": true, "model_id": "us-gov-east-1/meta.llama3-8b-instruct-v1:0", "model_name": "Meta.llama3 8B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.3, "output_cost_per_million": 2.65, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 9.6e-7, "output_cost_per_token": 0.00000384, "max_input_tokens": 300000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_pdf_input": true, "supports_prompt_caching": true, "model_id": "us-gov-west-1/amazon.nova-pro-v1:0", "model_name": "Amazon.nova Pro", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.96, "output_cost_per_million": 3.84, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 8192, "max_tokens": 8192, "output_vector_size": 1536, "model_id": "us-gov-west-1/amazon.titan-embed-text-v1", "model_name": "Amazon.titan Embed Text V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 0, "max_input_tokens": 8192, "max_tokens": 8192, "output_vector_size": 1024, "model_id": "us-gov-west-1/amazon.titan-embed-text-v2:0", "model_name": "Amazon.titan Embed Text", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000013, "output_cost_per_token": 0.0000017, "max_input_tokens": 42000, "max_output_tokens": 8000, "max_tokens": 8000, "model_id": "us-gov-west-1/amazon.titan-text-express-v1", "model_name": "Amazon.titan Text Express V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1.3, "output_cost_per_million": 1.7, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 42000, "max_output_tokens": 4000, "max_tokens": 4000, "model_id": "us-gov-west-1/amazon.titan-text-lite-v1", "model_name": "Amazon.titan Text Lite V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.3, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 42000, "max_output_tokens": 32000, "max_tokens": 32000, "model_id": "us-gov-west-1/amazon.titan-text-premier-v1:0", "model_name": "Amazon.titan Text Premier", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000036, "output_cost_per_token": 0.000018, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "us-gov-west-1/anthropic.claude-3-5-sonnet-20240620-v1:0", "model_name": "Anthropic.claude 3 5 Sonnet (Jun 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.5999999999999996, "output_cost_per_million": 18, "cache_read_cost_per_token": 3.6e-7, "cache_read_cost_per_million": 0.36, "cache_write_cost_per_token": 0.0000045, "cache_write_cost_per_million": 4.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000036, "output_cost_per_token": 0.000018, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "us-gov-west-1/anthropic.claude-3-7-sonnet-20250219-v1:0", "model_name": "Anthropic.claude 3 7 Sonnet (Feb 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.5999999999999996, "output_cost_per_million": 18, "cache_read_cost_per_token": 3.6e-7, "cache_read_cost_per_million": 0.36, "cache_write_cost_per_token": 0.0000045, "cache_write_cost_per_million": 4.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "us-gov-west-1/anthropic.claude-3-haiku-20240307-v1:0", "model_name": "Anthropic.claude 3 Haiku (Mar 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.3, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 3.75e-7, "cache_write_cost_per_million": 0.375, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000012, "output_cost_per_token": 0.000006, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.0000024, "max_tokens": 64000, "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_pdf_input": true, "model_id": "us-gov-west-1/anthropic.claude-haiku-4-5-20251001-v1:0", "model_name": "Anthropic.claude Haiku 4 5 (Oct 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1.2, "output_cost_per_million": 6, "cache_read_cost_per_token": 1.2e-7, "cache_read_cost_per_million": 0.12, "cache_write_cost_per_token": 0.0000015, "cache_write_cost_per_million": 1.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000036, "output_cost_per_token": 0.000018, "max_input_tokens": 200000, "max_output_tokens": 8192, "cache_creation_input_token_cost_above_1hr": 0.0000072, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "model_id": "us-gov-west-1/anthropic.claude-sonnet-4-5-20250929-v1:0", "model_name": "Anthropic.claude Sonnet 4 5 (Sep 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.5999999999999996, "output_cost_per_million": 18, "cache_read_cost_per_token": 3.6e-7, "cache_read_cost_per_million": 0.36, "cache_write_cost_per_token": 0.0000045, "cache_write_cost_per_million": 4.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000036, "output_cost_per_token": 0.000018, "max_input_tokens": 200000, "max_output_tokens": 8192, "cache_creation_input_token_cost_above_1hr": 0.0000072, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "model_id": "us-gov-west-1/claude-sonnet-4-5-20250929-v1:0", "model_name": "Claude Sonnet 4 5 (Sep 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.5999999999999996, "output_cost_per_million": 18, "cache_read_cost_per_token": 3.6e-7, "cache_read_cost_per_million": 0.36, "cache_write_cost_per_token": 0.0000045, "cache_write_cost_per_million": 4.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00000265, "output_cost_per_token": 0.0000035, "max_input_tokens": 8000, "max_output_tokens": 2048, "max_tokens": 2048, "supports_pdf_input": true, "model_id": "us-gov-west-1/meta.llama3-70b-instruct-v1:0", "model_name": "Meta.llama3 70B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2.65, "output_cost_per_million": 3.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 0.00000265, "max_input_tokens": 8000, "max_output_tokens": 2048, "max_tokens": 2048, "supports_pdf_input": true, "model_id": "us-gov-west-1/meta.llama3-8b-instruct-v1:0", "model_name": "Meta.llama3 8B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.3, "output_cost_per_million": 2.65, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000036, "output_cost_per_token": 0.000018, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.0000072, "input_cost_per_token_above_200k_tokens": 0.0000072, "output_cost_per_token_above_200k_tokens": 0.000027, "cache_creation_input_token_cost_above_200k_tokens": 0.000009, "cache_creation_input_token_cost_above_1hr_above_200k_tokens": 0.0000144, "cache_read_input_token_cost_above_200k_tokens": 7.2e-7, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "model_id": "us-gov.anthropic.claude-sonnet-4-5-20250929-v1:0", "model_name": "Us Gov.anthropic.claude Sonnet 4 5 (Sep 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.5999999999999996, "output_cost_per_million": 18, "cache_read_cost_per_token": 3.6e-7, "cache_read_cost_per_million": 0.36, "cache_write_cost_per_token": 0.0000045, "cache_write_cost_per_million": 4.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00000265, "output_cost_per_token": 0.0000035, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "us-west-1/meta.llama3-70b-instruct-v1:0", "model_name": "Meta.llama3 70B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2.65, "output_cost_per_million": 3.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "us-west-1/meta.llama3-8b-instruct-v1:0", "model_name": "Meta.llama3 8B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.3, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 100000, "max_output_tokens": 8191, "input_cost_per_second": 0.011, "max_tokens": 8191, "output_cost_per_second": 0.011, "supports_tool_choice": true, "model_id": "us-west-2/1-month-commitment/anthropic.claude-instant-v1", "model_name": "Anthropic.claude Instant V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 100000, "max_output_tokens": 8191, "input_cost_per_second": 0.0175, "max_tokens": 8191, "output_cost_per_second": 0.0175, "model_id": "us-west-2/1-month-commitment/anthropic.claude-v1", "model_name": "Anthropic.claude V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 100000, "max_output_tokens": 8191, "input_cost_per_second": 0.0175, "max_tokens": 8191, "output_cost_per_second": 0.0175, "supports_tool_choice": true, "model_id": "us-west-2/1-month-commitment/anthropic.claude-v2:1", "model_name": "Anthropic.claude", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 100000, "max_output_tokens": 8191, "input_cost_per_second": 0.00611, "max_tokens": 8191, "output_cost_per_second": 0.00611, "supports_tool_choice": true, "model_id": "us-west-2/6-month-commitment/anthropic.claude-instant-v1", "model_name": "Anthropic.claude Instant V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 100000, "max_output_tokens": 8191, "input_cost_per_second": 0.00972, "max_tokens": 8191, "output_cost_per_second": 0.00972, "model_id": "us-west-2/6-month-commitment/anthropic.claude-v1", "model_name": "Anthropic.claude V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 100000, "max_output_tokens": 8191, "input_cost_per_second": 0.00972, "max_tokens": 8191, "output_cost_per_second": 0.00972, "supports_tool_choice": true, "model_id": "us-west-2/6-month-commitment/anthropic.claude-v2:1", "model_name": "Anthropic.claude", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 8e-7, "output_cost_per_token": 0.0000024, "max_input_tokens": 100000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "us-west-2/anthropic.claude-instant-v1", "model_name": "Anthropic.claude Instant V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 2.4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000008, "output_cost_per_token": 0.000024, "max_input_tokens": 100000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "us-west-2/anthropic.claude-v1", "model_name": "Anthropic.claude V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 8, "output_cost_per_million": 24, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000008, "output_cost_per_token": 0.000024, "max_input_tokens": 100000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "us-west-2/anthropic.claude-v2:1", "model_name": "Anthropic.claude", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 8, "output_cost_per_million": 24, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6.2e-7, "output_cost_per_token": 0.00000185, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "supports_reasoning": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "us-west-2/deepseek.v3.2", "model_name": "Deepseek.v3.2", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.62, "output_cost_per_million": 1.85, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 196000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "us-west-2/minimax.minimax-m2.1", "model_name": "Minimax.minimax M2.1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 1000000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "us-west-2/minimax.minimax-m2.5", "model_name": "Minimax.minimax M2.5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.5e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "us-west-2/mistral.mistral-7b-instruct-v0:2", "model_name": "Mistral.mistral 7B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.15, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000008, "output_cost_per_token": 0.000024, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "model_id": "us-west-2/mistral.mistral-large-2402-v1:0", "model_name": "Mistral.mistral Large (Feb 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 8, "output_cost_per_million": 24, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 4.5e-7, "output_cost_per_token": 7e-7, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "us-west-2/mistral.mixtral-8x7b-instruct-v0:1", "model_name": "Mistral.mixtral 8x7B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.44999999999999996, "output_cost_per_million": 0.7, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "supports_reasoning": true, "model_id": "us-west-2/moonshotai.kimi-k2-thinking", "model_name": "Moonshotai.kimi K2 Thinking", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.6, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.000003, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "us-west-2/moonshotai.kimi-k2.5", "model_name": "Moonshotai.kimi K2.5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.6, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 262144, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "us-west-2/qwen.qwen3-coder-next", "model_name": "Qwen.qwen3 Coder Next", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.5, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.0000032, "max_input_tokens": 200000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "us-west-2/zai.glm-5", "model_name": "Zai.glm 5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1, "output_cost_per_million": 3.1999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3.3e-7, "output_cost_per_token": 0.00000275, "max_input_tokens": 1000000, "max_output_tokens": 64000, "max_tokens": 64000, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_video_input": true, "model_id": "us.amazon.nova-2-lite-v1:0", "model_name": "Nova 2 Lite", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.33, "output_cost_per_million": 2.75, "cache_read_cost_per_token": 8.25e-8, "cache_read_cost_per_million": 0.0825, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000021875, "output_cost_per_token": 0.0000175, "max_input_tokens": 1000000, "max_output_tokens": 64000, "input_cost_per_image_token": 0.0000021875, "input_cost_per_audio_token": 0.0000021875, "max_tokens": 64000, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_video_input": true, "model_id": "us.amazon.nova-2-pro-preview-20251202-v1:0", "model_name": "Nova 2 Pro Preview (Dec 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2.1875, "output_cost_per_million": 17.5, "cache_read_cost_per_token": 5.46875e-7, "cache_read_cost_per_million": 0.546875, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "max_input_tokens": 2600, "output_cost_per_image": 0.06, "supports_nova_canvas_image_edit": true, "model_id": "us.amazon.nova-canvas-v1:0", "model_name": "Nova Canvas", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 6e-8, "output_cost_per_token": 2.4e-7, "max_input_tokens": 300000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_pdf_input": true, "supports_prompt_caching": true, "model_id": "us.amazon.nova-lite-v1:0", "model_name": "Nova Lite", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.06, "output_cost_per_million": 0.24, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3.5e-8, "output_cost_per_token": 1.4e-7, "max_input_tokens": 128000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_prompt_caching": true, "model_id": "us.amazon.nova-micro-v1:0", "model_name": "Nova Micro", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.035, "output_cost_per_million": 0.14, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.0000125, "max_input_tokens": 1000000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_pdf_input": true, "supports_prompt_caching": false, "model_id": "us.amazon.nova-premier-v1:0", "model_name": "Nova Premier", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2.5, "output_cost_per_million": 12.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 8e-7, "output_cost_per_token": 0.0000032, "max_input_tokens": 300000, "max_output_tokens": 10000, "max_tokens": 10000, "supports_pdf_input": true, "supports_prompt_caching": true, "model_id": "us.amazon.nova-pro-v1:0", "model_name": "Nova Pro", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 3.1999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 8e-7, "output_cost_per_token": 0.000004, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "us.anthropic.claude-3-5-haiku-20241022-v1:0", "model_name": "Claude 3.5 Haiku (Oct 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 4, "cache_read_cost_per_token": 8e-8, "cache_read_cost_per_million": 0.08, "cache_write_cost_per_token": 0.000001, "cache_write_cost_per_million": 1, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "us.anthropic.claude-3-5-sonnet-20240620-v1:0", "model_name": "Claude 3.5 Sonnet (Jun 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "us.anthropic.claude-3-5-sonnet-20241022-v2:0", "model_name": "Claude 3.5 Sonnet (Oct 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "us.anthropic.claude-3-7-sonnet-20250219-v1:0", "model_name": "Claude 3 7 Sonnet (Feb 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.00000125, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "us.anthropic.claude-3-haiku-20240307-v1:0", "model_name": "Claude 3 Haiku (Mar 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.25, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 3.125e-7, "cache_write_cost_per_million": 0.3125, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "us.anthropic.claude-3-opus-20240229-v1:0", "model_name": "Claude 3 Opus (Feb 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "us.anthropic.claude-3-sonnet-20240229-v1:0", "model_name": "Claude 3 Sonnet (Feb 2024)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000011, "output_cost_per_token": 0.000055, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.000022, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "model_id": "us.anthropic.claude-fable-5", "model_name": "Claude Fable 5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 11, "output_cost_per_million": 55, "cache_read_cost_per_token": 0.0000011, "cache_read_cost_per_million": 1.1, "cache_write_cost_per_token": 0.00001375, "cache_write_cost_per_million": 13.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000055, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.0000022, "max_tokens": 64000, "source": "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "model_id": "us.anthropic.claude-haiku-4-5-20251001-v1:0", "model_name": "Claude Haiku 4 5 (Oct 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1.1, "output_cost_per_million": 5.5, "cache_read_cost_per_token": 1.1e-7, "cache_read_cost_per_million": 0.11, "cache_write_cost_per_token": 0.000001375, "cache_write_cost_per_million": 1.375, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "max_tokens": 32000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "us.anthropic.claude-opus-4-1-20250805-v1:0", "model_name": "Claude Opus 4 1 (Aug 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "max_tokens": 32000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "us.anthropic.claude-opus-4-20250514-v1:0", "model_name": "Claude Opus 4 (May 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.0000275, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000011, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "high", "model_id": "us.anthropic.claude-opus-4-5-20251101-v1:0", "model_name": "Claude Opus 4 5 (Nov 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5.5, "output_cost_per_million": 27.5, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0.000006875, "cache_write_cost_per_million": 6.875, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.0000275, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.000011, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_output_config": true, "supports_max_reasoning_effort": true, "bedrock_output_config_effort_ceiling": "max", "model_id": "us.anthropic.claude-opus-4-6-v1", "model_name": "Claude Opus 4 6 V1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5.5, "output_cost_per_million": 27.5, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0.000006875, "cache_write_cost_per_million": 6.875, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.0000275, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.000011, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "model_id": "us.anthropic.claude-opus-4-7", "model_name": "Claude Opus 4 7", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5.5, "output_cost_per_million": 27.5, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0.000006875, "cache_write_cost_per_million": 6.875, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000055, "output_cost_per_token": 0.0000275, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.000011, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_native_structured_output": true, "supports_max_reasoning_effort": true, "supports_output_config": true, "bedrock_output_config_effort_ceiling": "xhigh", "model_id": "us.anthropic.claude-opus-4-8", "model_name": "Claude Opus 4 8", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5.5, "output_cost_per_million": 27.5, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0.000006875, "cache_write_cost_per_million": 6.875, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 64000, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.0000225, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "us.anthropic.claude-sonnet-4-20250514-v1:0", "model_name": "Claude Sonnet 4 (May 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000033, "output_cost_per_token": 0.0000165, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.0000066, "input_cost_per_token_above_200k_tokens": 0.0000066, "output_cost_per_token_above_200k_tokens": 0.00002475, "cache_creation_input_token_cost_above_200k_tokens": 0.00000825, "cache_creation_input_token_cost_above_1hr_above_200k_tokens": 0.0000132, "cache_read_input_token_cost_above_200k_tokens": 6.6e-7, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_structured_output": true, "model_id": "us.anthropic.claude-sonnet-4-5-20250929-v1:0", "model_name": "Claude Sonnet 4 5 (Sep 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.3000000000000003, "output_cost_per_million": 16.5, "cache_read_cost_per_token": 3.3e-7, "cache_read_cost_per_million": 0.33, "cache_write_cost_per_token": 0.000004125, "cache_write_cost_per_million": 4.125, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000033, "output_cost_per_token": 0.0000165, "max_input_tokens": 1000000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.0000066, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_max_reasoning_effort": true, "supports_tool_choice": true, "supports_native_structured_output": true, "supports_output_config": true, "model_id": "us.anthropic.claude-sonnet-4-6", "model_name": "Claude Sonnet 4 6", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 3.3000000000000003, "output_cost_per_million": 16.5, "cache_read_cost_per_token": 3.3e-7, "cache_read_cost_per_million": 0.33, "cache_write_cost_per_token": 0.000004125, "cache_write_cost_per_million": 4.125, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": false, "input_cost_per_token": 0.00000135, "output_cost_per_token": 0.0000054, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_reasoning": true, "supports_tool_choice": false, "model_id": "us.deepseek.r1-v1:0", "model_name": "R1", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1.35, "output_cost_per_million": 5.4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6.2e-7, "output_cost_per_token": 0.00000185, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "us.deepseek.v3.2", "model_name": "V3.2", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.62, "output_cost_per_million": 1.85, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.00000532, "output_cost_per_token": 0.000016, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": false, "model_id": "us.meta.llama3-1-405b-instruct-v1:0", "model_name": "Llama3 1 405B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 5.32, "output_cost_per_million": 16, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 9.9e-7, "output_cost_per_token": 9.9e-7, "max_input_tokens": 128000, "max_output_tokens": 2048, "max_tokens": 2048, "supports_tool_choice": false, "model_id": "us.meta.llama3-1-70b-instruct-v1:0", "model_name": "Llama3 1 70B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.9900000000000001, "output_cost_per_million": 0.9900000000000001, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2.2e-7, "output_cost_per_token": 2.2e-7, "max_input_tokens": 128000, "max_output_tokens": 2048, "max_tokens": 2048, "supports_tool_choice": false, "model_id": "us.meta.llama3-1-8b-instruct-v1:0", "model_name": "Llama3 1 8B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.22, "output_cost_per_million": 0.22, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 3.5e-7, "output_cost_per_token": 3.5e-7, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": false, "model_id": "us.meta.llama3-2-11b-instruct-v1:0", "model_name": "Llama3 2 11B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.35, "output_cost_per_million": 0.35, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": false, "model_id": "us.meta.llama3-2-1b-instruct-v1:0", "model_name": "Llama3 2 1B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 1.5e-7, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": false, "model_id": "us.meta.llama3-2-3b-instruct-v1:0", "model_name": "Llama3 2 3B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.15, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000002, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": false, "model_id": "us.meta.llama3-2-90b-instruct-v1:0", "model_name": "Llama3 2 90B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 7.2e-7, "output_cost_per_token": 7.2e-7, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": false, "model_id": "us.meta.llama3-3-70b-instruct-v1:0", "model_name": "Llama3 3 70B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.72, "output_cost_per_million": 0.72, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2.4e-7, "output_cost_per_token": 9.7e-7, "max_input_tokens": 128000, "max_output_tokens": 4096, "input_cost_per_token_batches": 1.2e-7, "max_tokens": 4096, "output_cost_per_token_batches": 4.85e-7, "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "code" ], "supports_tool_choice": false, "model_id": "us.meta.llama4-maverick-17b-instruct-v1:0", "model_name": "Llama4 Maverick 17B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.24, "output_cost_per_million": 0.9700000000000001, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1.7e-7, "output_cost_per_token": 6.6e-7, "max_input_tokens": 128000, "max_output_tokens": 4096, "input_cost_per_token_batches": 8.5e-8, "max_tokens": 4096, "output_cost_per_token_batches": 3.3e-7, "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "code" ], "supports_tool_choice": false, "model_id": "us.meta.llama4-scout-17b-instruct-v1:0", "model_name": "Llama4 Scout 17B Instruct", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.16999999999999998, "output_cost_per_million": 0.66, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": false, "model_id": "us.mistral.pixtral-large-2502-v1:0", "model_name": "Pixtral Large (Feb 2025)", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2, "output_cost_per_million": 6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00007, "output_cost_per_token": 0, "max_input_tokens": 77, "input_cost_per_video_per_second": 0.0007, "input_cost_per_audio_per_second": 0.00014, "input_cost_per_image": 0.0001, "max_tokens": 77, "output_vector_size": 1024, "supports_embedding_image_input": true, "supports_image_input": true, "model_id": "us.twelvelabs.marengo-embed-2-7-v1:0", "model_name": "Marengo Embed 2 7", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_output_tokens": 0, "input_cost_per_million": 70, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_token": 0.0000075, "input_cost_per_video_per_second": 0.00049, "supports_video_input": true, "model_id": "us.twelvelabs.pegasus-1-2-v1:0", "model_name": "Pegasus 1 2", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_million": 7.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_pdf_input": true, "model_id": "us.writer.palmyra-x4-v1:0", "model_name": "Palmyra X4", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.000006, "max_input_tokens": 1000000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_pdf_input": true, "model_id": "us.writer.palmyra-x5-v1:0", "model_name": "Palmyra X5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.6, "output_cost_per_million": 6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_pdf_input": true, "model_id": "writer.palmyra-x4-v1:0", "model_name": "Writer.palmyra X4", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.000006, "max_input_tokens": 1000000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_pdf_input": true, "model_id": "writer.palmyra-x5-v1:0", "model_name": "Writer.palmyra X5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.6, "output_cost_per_million": 6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000022, "max_input_tokens": 200000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "zai.glm-4.7", "model_name": "Zai.glm 4.7", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.6, "output_cost_per_million": 2.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 7e-8, "output_cost_per_token": 4e-7, "max_input_tokens": 200000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "zai.glm-4.7-flash", "model_name": "Zai.glm 4.7 Flash", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 0.07, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.0000032, "max_input_tokens": 200000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "source": "https://aws.amazon.com/bedrock/pricing/", "model_id": "zai.glm-5", "model_name": "Zai.glm 5", "provider_id": "bedrock", "provider_name": "AWS Bedrock", "input_cost_per_million": 1, "output_cost_per_million": 3.1999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.025, "source": "https://bfl.ai/pricing", "supported_endpoints": [ "/v1/images/generations" ], "model_id": "black_forest_labs/flux-dev", "model_name": "Flux Dev", "provider_id": "black", "provider_name": "Black", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.08, "source": "https://bfl.ai/pricing", "supported_endpoints": [ "/v1/images/edits", "/v1/images/generations" ], "model_id": "black_forest_labs/flux-kontext-max", "model_name": "Flux Kontext Max", "provider_id": "black", "provider_name": "Black", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.04, "source": "https://bfl.ai/pricing", "supported_endpoints": [ "/v1/images/edits", "/v1/images/generations" ], "model_id": "black_forest_labs/flux-kontext-pro", "model_name": "Flux Kontext Pro", "provider_id": "black", "provider_name": "Black", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.05, "source": "https://bfl.ai/pricing", "supported_endpoints": [ "/v1/images/generations" ], "model_id": "black_forest_labs/flux-pro", "model_name": "Flux Pro", "provider_id": "black", "provider_name": "Black", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.05, "source": "https://bfl.ai/pricing", "supported_endpoints": [ "/v1/images/edits" ], "model_id": "black_forest_labs/flux-pro-1.0-expand", "model_name": "Flux Pro 1.0 Expand", "provider_id": "black", "provider_name": "Black", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.05, "source": "https://bfl.ai/pricing", "supported_endpoints": [ "/v1/images/edits" ], "model_id": "black_forest_labs/flux-pro-1.0-fill", "model_name": "Flux Pro 1.0 Fill", "provider_id": "black", "provider_name": "Black", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.04, "source": "https://bfl.ai/pricing", "supported_endpoints": [ "/v1/images/generations" ], "model_id": "black_forest_labs/flux-pro-1.1", "model_name": "Flux Pro 1.1", "provider_id": "black", "provider_name": "Black", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.06, "source": "https://bfl.ai/pricing", "supported_endpoints": [ "/v1/images/generations" ], "model_id": "black_forest_labs/flux-pro-1.1-ultra", "model_name": "Flux Pro 1.1 Ultra", "provider_id": "black", "provider_name": "Black", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3.5e-7, "output_cost_per_token": 7.5e-7, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://www.cerebras.ai/blog/openai-gpt-oss-120b-runs-fastest-on-cerebras", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "cerebras/gpt-oss-120b", "model_name": "GPT Oss 120B", "provider_id": "cerebras", "provider_name": "Cerebras", "input_cost_per_million": 0.35, "output_cost_per_million": 0.75, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "input_cost_per_token": 8.5e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_tool_choice": true, "model_id": "cerebras/llama-3.3-70b", "model_name": "Llama 3.3 70B", "provider_id": "cerebras", "provider_name": "Cerebras", "input_cost_per_million": 0.85, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_tool_choice": true, "model_id": "cerebras/llama3.1-70b", "model_name": "Llama 3.1 70B", "provider_id": "cerebras", "provider_name": "Cerebras", "input_cost_per_million": 0.6, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_tool_choice": true, "model_id": "cerebras/llama3.1-8b", "model_name": "Llama 3.1 8B", "provider_id": "cerebras", "provider_name": "Cerebras", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 8e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://inference-docs.cerebras.ai/support/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "cerebras/qwen-3-32b", "model_name": "Qwen 3 32B", "provider_id": "cerebras", "provider_name": "Cerebras", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 0.7999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.00000225, "output_cost_per_token": 0.00000275, "max_input_tokens": 128000, "max_output_tokens": 128000, "deprecation_date": "2026-01-20", "max_tokens": 128000, "source": "https://www.cerebras.ai/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "cerebras/zai-glm-4.6", "model_name": "Zai Glm 4.6", "provider_id": "cerebras", "provider_name": "Cerebras", "input_cost_per_million": 2.25, "output_cost_per_million": 2.75, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.00000225, "output_cost_per_token": 0.00000275, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://www.cerebras.ai/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "cerebras/zai-glm-4.7", "model_name": "Zai Glm 4.7", "provider_id": "cerebras", "provider_name": "Cerebras", "input_cost_per_million": 2.25, "output_cost_per_million": 2.75, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "model_id": "chatgpt/gpt-5.1-codex-max", "model_name": "GPT-5.1 Codex Max", "provider_id": "chatgpt", "provider_name": "Chatgpt", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 64000, "max_tokens": 64000, "supported_endpoints": [ "/v1/responses" ], "model_id": "chatgpt/gpt-5.1-codex-mini", "model_name": "GPT-5.1 Codex Mini", "provider_id": "chatgpt", "provider_name": "Chatgpt", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 64000, "max_tokens": 64000, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "model_id": "chatgpt/gpt-5.2", "model_name": "GPT-5.2", "provider_id": "chatgpt", "provider_name": "Chatgpt", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "model_id": "chatgpt/gpt-5.2-codex", "model_name": "GPT-5.2 Codex", "provider_id": "chatgpt", "provider_name": "Chatgpt", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 64000, "max_tokens": 64000, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "model_id": "chatgpt/gpt-5.3-chat-latest", "model_name": "GPT-5.3 Chat Latest", "provider_id": "chatgpt", "provider_name": "Chatgpt", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "model_id": "chatgpt/gpt-5.3-codex", "model_name": "GPT-5.3 Codex", "provider_id": "chatgpt", "provider_name": "Chatgpt", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "model_id": "chatgpt/gpt-5.3-codex-spark", "model_name": "GPT-5.3 Codex Spark", "provider_id": "chatgpt", "provider_name": "Chatgpt", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 64000, "max_tokens": 64000, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "model_id": "chatgpt/gpt-5.3-instant", "model_name": "GPT-5.3 Instant", "provider_id": "chatgpt", "provider_name": "Chatgpt", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 1050000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "model_id": "chatgpt/gpt-5.4", "model_name": "GPT-5.4", "provider_id": "chatgpt", "provider_name": "Chatgpt", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 1050000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "model_id": "chatgpt/gpt-5.4-pro", "model_name": "GPT-5.4 Pro", "provider_id": "chatgpt", "provider_name": "Chatgpt", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "input_cost_per_token": 0.000001923, "output_cost_per_token": 0.000001923, "max_input_tokens": 3072, "max_output_tokens": 3072, "max_tokens": 3072, "model_id": "@cf/meta/llama-2-7b-chat-fp16", "model_name": "Llama 2 7B Chat Fp16", "provider_id": "cloudflare", "provider_name": "Cloudflare", "input_cost_per_million": 1.923, "output_cost_per_million": 1.923, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000001923, "output_cost_per_token": 0.000001923, "max_input_tokens": 2048, "max_output_tokens": 2048, "max_tokens": 2048, "model_id": "@cf/meta/llama-2-7b-chat-int8", "model_name": "Llama 2 7B Chat Int8", "provider_id": "cloudflare", "provider_name": "Cloudflare", "input_cost_per_million": 1.923, "output_cost_per_million": 1.923, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000001923, "output_cost_per_token": 0.000001923, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "@cf/mistral/mistral-7b-instruct-v0.1", "model_name": "Mistral (7B) Instruct", "provider_id": "cloudflare", "provider_name": "Cloudflare", "input_cost_per_million": 1.923, "output_cost_per_million": 1.923, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000001923, "output_cost_per_token": 0.000001923, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "@hf/thebloke/codellama-7b-instruct-awq", "model_name": "Codellama 7B Instruct Awq", "provider_id": "cloudflare", "provider_name": "Cloudflare", "input_cost_per_million": 1.923, "output_cost_per_million": 1.923, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000002, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "command", "model_name": "Command", "provider_id": "cohere", "provider_name": "Cohere", "input_cost_per_million": 1, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 256000, "max_output_tokens": 8000, "max_tokens": 8000, "supports_tool_choice": true, "model_id": "command-a-03-2025", "model_name": "Command A 03 2025", "provider_id": "cohere", "provider_name": "Cohere", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "command-light", "model_name": "Command Light", "provider_id": "cohere", "provider_name": "Cohere", "input_cost_per_million": 0.3, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000002, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "command-nightly", "model_name": "Command Nightly", "provider_id": "cohere", "provider_name": "Cohere", "input_cost_per_million": 1, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "command-r", "model_name": "Command R", "provider_id": "cohere", "provider_name": "Cohere", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "command-r-08-2024", "model_name": "Command R 08 2024", "provider_id": "cohere", "provider_name": "Cohere", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "command-r-plus", "model_name": "Command R+", "provider_id": "cohere", "provider_name": "Cohere", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "command-r-plus-08-2024", "model_name": "Command R Plus 08 2024", "provider_id": "cohere", "provider_name": "Cohere", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 3.75e-8, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://docs.cohere.com/v2/docs/command-r7b", "supports_tool_choice": true, "model_id": "command-r7b-12-2024", "model_name": "Command R7B 12 2024", "provider_id": "cohere", "provider_name": "Cohere", "input_cost_per_million": 0.15, "output_cost_per_million": 0.0375, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 1024, "max_tokens": 1024, "model_id": "embed-english-light-v2.0", "model_name": "Embed English Light V2.0", "provider_id": "cohere", "provider_name": "Cohere", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 1024, "max_tokens": 1024, "model_id": "embed-english-light-v3.0", "model_name": "Embed English Light V3.0", "provider_id": "cohere", "provider_name": "Cohere", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_tokens": 4096, "model_id": "embed-english-v2.0", "model_name": "Embed English V2.0", "provider_id": "cohere", "provider_name": "Cohere", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 1024, "input_cost_per_image": 0.0001, "max_tokens": 1024, "metadata": { "notes": "'supports_image_input' is a deprecated field. Use 'supports_embedding_image_input' instead." }, "supports_embedding_image_input": true, "supports_image_input": true, "model_id": "embed-english-v3.0", "model_name": "Embed English V3.0", "provider_id": "cohere", "provider_name": "Cohere", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0001, "output_cost_per_token": 0, "max_input_tokens": 1024, "max_tokens": 1024, "supports_embedding_image_input": true, "model_id": "embed-multilingual-light-v3.0", "model_name": "Embed Multilingual Light V3.0", "provider_id": "cohere", "provider_name": "Cohere", "max_output_tokens": 0, "input_cost_per_million": 100, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 768, "max_tokens": 768, "model_id": "embed-multilingual-v2.0", "model_name": "Embed Multilingual V2.0", "provider_id": "cohere", "provider_name": "Cohere", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 1024, "max_tokens": 1024, "supports_embedding_image_input": true, "model_id": "embed-multilingual-v3.0", "model_name": "Embed Multilingual V3.0", "provider_id": "cohere", "provider_name": "Cohere", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.2e-7, "output_cost_per_token": 0, "max_input_tokens": 128000, "max_tokens": 128000, "output_vector_size": 1536, "supports_embedding_image_input": true, "model_id": "embed-v4.0", "model_name": "Embed V4.0", "provider_id": "cohere", "provider_name": "Cohere", "max_output_tokens": 0, "input_cost_per_million": 0.12, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_output_tokens": 4096, "input_cost_per_query": 0.002, "max_query_tokens": 2048, "max_tokens": 4096, "model_id": "rerank-english-v2.0", "model_name": "Rerank English V2.0", "provider_id": "cohere", "provider_name": "Cohere", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "rerank", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_output_tokens": 4096, "input_cost_per_query": 0.002, "max_query_tokens": 2048, "max_tokens": 4096, "model_id": "rerank-english-v3.0", "model_name": "Rerank English V3.0", "provider_id": "cohere", "provider_name": "Cohere", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "rerank", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_output_tokens": 4096, "input_cost_per_query": 0.002, "max_query_tokens": 2048, "max_tokens": 4096, "model_id": "rerank-multilingual-v2.0", "model_name": "Rerank Multilingual V2.0", "provider_id": "cohere", "provider_name": "Cohere", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "rerank", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_output_tokens": 4096, "input_cost_per_query": 0.002, "max_query_tokens": 2048, "max_tokens": 4096, "model_id": "rerank-multilingual-v3.0", "model_name": "Rerank Multilingual V3.0", "provider_id": "cohere", "provider_name": "Cohere", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "rerank", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_output_tokens": 4096, "input_cost_per_query": 0.002, "max_query_tokens": 2048, "max_tokens": 4096, "model_id": "rerank-v3.5", "model_name": "Rerank V3.5", "provider_id": "cohere", "provider_name": "Cohere", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "rerank", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000007, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": false, "model_id": "crusoe/deepseek-ai/DeepSeek-R1-0528", "model_name": "DeepSeek R1 0528", "provider_id": "crusoe", "provider_name": "Crusoe", "input_cost_per_million": 3, "output_cost_per_million": 7, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.0000015, "output_cost_per_token": 0.0000015, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "crusoe/deepseek-ai/DeepSeek-V3-0324", "model_name": "DeepSeek V3 0324", "provider_id": "crusoe", "provider_name": "Crusoe", "input_cost_per_million": 1.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "crusoe/google/gemma-3-12b-it", "model_name": "Gemma 3 12B It", "provider_id": "crusoe", "provider_name": "Crusoe", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "crusoe/meta-llama/Llama-3.3-70B-Instruct", "model_name": "Llama 3.3 70B Instruct", "provider_id": "crusoe", "provider_name": "Crusoe", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": false, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.0000025, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": false, "model_id": "crusoe/moonshotai/Kimi-K2-Thinking", "model_name": "Kimi K2 Thinking", "provider_id": "crusoe", "provider_name": "Crusoe", "input_cost_per_million": 2.5, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 8e-7, "output_cost_per_token": 8e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "crusoe/openai/gpt-oss-120b", "model_name": "GPT Oss 120B", "provider_id": "crusoe", "provider_name": "Crusoe", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 0.7999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000003, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "crusoe/Qwen/Qwen3-235B-A22B-Instruct-2507", "model_name": "Qwen3 235B A22B Instruct (Jul 2025)", "provider_id": "crusoe", "provider_name": "Crusoe", "input_cost_per_million": 3, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 1000000, "max_output_tokens": 16384, "max_tokens": 16384, "source": "https://www.alibabacloud.com/help/en/model-studio/models", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "dashscope/qwen-coder", "model_name": "Qwen Coder", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_million": 0.3, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "max_input_tokens": 997952, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://www.alibabacloud.com/help/en/model-studio/models", "supports_reasoning": true, "supports_tool_choice": true, "tiered_pricing": [ { "input_cost_per_token": 5e-8, "output_cost_per_token": 4e-7, "range": [ 0, 256000 ] }, { "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.000002, "range": [ 256000, 1000000 ] } ], "model_id": "dashscope/qwen-flash", "model_name": "Qwen Flash", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "max_input_tokens": 997952, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://www.alibabacloud.com/help/en/model-studio/models", "supports_reasoning": true, "supports_tool_choice": true, "tiered_pricing": [ { "input_cost_per_token": 5e-8, "output_cost_per_token": 4e-7, "range": [ 0, 256000 ] }, { "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.000002, "range": [ 256000, 1000000 ] } ], "model_id": "dashscope/qwen-flash-2025-07-28", "model_name": "Qwen Flash (Jul 2025)", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "source": "https://www.alibabacloud.com/help/en/model-studio/models", "supported_endpoints": [ "/v1/images/generations" ], "model_id": "dashscope/qwen-image-2.0", "model_name": "Qwen Image 2.0", "provider_id": "dashscope", "provider_name": "Dashscope", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "source": "https://www.alibabacloud.com/help/en/model-studio/models", "supported_endpoints": [ "/v1/images/generations" ], "model_id": "dashscope/qwen-image-2.0-pro", "model_name": "Qwen Image 2.0 Pro", "provider_id": "dashscope", "provider_name": "Dashscope", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.0000016, "output_cost_per_token": 0.0000064, "max_input_tokens": 30720, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://www.alibabacloud.com/help/en/model-studio/models", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "dashscope/qwen-max", "model_name": "Qwen Max", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_million": 1.5999999999999999, "output_cost_per_million": 6.3999999999999995, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 129024, "max_output_tokens": 16384, "max_tokens": 16384, "source": "https://www.alibabacloud.com/help/en/model-studio/models", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "dashscope/qwen-plus", "model_name": "Qwen Plus", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 129024, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://www.alibabacloud.com/help/en/model-studio/models", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "dashscope/qwen-plus-2025-01-25", "model_name": "Qwen Plus (Jan 2025)", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 129024, "max_output_tokens": 16384, "max_tokens": 16384, "output_cost_per_reasoning_token": 0.000004, "source": "https://www.alibabacloud.com/help/en/model-studio/models", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "dashscope/qwen-plus-2025-04-28", "model_name": "Qwen Plus (Apr 2025)", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 129024, "max_output_tokens": 16384, "max_tokens": 16384, "output_cost_per_reasoning_token": 0.000004, "source": "https://www.alibabacloud.com/help/en/model-studio/models", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "dashscope/qwen-plus-2025-07-14", "model_name": "Qwen Plus (Jul 2025)", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "max_input_tokens": 997952, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://www.alibabacloud.com/help/en/model-studio/models", "supports_reasoning": true, "supports_tool_choice": true, "tiered_pricing": [ { "input_cost_per_token": 4e-7, "output_cost_per_reasoning_token": 0.000004, "output_cost_per_token": 0.0000012, "range": [ 0, 256000 ] }, { "input_cost_per_token": 0.0000012, "output_cost_per_reasoning_token": 0.000012, "output_cost_per_token": 0.0000036, "range": [ 256000, 1000000 ] } ], "model_id": "dashscope/qwen-plus-2025-07-28", "model_name": "Qwen Plus (Jul 2025)", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "max_input_tokens": 997952, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://www.alibabacloud.com/help/en/model-studio/models", "supports_reasoning": true, "supports_tool_choice": true, "tiered_pricing": [ { "input_cost_per_token": 4e-7, "output_cost_per_reasoning_token": 0.000004, "output_cost_per_token": 0.0000012, "range": [ 0, 256000 ] }, { "input_cost_per_token": 0.0000012, "output_cost_per_reasoning_token": 0.000012, "output_cost_per_token": 0.0000036, "range": [ 256000, 1000000 ] } ], "model_id": "dashscope/qwen-plus-2025-09-11", "model_name": "Qwen Plus (Sep 2025)", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "max_input_tokens": 997952, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://www.alibabacloud.com/help/en/model-studio/models", "supports_reasoning": true, "supports_tool_choice": true, "tiered_pricing": [ { "input_cost_per_token": 4e-7, "output_cost_per_reasoning_token": 0.000004, "output_cost_per_token": 0.0000012, "range": [ 0, 256000 ] }, { "input_cost_per_token": 0.0000012, "output_cost_per_reasoning_token": 0.000012, "output_cost_per_token": 0.0000036, "range": [ 256000, 1000000 ] } ], "model_id": "dashscope/qwen-plus-latest", "model_name": "Qwen Plus Latest", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 2e-7, "max_input_tokens": 129024, "max_output_tokens": 16384, "max_tokens": 16384, "output_cost_per_reasoning_token": 5e-7, "source": "https://www.alibabacloud.com/help/en/model-studio/models", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "dashscope/qwen-turbo", "model_name": "Qwen Turbo", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 2e-7, "max_input_tokens": 1000000, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://www.alibabacloud.com/help/en/model-studio/models", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "dashscope/qwen-turbo-2024-11-01", "model_name": "Qwen Turbo (Nov 2024)", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 2e-7, "max_input_tokens": 1000000, "max_output_tokens": 16384, "max_tokens": 16384, "output_cost_per_reasoning_token": 5e-7, "source": "https://www.alibabacloud.com/help/en/model-studio/models", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "dashscope/qwen-turbo-2025-04-28", "model_name": "Qwen Turbo (Apr 2025)", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 2e-7, "max_input_tokens": 1000000, "max_output_tokens": 16384, "max_tokens": 16384, "output_cost_per_reasoning_token": 5e-7, "source": "https://www.alibabacloud.com/help/en/model-studio/models", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "dashscope/qwen-turbo-latest", "model_name": "Qwen Turbo Latest", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "max_input_tokens": 129024, "max_output_tokens": 16384, "max_tokens": 16384, "source": "https://www.alibabacloud.com/help/en/model-studio/models", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "dashscope/qwen3-30b-a3b", "model_name": "Qwen3 30B A3B", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "max_input_tokens": 997952, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://www.alibabacloud.com/help/en/model-studio/models", "supports_reasoning": true, "supports_tool_choice": true, "tiered_pricing": [ { "cache_read_input_token_cost": 8e-8, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000015, "range": [ 0, 32000 ] }, { "cache_read_input_token_cost": 1.2e-7, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000025, "range": [ 32000, 128000 ] }, { "cache_read_input_token_cost": 2e-7, "input_cost_per_token": 8e-7, "output_cost_per_token": 0.000004, "range": [ 128000, 256000 ] }, { "cache_read_input_token_cost": 4e-7, "input_cost_per_token": 0.0000016, "output_cost_per_token": 0.0000096, "range": [ 256000, 1000000 ] } ], "model_id": "dashscope/qwen3-coder-flash", "model_name": "Qwen3 Coder Flash", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "max_input_tokens": 997952, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://www.alibabacloud.com/help/en/model-studio/models", "supports_reasoning": true, "supports_tool_choice": true, "tiered_pricing": [ { "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000015, "range": [ 0, 32000 ] }, { "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000025, "range": [ 32000, 128000 ] }, { "input_cost_per_token": 8e-7, "output_cost_per_token": 0.000004, "range": [ 128000, 256000 ] }, { "input_cost_per_token": 0.0000016, "output_cost_per_token": 0.0000096, "range": [ 256000, 1000000 ] } ], "model_id": "dashscope/qwen3-coder-flash-2025-07-28", "model_name": "Qwen3 Coder Flash (Jul 2025)", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "max_input_tokens": 997952, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://www.alibabacloud.com/help/en/model-studio/models", "supports_reasoning": true, "supports_tool_choice": true, "tiered_pricing": [ { "cache_read_input_token_cost": 1e-7, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "range": [ 0, 32000 ] }, { "cache_read_input_token_cost": 1.8e-7, "input_cost_per_token": 0.0000018, "output_cost_per_token": 0.000009, "range": [ 32000, 128000 ] }, { "cache_read_input_token_cost": 3e-7, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "range": [ 128000, 256000 ] }, { "cache_read_input_token_cost": 6e-7, "input_cost_per_token": 0.000006, "output_cost_per_token": 0.00006, "range": [ 256000, 1000000 ] } ], "model_id": "dashscope/qwen3-coder-plus", "model_name": "Qwen3 Coder Plus", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "max_input_tokens": 997952, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://www.alibabacloud.com/help/en/model-studio/models", "supports_reasoning": true, "supports_tool_choice": true, "tiered_pricing": [ { "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "range": [ 0, 32000 ] }, { "input_cost_per_token": 0.0000018, "output_cost_per_token": 0.000009, "range": [ 32000, 128000 ] }, { "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "range": [ 128000, 256000 ] }, { "input_cost_per_token": 0.000006, "output_cost_per_token": 0.00006, "range": [ 256000, 1000000 ] } ], "model_id": "dashscope/qwen3-coder-plus-2025-07-22", "model_name": "Qwen3 Coder Plus (Jul 2025)", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "max_input_tokens": 258048, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://www.alibabacloud.com/help/en/model-studio/models", "supports_reasoning": true, "supports_tool_choice": true, "tiered_pricing": [ { "input_cost_per_token": 0.0000012, "output_cost_per_token": 0.000006, "range": [ 0, 32000 ] }, { "input_cost_per_token": 0.0000024, "output_cost_per_token": 0.000012, "range": [ 32000, 128000 ] }, { "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "range": [ 128000, 252000 ] } ], "model_id": "dashscope/qwen3-max", "model_name": "Qwen3 Max", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "max_input_tokens": 258048, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://www.alibabacloud.com/help/en/model-studio/models", "supports_reasoning": true, "supports_tool_choice": true, "tiered_pricing": [ { "input_cost_per_token": 0.0000012, "output_cost_per_token": 0.000006, "range": [ 0, 32000 ] }, { "input_cost_per_token": 0.0000024, "output_cost_per_token": 0.000012, "range": [ 32000, 128000 ] }, { "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "range": [ 128000, 252000 ] } ], "model_id": "dashscope/qwen3-max-2026-01-23", "model_name": "Qwen3 Max (Jan 2026)", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "max_input_tokens": 258048, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://www.alibabacloud.com/help/en/model-studio/models", "supports_reasoning": true, "supports_tool_choice": true, "tiered_pricing": [ { "input_cost_per_token": 0.0000012, "output_cost_per_token": 0.000006, "range": [ 0, 32000 ] }, { "input_cost_per_token": 0.0000024, "output_cost_per_token": 0.000012, "range": [ 32000, 128000 ] }, { "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "range": [ 128000, 252000 ] } ], "model_id": "dashscope/qwen3-max-preview", "model_name": "Qwen3 Max Preview", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 262144, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://www.alibabacloud.com/help/en/model-studio/model-pricing", "supports_tool_choice": true, "model_id": "dashscope/qwen3-next-80b-a3b-instruct", "model_name": "Qwen3 Next 80B A3B Instruct", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_million": 0.15, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 262144, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://www.alibabacloud.com/help/en/model-studio/model-pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "dashscope/qwen3-next-80b-a3b-thinking", "model_name": "Qwen3 Next 80B A3B Thinking", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_million": 0.15, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.0000016, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://www.alibabacloud.com/help/en/model-studio/model-pricing", "supports_tool_choice": true, "model_id": "dashscope/qwen3-vl-235b-a22b-instruct", "model_name": "Qwen3 Vl 235B A22B Instruct", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 1.5999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.000004, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://www.alibabacloud.com/help/en/model-studio/model-pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "dashscope/qwen3-vl-235b-a22b-thinking", "model_name": "Qwen3 Vl 235B A22B Thinking", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 1.6e-7, "output_cost_per_token": 6.4e-7, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://www.alibabacloud.com/help/en/model-studio/model-pricing", "supports_tool_choice": true, "model_id": "dashscope/qwen3-vl-32b-instruct", "model_name": "Qwen3 Vl 32B Instruct", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_million": 0.16, "output_cost_per_million": 0.64, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 1.6e-7, "output_cost_per_token": 0.00000287, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://www.alibabacloud.com/help/en/model-studio/model-pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "dashscope/qwen3-vl-32b-thinking", "model_name": "Qwen3 Vl 32B Thinking", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_million": 0.16, "output_cost_per_million": 2.87, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "max_input_tokens": 260096, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://www.alibabacloud.com/help/en/model-studio/models", "supports_reasoning": true, "supports_tool_choice": true, "tiered_pricing": [ { "input_cost_per_token": 2e-7, "output_cost_per_token": 0.0000016, "range": [ 0, 32000 ] }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000024, "range": [ 32000, 128000 ] }, { "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000048, "range": [ 128000, 256000 ] } ], "model_id": "dashscope/qwen3-vl-plus", "model_name": "Qwen3 Vl Plus", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "max_input_tokens": 991808, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://www.alibabacloud.com/help/en/model-studio/models", "supports_reasoning": true, "supports_tool_choice": true, "tiered_pricing": [ { "input_cost_per_token": 4e-7, "output_cost_per_token": 0.0000024, "range": [ 0, 256000 ] }, { "input_cost_per_token": 5e-7, "output_cost_per_token": 0.000003, "range": [ 256000, 1000000 ] } ], "model_id": "dashscope/qwen3.5-plus", "model_name": "Qwen3.5 Plus", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 8e-7, "output_cost_per_token": 0.0000024, "max_input_tokens": 98304, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://www.alibabacloud.com/help/en/model-studio/models", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "dashscope/qwq-plus", "model_name": "Qwq Plus", "provider_id": "dashscope", "provider_name": "Dashscope", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 2.4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.0003e-7, "output_cost_per_token": 0, "max_input_tokens": 512, "input_dbu_cost_per_token": 0.000001429, "max_tokens": 512, "metadata": { "notes": "Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." }, "output_dbu_cost_per_token": 0, "output_vector_size": 1024, "source": "https://www.databricks.com/product/pricing/foundation-model-serving", "model_id": "databricks-bge-large-en", "model_name": "Databricks Bge Large En", "provider_id": "databricks", "provider_name": "Databricks", "max_output_tokens": 0, "input_cost_per_million": 0.10003000000000001, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.0000029999900000000002, "output_cost_per_token": 0.000015000020000000002, "max_input_tokens": 200000, "max_output_tokens": 128000, "input_dbu_cost_per_token": 0.000042857, "max_tokens": 128000, "metadata": { "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." }, "output_dbu_cost_per_token": 0.000214286, "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", "supports_assistant_prefill": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "databricks-claude-3-7-sonnet", "model_name": "Databricks Claude 3 7 Sonnet", "provider_id": "databricks", "provider_name": "Databricks", "input_cost_per_million": 2.9999900000000004, "output_cost_per_million": 15.000020000000001, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.00000100002, "output_cost_per_token": 0.00000500003, "max_input_tokens": 200000, "max_output_tokens": 64000, "input_dbu_cost_per_token": 0.000014286, "max_tokens": 64000, "metadata": { "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." }, "output_dbu_cost_per_token": 0.000071429, "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", "supports_assistant_prefill": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "databricks-claude-haiku-4-5", "model_name": "Databricks Claude Haiku 4 5", "provider_id": "databricks", "provider_name": "Databricks", "input_cost_per_million": 1.0000200000000001, "output_cost_per_million": 5.00003, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000015000020000000002, "output_cost_per_token": 0.00007500003000000001, "max_input_tokens": 200000, "max_output_tokens": 32000, "input_dbu_cost_per_token": 0.000214286, "max_tokens": 32000, "metadata": { "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." }, "output_dbu_cost_per_token": 0.001071429, "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", "supports_assistant_prefill": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "databricks-claude-opus-4", "model_name": "Databricks Claude Opus 4", "provider_id": "databricks", "provider_name": "Databricks", "input_cost_per_million": 15.000020000000001, "output_cost_per_million": 75.00003000000001, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000015000020000000002, "output_cost_per_token": 0.00007500003000000001, "max_input_tokens": 200000, "max_output_tokens": 32000, "input_dbu_cost_per_token": 0.000214286, "max_tokens": 32000, "metadata": { "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." }, "output_dbu_cost_per_token": 0.001071429, "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", "supports_assistant_prefill": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "databricks-claude-opus-4-1", "model_name": "Databricks Claude Opus 4 1", "provider_id": "databricks", "provider_name": "Databricks", "input_cost_per_million": 15.000020000000001, "output_cost_per_million": 75.00003000000001, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.00000500003, "output_cost_per_token": 0.000025000010000000002, "max_input_tokens": 200000, "max_output_tokens": 64000, "input_dbu_cost_per_token": 0.000071429, "max_tokens": 64000, "metadata": { "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." }, "output_dbu_cost_per_token": 0.000357143, "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", "supports_assistant_prefill": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_output_config": true, "model_id": "databricks-claude-opus-4-5", "model_name": "Databricks Claude Opus 4 5", "provider_id": "databricks", "provider_name": "Databricks", "input_cost_per_million": 5.00003, "output_cost_per_million": 25.000010000000003, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.0000029999900000000002, "output_cost_per_token": 0.000015000020000000002, "max_input_tokens": 200000, "max_output_tokens": 64000, "input_dbu_cost_per_token": 0.000042857, "max_tokens": 64000, "metadata": { "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." }, "output_dbu_cost_per_token": 0.000214286, "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", "supports_assistant_prefill": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "databricks-claude-sonnet-4", "model_name": "Databricks Claude Sonnet 4", "provider_id": "databricks", "provider_name": "Databricks", "input_cost_per_million": 2.9999900000000004, "output_cost_per_million": 15.000020000000001, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.0000029999900000000002, "output_cost_per_token": 0.000015000020000000002, "max_input_tokens": 200000, "max_output_tokens": 64000, "input_dbu_cost_per_token": 0.000042857, "max_tokens": 64000, "metadata": { "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." }, "output_dbu_cost_per_token": 0.000214286, "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", "supports_assistant_prefill": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "databricks-claude-sonnet-4-1", "model_name": "Databricks Claude Sonnet 4 1", "provider_id": "databricks", "provider_name": "Databricks", "input_cost_per_million": 2.9999900000000004, "output_cost_per_million": 15.000020000000001, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.0000029999900000000002, "output_cost_per_token": 0.000015000020000000002, "max_input_tokens": 200000, "max_output_tokens": 64000, "input_dbu_cost_per_token": 0.000042857, "max_tokens": 64000, "metadata": { "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." }, "output_dbu_cost_per_token": 0.000214286, "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", "supports_assistant_prefill": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "databricks-claude-sonnet-4-5", "model_name": "Databricks Claude Sonnet 4 5", "provider_id": "databricks", "provider_name": "Databricks", "input_cost_per_million": 2.9999900000000004, "output_cost_per_million": 15.000020000000001, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3.0001999999999996e-7, "output_cost_per_token": 0.00000249998, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_dbu_cost_per_token": 0.000004285999999999999, "max_tokens": 65535, "metadata": { "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." }, "output_dbu_cost_per_token": 0.000035714, "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", "supports_tool_choice": true, "model_id": "databricks-gemini-2-5-flash", "model_name": "Databricks Gemini 2 5 Flash", "provider_id": "databricks", "provider_name": "Databricks", "input_cost_per_million": 0.30001999999999995, "output_cost_per_million": 2.49998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.00000124999, "output_cost_per_token": 0.000009999990000000002, "max_input_tokens": 1048576, "max_output_tokens": 65536, "input_dbu_cost_per_token": 0.000017857, "max_tokens": 65536, "metadata": { "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." }, "output_dbu_cost_per_token": 0.000142857, "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", "supports_tool_choice": true, "model_id": "databricks-gemini-2-5-pro", "model_name": "Databricks Gemini 2 5 Pro", "provider_id": "databricks", "provider_name": "Databricks", "input_cost_per_million": 1.24999, "output_cost_per_million": 9.999990000000002, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.5000999999999998e-7, "output_cost_per_token": 5.0001e-7, "max_input_tokens": 128000, "max_output_tokens": 32000, "input_dbu_cost_per_token": 0.0000021429999999999996, "max_tokens": 32000, "metadata": { "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." }, "output_dbu_cost_per_token": 0.000007143, "source": "https://www.databricks.com/product/pricing/foundation-model-serving", "model_id": "databricks-gemma-3-12b", "model_name": "Databricks Gemma 3 12B", "provider_id": "databricks", "provider_name": "Databricks", "input_cost_per_million": 0.15000999999999998, "output_cost_per_million": 0.5000100000000001, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00000124999, "output_cost_per_token": 0.000009999990000000002, "max_input_tokens": 272000, "max_output_tokens": 128000, "input_dbu_cost_per_token": 0.000017857, "max_tokens": 128000, "metadata": { "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." }, "output_dbu_cost_per_token": 0.000142857, "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", "model_id": "databricks-gpt-5", "model_name": "Databricks GPT-5", "provider_id": "databricks", "provider_name": "Databricks", "input_cost_per_million": 1.24999, "output_cost_per_million": 9.999990000000002, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00000124999, "output_cost_per_token": 0.000009999990000000002, "max_input_tokens": 272000, "max_output_tokens": 128000, "input_dbu_cost_per_token": 0.000017857, "max_tokens": 128000, "metadata": { "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." }, "output_dbu_cost_per_token": 0.000142857, "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", "model_id": "databricks-gpt-5-1", "model_name": "Databricks GPT-5 1", "provider_id": "databricks", "provider_name": "Databricks", "input_cost_per_million": 1.24999, "output_cost_per_million": 9.999990000000002, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2.4997000000000006e-7, "output_cost_per_token": 0.0000019999700000000004, "max_input_tokens": 272000, "max_output_tokens": 128000, "input_dbu_cost_per_token": 0.000003571, "max_tokens": 128000, "metadata": { "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." }, "output_dbu_cost_per_token": 0.000028571, "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", "model_id": "databricks-gpt-5-mini", "model_name": "Databricks GPT-5 Mini", "provider_id": "databricks", "provider_name": "Databricks", "input_cost_per_million": 0.24997000000000005, "output_cost_per_million": 1.9999700000000002, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 4.998e-8, "output_cost_per_token": 3.9998000000000007e-7, "max_input_tokens": 272000, "max_output_tokens": 128000, "input_dbu_cost_per_token": 7.14e-7, "max_tokens": 128000, "metadata": { "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." }, "output_dbu_cost_per_token": 0.000005714000000000001, "source": "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving", "model_id": "databricks-gpt-5-nano", "model_name": "Databricks GPT-5 Nano", "provider_id": "databricks", "provider_name": "Databricks", "input_cost_per_million": 0.049980000000000004, "output_cost_per_million": 0.39998000000000006, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.5000999999999998e-7, "output_cost_per_token": 5.9997e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "input_dbu_cost_per_token": 0.0000021429999999999996, "max_tokens": 131072, "metadata": { "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." }, "output_dbu_cost_per_token": 0.000008571, "source": "https://www.databricks.com/product/pricing/foundation-model-serving", "model_id": "databricks-gpt-oss-120b", "model_name": "Databricks GPT Oss 120B", "provider_id": "databricks", "provider_name": "Databricks", "input_cost_per_million": 0.15000999999999998, "output_cost_per_million": 0.59997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 7e-8, "output_cost_per_token": 3.0001999999999996e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "input_dbu_cost_per_token": 0.000001, "max_tokens": 131072, "metadata": { "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." }, "output_dbu_cost_per_token": 0.000004285999999999999, "source": "https://www.databricks.com/product/pricing/foundation-model-serving", "model_id": "databricks-gpt-oss-20b", "model_name": "Databricks GPT Oss 20B", "provider_id": "databricks", "provider_name": "Databricks", "input_cost_per_million": 0.07, "output_cost_per_million": 0.30001999999999995, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.2999000000000001e-7, "output_cost_per_token": 0, "max_input_tokens": 8192, "input_dbu_cost_per_token": 0.000001857, "max_tokens": 8192, "metadata": { "notes": "Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." }, "output_dbu_cost_per_token": 0, "output_vector_size": 1024, "source": "https://www.databricks.com/product/pricing/foundation-model-serving", "model_id": "databricks-gte-large-en", "model_name": "Databricks Gte Large En", "provider_id": "databricks", "provider_name": "Databricks", "max_output_tokens": 0, "input_cost_per_million": 0.12999000000000002, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5.0001e-7, "output_cost_per_token": 0.0000015000300000000002, "max_input_tokens": 4096, "max_output_tokens": 4096, "input_dbu_cost_per_token": 0.000007143, "max_tokens": 4096, "metadata": { "notes": "Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." }, "output_dbu_cost_per_token": 0.000021429, "source": "https://www.databricks.com/product/pricing/foundation-model-serving", "supports_tool_choice": true, "model_id": "databricks-llama-2-70b-chat", "model_name": "Databricks Llama 2 70B Chat", "provider_id": "databricks", "provider_name": "Databricks", "input_cost_per_million": 0.5000100000000001, "output_cost_per_million": 1.5000300000000002, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5.0001e-7, "output_cost_per_token": 0.0000015000300000000002, "max_input_tokens": 128000, "max_output_tokens": 128000, "input_dbu_cost_per_token": 0.000007143, "max_tokens": 128000, "metadata": { "notes": "Databricks documentation now provides both DBU costs (_dbu_cost_per_token) and dollar costs(_cost_per_token)." }, "output_dbu_cost_per_token": 0.000021429, "source": "https://www.databricks.com/product/pricing/foundation-model-serving", "supports_tool_choice": true, "model_id": "databricks-llama-4-maverick", "model_name": "Databricks Llama 4 Maverick", "provider_id": "databricks", "provider_name": "Databricks", "input_cost_per_million": 0.5000100000000001, "output_cost_per_million": 1.5000300000000002, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00000500003, "output_cost_per_token": 0.000015000020000000002, "max_input_tokens": 128000, "max_output_tokens": 128000, "input_dbu_cost_per_token": 0.000071429, "max_tokens": 128000, "metadata": { "notes": "Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." }, "output_dbu_cost_per_token": 0.000214286, "source": "https://www.databricks.com/product/pricing/foundation-model-serving", "supports_tool_choice": true, "model_id": "databricks-meta-llama-3-1-405b-instruct", "model_name": "Databricks Meta Llama 3 1 405B Instruct", "provider_id": "databricks", "provider_name": "Databricks", "input_cost_per_million": 5.00003, "output_cost_per_million": 15.000020000000001, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.5000999999999998e-7, "output_cost_per_token": 4.5003000000000007e-7, "max_input_tokens": 200000, "max_output_tokens": 128000, "input_dbu_cost_per_token": 0.0000021429999999999996, "max_tokens": 128000, "metadata": { "notes": "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." }, "output_dbu_cost_per_token": 0.000006429000000000001, "source": "https://www.databricks.com/product/pricing/foundation-model-serving", "model_id": "databricks-meta-llama-3-1-8b-instruct", "model_name": "Databricks Meta Llama 3 1 8B Instruct", "provider_id": "databricks", "provider_name": "Databricks", "input_cost_per_million": 0.15000999999999998, "output_cost_per_million": 0.45003000000000004, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5.0001e-7, "output_cost_per_token": 0.0000015000300000000002, "max_input_tokens": 128000, "max_output_tokens": 128000, "input_dbu_cost_per_token": 0.000007143, "max_tokens": 128000, "metadata": { "notes": "Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." }, "output_dbu_cost_per_token": 0.000021429, "source": "https://www.databricks.com/product/pricing/foundation-model-serving", "supports_tool_choice": true, "model_id": "databricks-meta-llama-3-3-70b-instruct", "model_name": "Databricks Meta Llama 3 3 70B Instruct", "provider_id": "databricks", "provider_name": "Databricks", "input_cost_per_million": 0.5000100000000001, "output_cost_per_million": 1.5000300000000002, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00000100002, "output_cost_per_token": 0.0000029999900000000002, "max_input_tokens": 128000, "max_output_tokens": 128000, "input_dbu_cost_per_token": 0.000014286, "max_tokens": 128000, "metadata": { "notes": "Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." }, "output_dbu_cost_per_token": 0.000042857, "source": "https://www.databricks.com/product/pricing/foundation-model-serving", "supports_tool_choice": true, "model_id": "databricks-meta-llama-3-70b-instruct", "model_name": "Databricks Meta Llama 3 70B Instruct", "provider_id": "databricks", "provider_name": "Databricks", "input_cost_per_million": 1.0000200000000001, "output_cost_per_million": 2.9999900000000004, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5.0001e-7, "output_cost_per_token": 0.00000100002, "max_input_tokens": 4096, "max_output_tokens": 4096, "input_dbu_cost_per_token": 0.000007143, "max_tokens": 4096, "metadata": { "notes": "Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." }, "output_dbu_cost_per_token": 0.000014286, "source": "https://www.databricks.com/product/pricing/foundation-model-serving", "supports_tool_choice": true, "model_id": "databricks-mixtral-8x7b-instruct", "model_name": "Databricks Mixtral 8x7B Instruct", "provider_id": "databricks", "provider_name": "Databricks", "input_cost_per_million": 0.5000100000000001, "output_cost_per_million": 1.0000200000000001, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00000100002, "output_cost_per_token": 0.00000100002, "max_input_tokens": 8192, "max_output_tokens": 8192, "input_dbu_cost_per_token": 0.000014286, "max_tokens": 8192, "metadata": { "notes": "Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." }, "output_dbu_cost_per_token": 0.000014286, "source": "https://www.databricks.com/product/pricing/foundation-model-serving", "supports_tool_choice": true, "model_id": "databricks-mpt-30b-instruct", "model_name": "Databricks Mpt 30B Instruct", "provider_id": "databricks", "provider_name": "Databricks", "input_cost_per_million": 1.0000200000000001, "output_cost_per_million": 1.0000200000000001, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5.0001e-7, "output_cost_per_token": 0, "max_input_tokens": 8192, "max_output_tokens": 8192, "input_dbu_cost_per_token": 0.000007143, "max_tokens": 8192, "metadata": { "notes": "Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation." }, "output_dbu_cost_per_token": 0, "source": "https://www.databricks.com/product/pricing/foundation-model-serving", "supports_tool_choice": true, "model_id": "databricks-mpt-7b-instruct", "model_name": "Databricks Mpt 7B Instruct", "provider_id": "databricks", "provider_name": "Databricks", "input_cost_per_million": 0.5000100000000001, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_query": 0.003, "model_id": "dataforseo/search", "model_name": "Search", "provider_id": "dataforseo", "provider_name": "Dataforseo", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "search", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00020833, "metadata": { "calculation": "$0.0125/60 seconds = $0.00020833 per second", "original_pricing_per_minute": 0.0125 }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/base", "model_name": "Base", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00020833, "metadata": { "calculation": "$0.0125/60 seconds = $0.00020833 per second", "original_pricing_per_minute": 0.0125 }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/base-conversationalai", "model_name": "Base Conversationalai", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00020833, "metadata": { "calculation": "$0.0125/60 seconds = $0.00020833 per second", "original_pricing_per_minute": 0.0125 }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/base-finance", "model_name": "Base Finance", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00020833, "metadata": { "calculation": "$0.0125/60 seconds = $0.00020833 per second", "original_pricing_per_minute": 0.0125 }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/base-general", "model_name": "Base General", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00020833, "metadata": { "calculation": "$0.0125/60 seconds = $0.00020833 per second", "original_pricing_per_minute": 0.0125 }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/base-meeting", "model_name": "Base Meeting", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00020833, "metadata": { "calculation": "$0.0125/60 seconds = $0.00020833 per second", "original_pricing_per_minute": 0.0125 }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/base-phonecall", "model_name": "Base Phonecall", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00020833, "metadata": { "calculation": "$0.0125/60 seconds = $0.00020833 per second", "original_pricing_per_minute": 0.0125 }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/base-video", "model_name": "Base Video", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00020833, "metadata": { "calculation": "$0.0125/60 seconds = $0.00020833 per second", "original_pricing_per_minute": 0.0125 }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/base-voicemail", "model_name": "Base Voicemail", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00024167, "metadata": { "calculation": "$0.0145/60 seconds = $0.00024167 per second", "original_pricing_per_minute": 0.0145 }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/enhanced", "model_name": "Enhanced", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00024167, "metadata": { "calculation": "$0.0145/60 seconds = $0.00024167 per second", "original_pricing_per_minute": 0.0145 }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/enhanced-finance", "model_name": "Enhanced Finance", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00024167, "metadata": { "calculation": "$0.0145/60 seconds = $0.00024167 per second", "original_pricing_per_minute": 0.0145 }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/enhanced-general", "model_name": "Enhanced General", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00024167, "metadata": { "calculation": "$0.0145/60 seconds = $0.00024167 per second", "original_pricing_per_minute": 0.0145 }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/enhanced-meeting", "model_name": "Enhanced Meeting", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00024167, "metadata": { "calculation": "$0.0145/60 seconds = $0.00024167 per second", "original_pricing_per_minute": 0.0145 }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/enhanced-phonecall", "model_name": "Enhanced Phonecall", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00007167, "metadata": { "calculation": "$0.0043/60 seconds = $0.00007167 per second", "original_pricing_per_minute": 0.0043 }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/nova", "model_name": "Nova", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00007167, "metadata": { "calculation": "$0.0043/60 seconds = $0.00007167 per second", "original_pricing_per_minute": 0.0043 }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/nova-2", "model_name": "Nova 2", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00007167, "metadata": { "calculation": "$0.0043/60 seconds = $0.00007167 per second", "original_pricing_per_minute": 0.0043 }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/nova-2-atc", "model_name": "Nova 2 Atc", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00007167, "metadata": { "calculation": "$0.0043/60 seconds = $0.00007167 per second", "original_pricing_per_minute": 0.0043 }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/nova-2-automotive", "model_name": "Nova 2 Automotive", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00007167, "metadata": { "calculation": "$0.0043/60 seconds = $0.00007167 per second", "original_pricing_per_minute": 0.0043 }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/nova-2-conversationalai", "model_name": "Nova 2 Conversationalai", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00007167, "metadata": { "calculation": "$0.0043/60 seconds = $0.00007167 per second", "original_pricing_per_minute": 0.0043 }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/nova-2-drivethru", "model_name": "Nova 2 Drivethru", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00007167, "metadata": { "calculation": "$0.0043/60 seconds = $0.00007167 per second", "original_pricing_per_minute": 0.0043 }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/nova-2-finance", "model_name": "Nova 2 Finance", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00007167, "metadata": { "calculation": "$0.0043/60 seconds = $0.00007167 per second", "original_pricing_per_minute": 0.0043 }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/nova-2-general", "model_name": "Nova 2 General", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00007167, "metadata": { "calculation": "$0.0043/60 seconds = $0.00007167 per second", "original_pricing_per_minute": 0.0043 }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/nova-2-meeting", "model_name": "Nova 2 Meeting", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00007167, "metadata": { "calculation": "$0.0043/60 seconds = $0.00007167 per second", "original_pricing_per_minute": 0.0043 }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/nova-2-phonecall", "model_name": "Nova 2 Phonecall", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00007167, "metadata": { "calculation": "$0.0043/60 seconds = $0.00007167 per second", "original_pricing_per_minute": 0.0043 }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/nova-2-video", "model_name": "Nova 2 Video", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00007167, "metadata": { "calculation": "$0.0043/60 seconds = $0.00007167 per second", "original_pricing_per_minute": 0.0043 }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/nova-2-voicemail", "model_name": "Nova 2 Voicemail", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00007167, "metadata": { "calculation": "$0.0043/60 seconds = $0.00007167 per second", "original_pricing_per_minute": 0.0043 }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/nova-3", "model_name": "Nova 3", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00007167, "metadata": { "calculation": "$0.0043/60 seconds = $0.00007167 per second", "original_pricing_per_minute": 0.0043 }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/nova-3-general", "model_name": "Nova 3 General", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00008667, "metadata": { "calculation": "$0.0052/60 seconds = $0.00008667 per second (multilingual)", "original_pricing_per_minute": 0.0052 }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/nova-3-medical", "model_name": "Nova 3 Medical", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00007167, "metadata": { "calculation": "$0.0043/60 seconds = $0.00007167 per second", "original_pricing_per_minute": 0.0043 }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/nova-general", "model_name": "Nova General", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00007167, "metadata": { "calculation": "$0.0043/60 seconds = $0.00007167 per second", "original_pricing_per_minute": 0.0043 }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/nova-phonecall", "model_name": "Nova Phonecall", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.0001, "metadata": { "notes": "Deepgram's hosted OpenAI Whisper models - pricing may differ from native Deepgram models" }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/whisper", "model_name": "Whisper", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.0001, "metadata": { "notes": "Deepgram's hosted OpenAI Whisper models - pricing may differ from native Deepgram models" }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/whisper-base", "model_name": "Whisper Base", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.0001, "metadata": { "notes": "Deepgram's hosted OpenAI Whisper models - pricing may differ from native Deepgram models" }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/whisper-large", "model_name": "Whisper Large", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.0001, "metadata": { "notes": "Deepgram's hosted OpenAI Whisper models - pricing may differ from native Deepgram models" }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/whisper-medium", "model_name": "Whisper Medium", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.0001, "metadata": { "notes": "Deepgram's hosted OpenAI Whisper models - pricing may differ from native Deepgram models" }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/whisper-small", "model_name": "Whisper Small", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.0001, "metadata": { "notes": "Deepgram's hosted OpenAI Whisper models - pricing may differ from native Deepgram models" }, "output_cost_per_second": 0, "source": "https://deepgram.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "deepgram/whisper-tiny", "model_name": "Whisper Tiny", "provider_id": "deepgram", "provider_name": "Deepgram", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2.7e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "supports_tool_choice": false, "model_id": "allenai/olmOCR-7B-0725-FP8", "model_name": "OlmOCR 7B 0725 FP8", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.27, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.0000033, "output_cost_per_token": 0.0000165, "max_input_tokens": 200000, "max_output_tokens": 200000, "max_tokens": 200000, "supports_tool_choice": true, "model_id": "anthropic/claude-3-7-sonnet-latest", "model_name": "Claude 3.7 Sonnet", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 3.3000000000000003, "output_cost_per_million": 16.5, "cache_read_cost_per_token": 3.3e-7, "cache_read_cost_per_million": 0.33, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.0000165, "output_cost_per_token": 0.0000825, "max_input_tokens": 200000, "max_output_tokens": 200000, "max_tokens": 200000, "supports_tool_choice": true, "model_id": "anthropic/claude-4-opus", "model_name": "Claude 4 Opus", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 16.5, "output_cost_per_million": 82.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.00000215, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "supports_tool_choice": true, "model_id": "deepseek-ai/DeepSeek-R1-0528", "model_name": "DeepSeek R1 0528", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.5, "output_cost_per_million": 2.1500000000000004, "cache_read_cost_per_token": 4e-7, "cache_read_cost_per_million": 0.39999999999999997, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000003, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "model_id": "deepseek-ai/DeepSeek-R1-0528-Turbo", "model_name": "DeepSeek R1 0528 Turbo", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 1, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": false, "model_id": "deepseek-ai/DeepSeek-R1-Distill-Llama-70B", "model_name": "DeepSeek R1 Distill Llama 70B", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2.7e-7, "output_cost_per_token": 2.7e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "model_id": "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B", "model_name": "DeepSeek R1 Distill Qwen 32B", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.27, "output_cost_per_million": 0.27, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000003, "max_input_tokens": 40960, "max_output_tokens": 40960, "max_tokens": 40960, "supports_tool_choice": true, "model_id": "deepseek-ai/DeepSeek-R1-Turbo", "model_name": "DeepSeek R1 Turbo", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 1, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 8.8e-7, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "supports_tool_choice": true, "model_id": "deepseek-ai/DeepSeek-V3-0324", "model_name": "DeepSeek V3 0324", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.25, "output_cost_per_million": 0.88, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2.7e-7, "output_cost_per_token": 0.000001, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "supports_tool_choice": true, "model_id": "deepseek-ai/DeepSeek-V3.1-Terminus", "model_name": "DeepSeek V3.1 Terminus", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.27, "output_cost_per_million": 1, "cache_read_cost_per_token": 2.16e-7, "cache_read_cost_per_million": 0.216, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1000000, "max_output_tokens": 1000000, "deprecation_date": "2026-06-01", "max_tokens": 1000000, "supports_tool_choice": true, "model_id": "google/gemini-2.0-flash-001", "model_name": "Gemini 2.0 Flash 001", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 1e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "model_id": "google/gemma-3-12b-it", "model_name": "Gemma 3 12B It", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 9e-8, "output_cost_per_token": 1.6e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "model_id": "google/gemma-3-27b-it", "model_name": "Gemma 3 27B It", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.09, "output_cost_per_million": 0.16, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 4e-8, "output_cost_per_token": 8e-8, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "model_id": "google/gemma-3-4b-it", "model_name": "Gemma 3 4B It", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.04, "output_cost_per_million": 0.08, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 8e-8, "output_cost_per_token": 9e-8, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "Gryphe/MythoMax-L2-13b", "model_name": "MythoMax L2 13B", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.08, "output_cost_per_million": 0.09, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 4.9e-8, "output_cost_per_token": 4.9e-8, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": false, "model_id": "meta-llama/Llama-3.2-11B-Vision-Instruct", "model_name": "Llama 3.2 11B Vision Instruct", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.049, "output_cost_per_million": 0.049, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2e-8, "output_cost_per_token": 2e-8, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "model_id": "meta-llama/Llama-3.2-3B-Instruct", "model_name": "Llama 3.2 3B Instruct", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.02, "output_cost_per_million": 0.02, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2.3e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "model_id": "meta-llama/Llama-3.3-70B-Instruct", "model_name": "Llama 3.3 70B Instruct", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.22999999999999998, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5.5e-8, "output_cost_per_token": 5.5e-8, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": false, "model_id": "meta-llama/Llama-Guard-3-8B", "model_name": "Llama Guard 3 8B", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.055, "output_cost_per_million": 0.055, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.8e-7, "output_cost_per_token": 1.8e-7, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "supports_tool_choice": false, "model_id": "meta-llama/Llama-Guard-4-12B", "model_name": "Llama Guard 4 12B", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.18, "output_cost_per_million": 0.18, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3e-8, "output_cost_per_token": 6e-8, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "model_id": "meta-llama/Meta-Llama-3-8B-Instruct", "model_name": "Meta Llama 3 8B Instruct", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.03, "output_cost_per_million": 0.06, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "model_id": "meta-llama/Meta-Llama-3.1-70B-Instruct", "model_name": "Meta Llama 3.1 70B Instruct", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3e-8, "output_cost_per_token": 5e-8, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "model_id": "meta-llama/Meta-Llama-3.1-8B-Instruct", "model_name": "Meta Llama 3.1 8B Instruct", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.03, "output_cost_per_million": 0.049999999999999996, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 7e-8, "output_cost_per_token": 1.4e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "supports_tool_choice": true, "model_id": "microsoft/phi-4", "model_name": "Phi 4", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.07, "output_cost_per_million": 0.14, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 4.8e-7, "output_cost_per_token": 4.8e-7, "max_input_tokens": 65536, "max_output_tokens": 65536, "max_tokens": 65536, "supports_tool_choice": false, "model_id": "microsoft/WizardLM-2-8x22B", "model_name": "WizardLM 2 8x22B", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.48, "output_cost_per_million": 0.48, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2e-8, "output_cost_per_token": 4e-8, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "model_id": "mistralai/Mistral-Nemo-Instruct-2407", "model_name": "Mistral Nemo Instruct (Jul 2024)", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.02, "output_cost_per_million": 0.04, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 7.5e-8, "output_cost_per_token": 2e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_tool_choice": true, "model_id": "mistralai/Mistral-Small-3.2-24B-Instruct-2506", "model_name": "Mistral Small 3.2 24B Instruct (Jun 2025)", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.075, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000001, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "model_id": "NousResearch/Hermes-3-Llama-3.1-405B", "model_name": "Hermes 3 Llama 3.1 405B", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 1, "output_cost_per_million": 1, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": false, "model_id": "NousResearch/Hermes-3-Llama-3.1-70B", "model_name": "Hermes 3 Llama 3.1 70B", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.3, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "model_id": "nvidia/Llama-3.1-Nemotron-70B-Instruct", "model_name": "Llama 3.1 Nemotron 70B Instruct", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.6, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "model_id": "nvidia/Llama-3.3-Nemotron-Super-49B-v1.5", "model_name": "Llama 3.3 Nemotron Super 49B V1.5", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 4e-8, "output_cost_per_token": 1.6e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "model_id": "nvidia/NVIDIA-Nemotron-Nano-9B-v2", "model_name": "NVIDIA Nemotron Nano 9B V2", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.04, "output_cost_per_million": 0.16, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1.2e-7, "output_cost_per_token": 3.9e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "model_id": "Qwen/Qwen2.5-72B-Instruct", "model_name": "Qwen2.5 72B Instruct", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.12, "output_cost_per_million": 0.39, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 4e-8, "output_cost_per_token": 1e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": false, "model_id": "Qwen/Qwen2.5-7B-Instruct", "model_name": "Qwen2.5 7B Instruct", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.04, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_tool_choice": true, "model_id": "Qwen/Qwen2.5-VL-32B-Instruct", "model_name": "Qwen2.5 VL 32B Instruct", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6e-8, "output_cost_per_token": 2.4e-7, "max_input_tokens": 40960, "max_output_tokens": 40960, "max_tokens": 40960, "supports_tool_choice": true, "model_id": "Qwen/Qwen3-14B", "model_name": "Qwen3 14B", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.06, "output_cost_per_million": 0.24, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1.8e-7, "output_cost_per_token": 5.4e-7, "max_input_tokens": 40960, "max_output_tokens": 40960, "max_tokens": 40960, "supports_tool_choice": true, "model_id": "Qwen/Qwen3-235B-A22B", "model_name": "Qwen3 235B A22B", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.18, "output_cost_per_million": 0.54, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 9e-8, "output_cost_per_token": 6e-7, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "supports_tool_choice": true, "model_id": "Qwen/Qwen3-235B-A22B-Instruct-2507", "model_name": "Qwen3 235B A22B Instruct (Jul 2025)", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.09, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 8e-8, "output_cost_per_token": 2.9e-7, "max_input_tokens": 40960, "max_output_tokens": 40960, "max_tokens": 40960, "supports_tool_choice": true, "model_id": "Qwen/Qwen3-30B-A3B", "model_name": "Qwen3 30B A3B", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.08, "output_cost_per_million": 0.29, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 2.8e-7, "max_input_tokens": 40960, "max_output_tokens": 40960, "max_tokens": 40960, "supports_tool_choice": true, "model_id": "Qwen/Qwen3-32B", "model_name": "Qwen3 32B", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.28, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.0000016, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "supports_tool_choice": true, "model_id": "Qwen/Qwen3-Coder-480B-A35B-Instruct", "model_name": "Qwen3 Coder 480B A35B Instruct", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 1.5999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2.9e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "supports_tool_choice": true, "model_id": "Qwen/Qwen3-Coder-480B-A35B-Instruct-Turbo", "model_name": "Qwen3 Coder 480B A35B Instruct Turbo", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.29, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "model_id": "Qwen/QwQ-32B", "model_name": "QwQ 32B", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.15, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 4e-8, "output_cost_per_token": 5e-8, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": false, "model_id": "Sao10K/L3-8B-Lunaris-v1-Turbo", "model_name": "L3 8B Lunaris V1 Turbo", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.04, "output_cost_per_million": 0.049999999999999996, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 6.5e-7, "output_cost_per_token": 7.5e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": false, "model_id": "Sao10K/L3.1-70B-Euryale-v2.2", "model_name": "L3.1 70B Euryale V2.2", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.65, "output_cost_per_million": 0.75, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 6.5e-7, "output_cost_per_token": 7.5e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": false, "model_id": "Sao10K/L3.3-70B-Euryale-v2.3", "model_name": "L3.3 70B Euryale V2.3", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.65, "output_cost_per_million": 0.75, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.0000016, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "model_id": "zai-org/GLM-4.5", "model_name": "GLM 4.5", "provider_id": "deepinfra", "provider_name": "DeepInfra", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 1.5999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2.8e-7, "output_cost_per_token": 4.2e-7, "max_input_tokens": 131072, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://api-docs.deepseek.com/quick_start/pricing", "supported_endpoints": [ "/v1/chat/completions" ], "supports_native_streaming": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "deepseek-chat", "model_name": "Deepseek Chat", "provider_id": "deepseek", "provider_name": "DeepSeek", "input_cost_per_million": 0.28, "output_cost_per_million": 0.42, "cache_read_cost_per_token": 2.8e-8, "cache_read_cost_per_million": 0.028, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": false, "supports_parallel_function_calling": false, "supports_response_schema": true, "input_cost_per_token": 2.8e-7, "output_cost_per_token": 4.2e-7, "max_input_tokens": 131072, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://api-docs.deepseek.com/quick_start/pricing", "supported_endpoints": [ "/v1/chat/completions" ], "supports_native_streaming": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": false, "model_id": "deepseek-reasoner", "model_name": "Deepseek Reasoner", "provider_id": "deepseek", "provider_name": "DeepSeek", "input_cost_per_million": 0.28, "output_cost_per_million": 0.42, "cache_read_cost_per_token": 2.8e-8, "cache_read_cost_per_million": 0.028, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2.8e-7, "output_cost_per_token": 4.2e-7, "max_input_tokens": 131072, "max_output_tokens": 8192, "input_cost_per_token_cache_hit": 2.8e-8, "max_tokens": 8192, "source": "https://api-docs.deepseek.com/quick_start/pricing", "supported_endpoints": [ "/v1/chat/completions" ], "supports_assistant_prefill": true, "supports_native_streaming": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "deepseek/deepseek-chat", "model_name": "Deepseek Chat", "provider_id": "deepseek", "provider_name": "DeepSeek", "input_cost_per_million": 0.28, "output_cost_per_million": 0.42, "cache_read_cost_per_token": 2.8e-8, "cache_read_cost_per_million": 0.028, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "input_cost_per_token": 1.4e-7, "output_cost_per_token": 2.8e-7, "max_input_tokens": 128000, "max_output_tokens": 4096, "input_cost_per_token_cache_hit": 1.4e-8, "max_tokens": 4096, "supports_assistant_prefill": true, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "deepseek/deepseek-coder", "model_name": "Deepseek Coder", "provider_id": "deepseek", "provider_name": "DeepSeek", "input_cost_per_million": 0.14, "output_cost_per_million": 0.28, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 5.5e-7, "output_cost_per_token": 0.00000219, "max_input_tokens": 65536, "max_output_tokens": 8192, "input_cost_per_token_cache_hit": 1.4e-7, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "deepseek/deepseek-r1", "model_name": "DeepSeek R1", "provider_id": "deepseek", "provider_name": "DeepSeek", "input_cost_per_million": 0.55, "output_cost_per_million": 2.1900000000000004, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_parallel_function_calling": false, "supports_response_schema": true, "input_cost_per_token": 2.8e-7, "output_cost_per_token": 4.2e-7, "max_input_tokens": 131072, "max_output_tokens": 65536, "input_cost_per_token_cache_hit": 2.8e-8, "max_tokens": 65536, "source": "https://api-docs.deepseek.com/quick_start/pricing", "supported_endpoints": [ "/v1/chat/completions" ], "supports_assistant_prefill": true, "supports_native_streaming": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": false, "model_id": "deepseek/deepseek-reasoner", "model_name": "Deepseek Reasoner", "provider_id": "deepseek", "provider_name": "DeepSeek", "input_cost_per_million": 0.28, "output_cost_per_million": 0.42, "cache_read_cost_per_token": 2.8e-8, "cache_read_cost_per_million": 0.028, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false, "supports_vision": false }, { "supports_function_calling": true, "input_cost_per_token": 2.7e-7, "output_cost_per_token": 0.0000011, "max_input_tokens": 65536, "max_output_tokens": 8192, "input_cost_per_token_cache_hit": 7e-8, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "deepseek/deepseek-v3", "model_name": "DeepSeek V3", "provider_id": "deepseek", "provider_name": "DeepSeek", "input_cost_per_million": 0.27, "output_cost_per_million": 1.1, "cache_read_cost_per_token": 7e-8, "cache_read_cost_per_million": 0.07, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2.8e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 163840, "max_output_tokens": 163840, "input_cost_per_token_cache_hit": 2.8e-8, "max_tokens": 163840, "supports_assistant_prefill": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "deepseek/deepseek-v3.2", "model_name": "Deepseek V3.2", "provider_id": "deepseek", "provider_name": "DeepSeek", "input_cost_per_million": 0.28, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_query": 0, "metadata": { "notes": "DuckDuckGo Instant Answer API is free and does not require an API key." }, "model_id": "duckduckgo/search", "model_name": "Search", "provider_id": "duckduckgo", "provider_name": "Duckduckgo", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "search", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_character": 0.00018, "metadata": { "calculation": "$0.18/1000 characters (Scale plan pricing, 1 credit per character)", "notes": "ElevenLabs Eleven Multilingual v2 - default TTS model with 29 languages support" }, "source": "https://elevenlabs.io/pricing", "supported_endpoints": [ "/v1/audio/speech" ], "model_id": "elevenlabs/eleven_multilingual_v2", "model_name": "Eleven_multilingual_v2", "provider_id": "elevenlabs", "provider_name": "ElevenLabs", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_character": 0.00018, "metadata": { "calculation": "$0.18/1000 characters (Scale plan pricing, 1 credit per character)", "notes": "ElevenLabs Eleven v3 - most expressive TTS model with 70+ languages and audio tags support" }, "source": "https://elevenlabs.io/pricing", "supported_endpoints": [ "/v1/audio/speech" ], "model_id": "elevenlabs/eleven_v3", "model_name": "Eleven_v3", "provider_id": "elevenlabs", "provider_name": "ElevenLabs", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.0000611, "metadata": { "calculation": "$0.22/hour = $0.00366/minute = $0.0000611 per second (enterprise pricing)", "notes": "ElevenLabs Scribe v1 - state-of-the-art speech recognition model with 99 language support", "original_pricing_per_hour": 0.22 }, "output_cost_per_second": 0, "source": "https://elevenlabs.io/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "elevenlabs/scribe_v1", "model_name": "Scribe_v1", "provider_id": "elevenlabs", "provider_name": "ElevenLabs", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.0000611, "metadata": { "calculation": "$0.22/hour = $0.00366/minute = $0.0000611 per second (enterprise pricing)", "notes": "ElevenLabs Scribe v1 experimental - enhanced version of the main Scribe model", "original_pricing_per_hour": 0.22 }, "output_cost_per_second": 0, "source": "https://elevenlabs.io/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "elevenlabs/scribe_v1_experimental", "model_name": "Scribe_v1_experimental", "provider_id": "elevenlabs", "provider_name": "ElevenLabs", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "tiered_pricing": [ { "input_cost_per_query": 0.005, "max_results_range": [ 0, 25 ] }, { "input_cost_per_query": 0.025, "max_results_range": [ 26, 100 ] } ], "model_id": "exa_ai/search", "model_name": "Search", "provider_id": "exa", "provider_name": "Exa", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "search", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.0398, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "fal_ai/bria/text-to-image/3.2", "model_name": "3.2", "provider_id": "fal", "provider_name": "Fal", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.03, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "fal_ai/fal-ai/bytedance/dreamina/v3.1/text-to-image", "model_name": "Text To Image", "provider_id": "fal", "provider_name": "Fal", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.03, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "fal_ai/fal-ai/bytedance/seedream/v3/text-to-image", "model_name": "Text To Image", "provider_id": "fal", "provider_name": "Fal", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.04, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "fal_ai/fal-ai/flux-pro/v1.1", "model_name": "V1.1", "provider_id": "fal", "provider_name": "Fal", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.06, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "fal_ai/fal-ai/flux-pro/v1.1-ultra", "model_name": "V1.1 Ultra", "provider_id": "fal", "provider_name": "Fal", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.003, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "fal_ai/fal-ai/flux/schnell", "model_name": "Schnell", "provider_id": "fal", "provider_name": "Fal", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.039, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "fal_ai/fal-ai/gemini-25-flash-image", "model_name": "Gemini 25 Flash Image", "provider_id": "fal", "provider_name": "Fal", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.06, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "fal_ai/fal-ai/ideogram/v3", "model_name": "V3", "provider_id": "fal", "provider_name": "Fal", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.0398, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "fal_ai/fal-ai/imagen4/preview", "model_name": "Preview", "provider_id": "fal", "provider_name": "Fal", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.02, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "fal_ai/fal-ai/imagen4/preview/fast", "model_name": "Fast", "provider_id": "fal", "provider_name": "Fal", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.06, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "fal_ai/fal-ai/imagen4/preview/ultra", "model_name": "Ultra", "provider_id": "fal", "provider_name": "Fal", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.039, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "fal_ai/fal-ai/nano-banana", "model_name": "Nano Banana", "provider_id": "fal", "provider_name": "Fal", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.0398, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "fal_ai/fal-ai/recraft/v3/text-to-image", "model_name": "Text To Image", "provider_id": "fal", "provider_name": "Fal", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.0398, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "fal_ai/fal-ai/stable-diffusion-v35-medium", "model_name": "Stable Diffusion V35 Medium", "provider_id": "fal", "provider_name": "Fal", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 32768, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "featherless_ai/featherless-ai/Qwerky-72B", "model_name": "Qwerky 72B", "provider_id": "featherless", "provider_name": "Featherless", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 32768, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "featherless_ai/featherless-ai/Qwerky-QwQ-32B", "model_name": "Qwerky QwQ 32B", "provider_id": "featherless", "provider_name": "Featherless", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "tiered_pricing": [ { "input_cost_per_query": 0.00166, "max_results_range": [ 1, 10 ] }, { "input_cost_per_query": 0.00332, "max_results_range": [ 11, 20 ] }, { "input_cost_per_query": 0.00498, "max_results_range": [ 21, 30 ] }, { "input_cost_per_query": 0.00664, "max_results_range": [ 31, 40 ] }, { "input_cost_per_query": 0.0083, "max_results_range": [ 41, 50 ] }, { "input_cost_per_query": 0.00996, "max_results_range": [ 51, 60 ] }, { "input_cost_per_query": 0.01162, "max_results_range": [ 61, 70 ] }, { "input_cost_per_query": 0.01328, "max_results_range": [ 71, 80 ] }, { "input_cost_per_query": 0.01494, "max_results_range": [ 81, 90 ] }, { "input_cost_per_query": 0.0166, "max_results_range": [ 91, 100 ] } ], "metadata": { "notes": "Firecrawl search pricing: $83 for 100,000 credits, 2 credits per 10 results. Cost = ceiling(limit/10) * 2 * $0.00083" }, "model_id": "firecrawl/search", "model_name": "Search", "provider_id": "firecrawl", "provider_name": "Firecrawl", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "search", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 40960, "max_output_tokens": 40960, "max_tokens": 40960, "model_id": "fireworks_ai/accounts/fireworks/models/", "model_name": "Fireworks_ai/accounts/fireworks/models/", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/chronos-hermes-13b-v2", "model_name": "Chronos Hermes 13B V2", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "fireworks_ai/accounts/fireworks/models/code-llama-13b", "model_name": "Code Llama 13B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "fireworks_ai/accounts/fireworks/models/code-llama-13b-instruct", "model_name": "Code Llama 13B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "fireworks_ai/accounts/fireworks/models/code-llama-13b-python", "model_name": "Code Llama 13B Python", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "fireworks_ai/accounts/fireworks/models/code-llama-34b", "model_name": "Code Llama 34B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "fireworks_ai/accounts/fireworks/models/code-llama-34b-instruct", "model_name": "Code Llama 34B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "fireworks_ai/accounts/fireworks/models/code-llama-34b-python", "model_name": "Code Llama 34B Python", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/code-llama-70b", "model_name": "Code Llama 70B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/code-llama-70b-instruct", "model_name": "Code Llama 70B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/code-llama-70b-python", "model_name": "Code Llama 70B Python", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "fireworks_ai/accounts/fireworks/models/code-llama-7b", "model_name": "Code Llama 7B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "fireworks_ai/accounts/fireworks/models/code-llama-7b-instruct", "model_name": "Code Llama 7B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "fireworks_ai/accounts/fireworks/models/code-llama-7b-python", "model_name": "Code Llama 7B Python", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 65536, "max_output_tokens": 65536, "max_tokens": 65536, "model_id": "fireworks_ai/accounts/fireworks/models/code-qwen-1p5-7b", "model_name": "Code Qwen 1p5 7B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "fireworks_ai/accounts/fireworks/models/codegemma-2b", "model_name": "Codegemma 2B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "fireworks_ai/accounts/fireworks/models/codegemma-7b", "model_name": "Codegemma 7B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000012, "output_cost_per_token": 0.0000012, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "model_id": "fireworks_ai/accounts/fireworks/models/cogito-671b-v2-p1", "model_name": "Cogito 671B V2 P1", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 1.2, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-3b", "model_name": "Cogito V1 Preview Llama 3B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-70b", "model_name": "Cogito V1 Preview Llama 70B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-llama-8b", "model_name": "Cogito V1 Preview Llama 8B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-14b", "model_name": "Cogito V1 Preview Qwen 14B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/cogito-v1-preview-qwen-32b", "model_name": "Cogito V1 Preview Qwen 32B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000012, "output_cost_per_token": 0.0000012, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/dbrx-instruct", "model_name": "DBRX Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 1.2, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-coder-1b-base", "model_name": "Deepseek Coder 1B Base", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-coder-33b-instruct", "model_name": "Deepseek Coder 33B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base", "model_name": "Deepseek Coder 7B Base", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-base-v1p5", "model_name": "Deepseek Coder 7B Base V1p5", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-coder-7b-instruct-v1p5", "model_name": "Deepseek Coder 7B Instruct V1p5", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_response_schema": true, "input_cost_per_token": 0.0000012, "output_cost_per_token": 0.0000012, "max_input_tokens": 65536, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://fireworks.ai/pricing", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-instruct", "model_name": "Deepseek Coder V2 Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 1.2, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-base", "model_name": "Deepseek Coder V2 Lite Base", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.5, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-coder-v2-lite-instruct", "model_name": "Deepseek Coder V2 Lite Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.5, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000012, "output_cost_per_token": 0.0000012, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-prover-v2", "model_name": "Deepseek Prover V2", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 1.2, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000008, "max_input_tokens": 128000, "max_output_tokens": 20480, "max_tokens": 20480, "source": "https://fireworks.ai/pricing", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-r1", "model_name": "DeepSeek R1", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 3, "output_cost_per_million": 8, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000008, "max_input_tokens": 160000, "max_output_tokens": 160000, "max_tokens": 160000, "source": "https://fireworks.ai/pricing", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-r1-0528", "model_name": "Deepseek R1 0528", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 3, "output_cost_per_million": 8, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-r1-0528-distill-qwen3-8b", "model_name": "Deepseek R1 0528 Distill Qwen3 8B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 5.5e-7, "output_cost_per_token": 0.00000219, "max_input_tokens": 128000, "max_output_tokens": 20480, "max_tokens": 20480, "source": "https://fireworks.ai/pricing", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-r1-basic", "model_name": "Deepseek R1 Basic", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.55, "output_cost_per_million": 2.1900000000000004, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-70b", "model_name": "Deepseek R1 Distill Llama 70B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-llama-8b", "model_name": "Deepseek R1 Distill Llama 8B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-14b", "model_name": "Deepseek R1 Distill Qwen 14B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-1p5b", "model_name": "Deepseek R1 Distill Qwen 1p5B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-32b", "model_name": "Deepseek R1 Distill Qwen 32B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-r1-distill-qwen-7b", "model_name": "Deepseek R1 Distill Qwen 7B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-v2-lite-chat", "model_name": "Deepseek V2 Lite Chat", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.5, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000012, "output_cost_per_token": 0.0000012, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-v2p5", "model_name": "Deepseek V2p5", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 1.2, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://fireworks.ai/pricing", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-v3", "model_name": "DeepSeek V3", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "source": "https://fireworks.ai/models/fireworks/deepseek-v3-0324", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-v3-0324", "model_name": "Deepseek V3 0324", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 5.6e-7, "output_cost_per_token": 0.00000168, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://fireworks.ai/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-v3p1", "model_name": "Deepseek V3p1", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.56, "output_cost_per_million": 1.68, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 5.6e-7, "output_cost_per_token": 0.00000168, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://fireworks.ai/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-v3p1-terminus", "model_name": "Deepseek V3p1 Terminus", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.56, "output_cost_per_million": 1.68, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 5.6e-7, "output_cost_per_token": 0.00000168, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "source": "https://fireworks.ai/models/fireworks/deepseek-v3p2", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/deepseek-v3p2", "model_name": "Deepseek V3p2", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.56, "output_cost_per_million": 1.68, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/devstral-small-2505", "model_name": "Devstral Small (May 2025)", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/dobby-mini-unhinged-plus-llama-3-1-8b", "model_name": "Dobby Mini Unhinged Plus Llama 3 1 8B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/dobby-unhinged-llama-3-3-70b-new", "model_name": "Dobby Unhinged Llama 3 3 70B New", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/dolphin-2-9-2-qwen2-72b", "model_name": "Dolphin 2 9 2 Qwen2 72B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/dolphin-2p6-mixtral-8x7b", "model_name": "Dolphin 2p6 Mixtral 8x7B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.5, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/ernie-4p5-21b-a3b-pt", "model_name": "Ernie 4p5 21B A3B Pt", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/ernie-4p5-300b-a47b-pt", "model_name": "Ernie 4p5 300B A47B Pt", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/fare-20b", "model_name": "Fare 20B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/firefunction-v1", "model_name": "Firefunction V1", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.5, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://fireworks.ai/pricing", "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/firefunction-v2", "model_name": "Firefunction V2", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/firellava-13b", "model_name": "Firellava 13B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "fireworks_ai/accounts/fireworks/models/firesearch-ocr-v6", "model_name": "Firesearch Ocr V6", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/fireworks-asr-large", "model_name": "Fireworks Asr Large", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/fireworks-asr-v2", "model_name": "Fireworks Asr V2", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/flux-1-dev", "model_name": "Flux 1 Dev", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-9, "output_cost_per_token": 1e-9, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/flux-1-dev-controlnet-union", "model_name": "Flux 1 Dev Controlnet Union", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.001, "output_cost_per_million": 0.001, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-10, "output_cost_per_token": 5e-10, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/flux-1-dev-fp8", "model_name": "Flux 1 Dev Fp8", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.0005, "output_cost_per_million": 0.0005, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/flux-1-schnell", "model_name": "Flux 1 Schnell", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3.5e-10, "output_cost_per_token": 3.5e-10, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/flux-1-schnell-fp8", "model_name": "Flux 1 Schnell Fp8", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.00035, "output_cost_per_million": 0.00035, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 8e-8, "output_cost_per_token": 8e-8, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/flux-kontext-max", "model_name": "Flux Kontext Max", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.08, "output_cost_per_million": 0.08, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 4e-8, "output_cost_per_token": 4e-8, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/flux-kontext-pro", "model_name": "Flux Kontext Pro", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.04, "output_cost_per_million": 0.04, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "fireworks_ai/accounts/fireworks/models/gemma-2b-it", "model_name": "Gemma Instruct (2B)", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/gemma-3-27b-it", "model_name": "Gemma 3 27B It", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "fireworks_ai/accounts/fireworks/models/gemma-7b", "model_name": "Gemma 7B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "fireworks_ai/accounts/fireworks/models/gemma-7b-it", "model_name": "Gemma 7B It", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "fireworks_ai/accounts/fireworks/models/gemma2-9b-it", "model_name": "Gemma2 9B It", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 5.5e-7, "output_cost_per_token": 0.00000219, "max_input_tokens": 128000, "max_output_tokens": 96000, "max_tokens": 96000, "source": "https://fireworks.ai/models/fireworks/glm-4p5", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/glm-4p5", "model_name": "Glm 4p5", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.55, "output_cost_per_million": 2.1900000000000004, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2.2e-7, "output_cost_per_token": 8.8e-7, "max_input_tokens": 128000, "max_output_tokens": 96000, "max_tokens": 96000, "source": "https://artificialanalysis.ai/models/glm-4-5-air", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/glm-4p5-air", "model_name": "Glm 4p5 Air", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.22, "output_cost_per_million": 0.88, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000012, "output_cost_per_token": 0.0000012, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_reasoning": true, "model_id": "fireworks_ai/accounts/fireworks/models/glm-4p5v", "model_name": "Glm 4p5v", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 1.2, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 5.5e-7, "output_cost_per_token": 0.00000219, "max_input_tokens": 202800, "max_output_tokens": 202800, "max_tokens": 202800, "source": "https://fireworks.ai/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/glm-4p6", "model_name": "Glm 4p6", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.55, "output_cost_per_million": 2.1900000000000004, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000022, "max_input_tokens": 202800, "max_output_tokens": 202800, "max_tokens": 202800, "source": "https://fireworks.ai/models/fireworks/glm-4p7", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/glm-4p7", "model_name": "Glm 4p7", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.6, "output_cost_per_million": 2.2, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_response_schema": false, "input_cost_per_token": 0.0000014, "output_cost_per_token": 0.0000044, "max_input_tokens": 202800, "max_output_tokens": 202800, "max_tokens": 202800, "source": "https://fireworks.ai/models/fireworks/glm-5p1", "supports_reasoning": true, "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/glm-5p1", "model_name": "Glm 5p1", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 1.4, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 2.6e-7, "cache_read_cost_per_million": 0.26, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://fireworks.ai/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/gpt-oss-120b", "model_name": "GPT Oss 120B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 2e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://fireworks.ai/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/gpt-oss-20b", "model_name": "GPT Oss 20B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000012, "output_cost_per_token": 0.0000012, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-120b", "model_name": "GPT Oss Safeguard 120B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 1.2, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/gpt-oss-safeguard-20b", "model_name": "GPT Oss Safeguard 20B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.5, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/hermes-2-pro-mistral-7b", "model_name": "Hermes 2 Pro Mistral 7B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "fireworks_ai/accounts/fireworks/models/internvl3-38b", "model_name": "Internvl3 38B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "fireworks_ai/accounts/fireworks/models/internvl3-78b", "model_name": "Internvl3 78B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "fireworks_ai/accounts/fireworks/models/internvl3-8b", "model_name": "Internvl3 8B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.3e-10, "output_cost_per_token": 1.3e-10, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/japanese-stable-diffusion-xl", "model_name": "Japanese Stable Diffusion Xl", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.00013, "output_cost_per_million": 0.00013, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "model_id": "fireworks_ai/accounts/fireworks/models/kat-coder", "model_name": "Kat Coder", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/kat-dev-32b", "model_name": "Kat Dev 32B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/kat-dev-72b-exp", "model_name": "Kat Dev 72B Exp", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 131072, "max_output_tokens": 16384, "max_tokens": 16384, "source": "https://fireworks.ai/models/fireworks/kimi-k2-instruct", "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/kimi-k2-instruct", "model_name": "Kimi K2 Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.6, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 262144, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://app.fireworks.ai/models/fireworks/kimi-k2-instruct-0905", "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/kimi-k2-instruct-0905", "model_name": "Kimi K2 Instruct (May 2009)", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.6, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://fireworks.ai/pricing", "supports_tool_choice": true, "supports_web_search": true, "model_id": "fireworks_ai/accounts/fireworks/models/kimi-k2-thinking", "model_name": "Kimi K2 Thinking", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.6, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.000003, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://fireworks.ai/pricing", "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/kimi-k2p5", "model_name": "Kimi K2p5", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.6, "output_cost_per_million": 3, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "fireworks_ai/accounts/fireworks/models/llama-guard-2-8b", "model_name": "Llama Guard 2 8B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/llama-guard-3-1b", "model_name": "Llama Guard 3 1B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/llama-guard-3-8b", "model_name": "Llama Guard 3 8B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/llama-v2-13b", "model_name": "Llama V2 13B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/llama-v2-13b-chat", "model_name": "Llama V2 13B Chat", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/llama-v2-70b", "model_name": "Llama V2 70B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 2048, "max_output_tokens": 2048, "max_tokens": 2048, "model_id": "fireworks_ai/accounts/fireworks/models/llama-v2-70b-chat", "model_name": "Llama V2 70B Chat", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/llama-v2-7b", "model_name": "Llama V2 7B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/llama-v2-7b-chat", "model_name": "Llama V2 7B Chat", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct", "model_name": "Llama V3 70B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "fireworks_ai/accounts/fireworks/models/llama-v3-70b-instruct-hf", "model_name": "Llama V3 70B Instruct Hf", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "fireworks_ai/accounts/fireworks/models/llama-v3-8b", "model_name": "Llama V3 8B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "fireworks_ai/accounts/fireworks/models/llama-v3-8b-instruct-hf", "model_name": "Llama V3 8B Instruct Hf", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000003, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "source": "https://fireworks.ai/pricing", "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct", "model_name": "Llama V3p1 405B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 3, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct-long", "model_name": "Llama V3p1 405B Instruct Long", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct", "model_name": "Llama V3p1 70B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/llama-v3p1-70b-instruct-1b", "model_name": "Llama V3p1 70B Instruct 1B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "source": "https://fireworks.ai/pricing", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/llama-v3p1-8b-instruct", "model_name": "Llama V3p1 8B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/llama-v3p1-nemotron-70b-instruct", "model_name": "Llama V3p1 Nemotron 70B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "source": "https://fireworks.ai/pricing", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/llama-v3p2-11b-vision-instruct", "model_name": "Llama V3p2 11B Vision Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/llama-v3p2-1b", "model_name": "Llama V3p2 1B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "source": "https://fireworks.ai/pricing", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/llama-v3p2-1b-instruct", "model_name": "Llama V3p2 1B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/llama-v3p2-3b", "model_name": "Llama V3p2 3B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "source": "https://fireworks.ai/pricing", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/llama-v3p2-3b-instruct", "model_name": "Llama V3p2 3B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "source": "https://fireworks.ai/pricing", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/llama-v3p2-90b-vision-instruct", "model_name": "Llama V3p2 90B Vision Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/llama-v3p3-70b-instruct", "model_name": "Llama V3p3 70B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 2.2e-7, "output_cost_per_token": 8.8e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://fireworks.ai/pricing", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/llama4-maverick-instruct-basic", "model_name": "Llama4 Maverick Instruct Basic", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.22, "output_cost_per_million": 0.88, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://fireworks.ai/pricing", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/llama4-scout-instruct-basic", "model_name": "Llama4 Scout Instruct Basic", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/llamaguard-7b", "model_name": "Llamaguard 7B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/llava-yi-34b", "model_name": "Llava Yi 34B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/minimax-m1-80k", "model_name": "Minimax M1 80k", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/minimax-m2", "model_name": "Minimax M2", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 204800, "max_output_tokens": 204800, "max_tokens": 204800, "source": "https://fireworks.ai/models/fireworks/minimax-m2p1", "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/minimax-m2p1", "model_name": "Minimax M2p1", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "model_id": "fireworks_ai/accounts/fireworks/models/ministral-3-14b-instruct-2512", "model_name": "Ministral 3 14B Instruct (Dec 2025)", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "model_id": "fireworks_ai/accounts/fireworks/models/ministral-3-3b-instruct-2512", "model_name": "Ministral 3 3B Instruct (Dec 2025)", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "model_id": "fireworks_ai/accounts/fireworks/models/ministral-3-8b-instruct-2512", "model_name": "Ministral 3 8B Instruct (Dec 2025)", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/mistral-7b", "model_name": "Mistral 7B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-4k", "model_name": "Mistral 7B Instruct 4k", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v0p2", "model_name": "Mistral 7B Instruct V0p2", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/mistral-7b-instruct-v3", "model_name": "Mistral 7B Instruct V3", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/mistral-7b-v0p2", "model_name": "Mistral 7B V0p2", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000012, "output_cost_per_token": 0.0000012, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "model_id": "fireworks_ai/accounts/fireworks/models/mistral-large-3-fp8", "model_name": "Mistral Large 3 Fp8", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 1.2, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "model_id": "fireworks_ai/accounts/fireworks/models/mistral-nemo-base-2407", "model_name": "Mistral Nemo Base (Jul 2024)", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "model_id": "fireworks_ai/accounts/fireworks/models/mistral-nemo-instruct-2407", "model_name": "Mistral Nemo Instruct (Jul 2024)", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/mistral-small-24b-instruct-2501", "model_name": "Mistral Small 24B Instruct (Jan 2025)", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000012, "output_cost_per_token": 0.0000012, "max_input_tokens": 65536, "max_output_tokens": 65536, "max_tokens": 65536, "model_id": "fireworks_ai/accounts/fireworks/models/mixtral-8x22b", "model_name": "Mixtral 8x22B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 1.2, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000012, "output_cost_per_token": 0.0000012, "max_input_tokens": 65536, "max_output_tokens": 65536, "max_tokens": 65536, "model_id": "fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct", "model_name": "Mixtral 8x22B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 1.2, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.0000012, "output_cost_per_token": 0.0000012, "max_input_tokens": 65536, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://fireworks.ai/pricing", "supports_tool_choice": true, "model_id": "fireworks_ai/accounts/fireworks/models/mixtral-8x22b-instruct-hf", "model_name": "Mixtral 8x22B Instruct Hf", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 1.2, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/mixtral-8x7b", "model_name": "Mixtral 8x7B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.5, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct", "model_name": "Mixtral 8x7B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.5, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct-hf", "model_name": "Mixtral 8x7B Instruct Hf", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.5, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/mythomax-l2-13b", "model_name": "MythoMax-L2 (13B)", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/nemotron-nano-v2-12b-vl", "model_name": "Nemotron Nano V2 12B Vl", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/nous-capybara-7b-v1p9", "model_name": "Nous Capybara 7B V1p9", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/nous-hermes-2-mixtral-8x7b-dpo", "model_name": "Nous Hermes 2 - Mixtral 8x7B-DPO", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.5, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/nous-hermes-2-yi-34b", "model_name": "Nous Hermes 2 Yi 34B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-13b", "model_name": "Nous: Hermes 13B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-70b", "model_name": "Nous Hermes Llama2 70B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/nous-hermes-llama2-7b", "model_name": "Nous Hermes Llama2 7B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-12b-v2", "model_name": "Nvidia Nemotron Nano 12B V2", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/nvidia-nemotron-nano-9b-v2", "model_name": "Nvidia Nemotron Nano 9B V2", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "fireworks_ai/accounts/fireworks/models/openchat-3p5-0106-7b", "model_name": "Openchat 3p5 0106 7B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/openhermes-2-mistral-7b", "model_name": "Openhermes 2 Mistral 7B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/openhermes-2p5-mistral-7b", "model_name": "Openhermes 2p5 Mistral 7B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/openorca-7b", "model_name": "Openorca 7B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 2048, "max_output_tokens": 2048, "max_tokens": 2048, "model_id": "fireworks_ai/accounts/fireworks/models/phi-2-3b", "model_name": "Phi 2 3B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/phi-3-mini-128k-instruct", "model_name": "Phi 3 Mini 128k Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 32064, "max_output_tokens": 32064, "max_tokens": 32064, "model_id": "fireworks_ai/accounts/fireworks/models/phi-3-vision-128k-instruct", "model_name": "Phi 3 Vision 128k Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-python-v1", "model_name": "Phind Code Llama 34B Python V1", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v1", "model_name": "Phind Code Llama 34B V1", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "fireworks_ai/accounts/fireworks/models/phind-code-llama-34b-v2", "model_name": "Phind Code Llama 34B V2", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.3e-10, "output_cost_per_token": 1.3e-10, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/playground-v2-1024px-aesthetic", "model_name": "Playground V2 1024px Aesthetic", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.00013, "output_cost_per_million": 0.00013, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.3e-10, "output_cost_per_token": 1.3e-10, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/playground-v2-5-1024px-aesthetic", "model_name": "Playground V2 5 1024px Aesthetic", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.00013, "output_cost_per_million": 0.00013, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 2048, "max_output_tokens": 2048, "max_tokens": 2048, "model_id": "fireworks_ai/accounts/fireworks/models/pythia-12b", "model_name": "Pythia 12B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/qwen-qwq-32b-preview", "model_name": "Qwen Qwq 32B Preview", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/qwen-v2p5-14b-instruct", "model_name": "Qwen V2p5 14B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/qwen-v2p5-7b", "model_name": "Qwen V2p5 7B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/qwen1p5-72b-chat", "model_name": "Qwen1p5 72B Chat", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_response_schema": true, "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://fireworks.ai/pricing", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2-72b-instruct", "model_name": "Qwen2 72B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2-7b-instruct", "model_name": "Qwen2 7B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2-vl-2b-instruct", "model_name": "Qwen2 Vl 2B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2-vl-72b-instruct", "model_name": "Qwen2 Vl 72B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2-vl-7b-instruct", "model_name": "Qwen2 Vl 7B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2p5-0p5b-instruct", "model_name": "Qwen2p5 0p5B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2p5-14b", "model_name": "Qwen2p5 14B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2p5-1p5b-instruct", "model_name": "Qwen2p5 1p5B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2p5-32b", "model_name": "Qwen2p5 32B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2p5-32b-instruct", "model_name": "Qwen2p5 32B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2p5-72b", "model_name": "Qwen2p5 72B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2p5-72b-instruct", "model_name": "Qwen2p5 72B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2p5-7b-instruct", "model_name": "Qwen2p5 7B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b", "model_name": "Qwen2p5 Coder 0p5B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-0p5b-instruct", "model_name": "Qwen2p5 Coder 0p5B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b", "model_name": "Qwen2p5 Coder 14B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-14b-instruct", "model_name": "Qwen2p5 Coder 14B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b", "model_name": "Qwen2p5 Coder 1p5B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-1p5b-instruct", "model_name": "Qwen2p5 Coder 1p5B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b", "model_name": "Qwen2p5 Coder 32B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_response_schema": true, "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://fireworks.ai/pricing", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct", "model_name": "Qwen2p5 Coder 32B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-128k", "model_name": "Qwen2p5 Coder 32B Instruct 128k", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-32k-rope", "model_name": "Qwen2p5 Coder 32B Instruct 32k Rope", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 65536, "max_output_tokens": 65536, "max_tokens": 65536, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-32b-instruct-64k", "model_name": "Qwen2p5 Coder 32B Instruct 64k", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b", "model_name": "Qwen2p5 Coder 3B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-3b-instruct", "model_name": "Qwen2p5 Coder 3B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b", "model_name": "Qwen2p5 Coder 7B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2p5-coder-7b-instruct", "model_name": "Qwen2p5 Coder 7B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2p5-math-72b-instruct", "model_name": "Qwen2p5 Math 72B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-32b-instruct", "model_name": "Qwen2p5 Vl 32B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-3b-instruct", "model_name": "Qwen2p5 Vl 3B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-72b-instruct", "model_name": "Qwen2p5 Vl 72B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "model_id": "fireworks_ai/accounts/fireworks/models/qwen2p5-vl-7b-instruct", "model_name": "Qwen2p5 Vl 7B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 40960, "max_output_tokens": 40960, "max_tokens": 40960, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-0p6b", "model_name": "Qwen3 0p6B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 40960, "max_output_tokens": 40960, "max_tokens": 40960, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-14b", "model_name": "Qwen3 14B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-1p7b", "model_name": "Qwen3 1p7B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft", "model_name": "Qwen3 1p7B Fp8 Draft", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-131072", "model_name": "Qwen3 1p7B Fp8 Draft 131072", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 40960, "max_output_tokens": 40960, "max_tokens": 40960, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-1p7b-fp8-draft-40960", "model_name": "Qwen3 1p7B Fp8 Draft 40960", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2.2e-7, "output_cost_per_token": 8.8e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b", "model_name": "Qwen3 235B A22B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.22, "output_cost_per_million": 0.88, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2.2e-7, "output_cost_per_token": 8.8e-7, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-instruct-2507", "model_name": "Qwen3 235B A22B Instruct (Jul 2025)", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.22, "output_cost_per_million": 0.88, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2.2e-7, "output_cost_per_token": 8.8e-7, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-235b-a22b-thinking-2507", "model_name": "Qwen3 235B A22B Thinking (Jul 2025)", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.22, "output_cost_per_million": 0.88, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b", "model_name": "Qwen3 30B A3B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-instruct-2507", "model_name": "Qwen3 30B A3B Instruct (Jul 2025)", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.5, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-30b-a3b-thinking-2507", "model_name": "Qwen3 30B A3B Thinking (Jul 2025)", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_reasoning": true, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-32b", "model_name": "Qwen3 32B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 40960, "max_output_tokens": 40960, "max_tokens": 40960, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-4b", "model_name": "Qwen3 4B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-4b-instruct-2507", "model_name": "Qwen3 4B Instruct (Jul 2025)", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 40960, "max_output_tokens": 40960, "max_tokens": 40960, "supports_reasoning": true, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-8b", "model_name": "Qwen3 8B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-coder-30b-a3b-instruct", "model_name": "Qwen3 Coder 30B A3B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 4.5e-7, "output_cost_per_token": 0.0000018, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "supports_reasoning": true, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-a35b-instruct", "model_name": "Qwen3 Coder 480B A35B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.44999999999999996, "output_cost_per_million": 1.7999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-coder-480b-instruct-bf16", "model_name": "Qwen3 Coder 480B Instruct Bf16", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-embedding-0p6b", "model_name": "Qwen3 Embedding 0p6B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 40960, "max_output_tokens": 40960, "max_tokens": 40960, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-embedding-4b", "model_name": "Qwen3 Embedding 4B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-instruct", "model_name": "Qwen3 Next 80B A3B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-next-80b-a3b-thinking", "model_name": "Qwen3 Next 80B A3B Thinking", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 40960, "max_output_tokens": 40960, "max_tokens": 40960, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-reranker-0p6b", "model_name": "Qwen3 Reranker 0p6B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "rerank", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 40960, "max_output_tokens": 40960, "max_tokens": 40960, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-reranker-4b", "model_name": "Qwen3 Reranker 4B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "rerank", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 40960, "max_output_tokens": 40960, "max_tokens": 40960, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-reranker-8b", "model_name": "Qwen3 Reranker 8B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "rerank", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2.2e-7, "output_cost_per_token": 8.8e-7, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-instruct", "model_name": "Qwen3 Vl 235B A22B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.22, "output_cost_per_million": 0.88, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2.2e-7, "output_cost_per_token": 8.8e-7, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-vl-235b-a22b-thinking", "model_name": "Qwen3 Vl 235B A22B Thinking", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.22, "output_cost_per_million": 0.88, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-instruct", "model_name": "Qwen3 Vl 30B A3B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-vl-30b-a3b-thinking", "model_name": "Qwen3 Vl 30B A3B Thinking", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-vl-32b-instruct", "model_name": "Qwen3 Vl 32B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/qwen3-vl-8b-instruct", "model_name": "Qwen3 Vl 8B Instruct", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "fireworks_ai/accounts/fireworks/models/qwq-32b", "model_name": "Qwen QwQ 32B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "model_id": "fireworks_ai/accounts/fireworks/models/rolm-ocr", "model_name": "Rolm Ocr", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/snorkel-mistral-7b-pairrm-dpo", "model_name": "Snorkel Mistral 7B Pairrm Dpo", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.3e-10, "output_cost_per_token": 1.3e-10, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/SSD-1B", "model_name": "SSD 1B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.00013, "output_cost_per_million": 0.00013, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.3e-10, "output_cost_per_token": 1.3e-10, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/stable-diffusion-xl-1024-v1-0", "model_name": "Stable Diffusion Xl 1024 V1 0", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.00013, "output_cost_per_million": 0.00013, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/stablecode-3b", "model_name": "Stablecode 3B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "fireworks_ai/accounts/fireworks/models/starcoder-16b", "model_name": "Starcoder 16B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "fireworks_ai/accounts/fireworks/models/starcoder-7b", "model_name": "Starcoder 7B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "fireworks_ai/accounts/fireworks/models/starcoder2-15b", "model_name": "Starcoder2 15B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "fireworks_ai/accounts/fireworks/models/starcoder2-3b", "model_name": "Starcoder2 3B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "fireworks_ai/accounts/fireworks/models/starcoder2-7b", "model_name": "Starcoder2 7B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/toppy-m-7b", "model_name": "Toppy M 7B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/whisper-v3", "model_name": "Whisper V3", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/whisper-v3-turbo", "model_name": "Whisper V3 Turbo", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/yi-34b", "model_name": "Yi 34B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 200000, "max_output_tokens": 200000, "max_tokens": 200000, "model_id": "fireworks_ai/accounts/fireworks/models/yi-34b-200k-capybara", "model_name": "Yi 34B 200k Capybara", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/yi-34b-chat", "model_name": "Yi 34B Chat", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "fireworks_ai/accounts/fireworks/models/yi-6b", "model_name": "Yi 6B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000003, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://fireworks.ai/pricing", "supports_tool_choice": false, "model_id": "fireworks_ai/accounts/fireworks/models/yi-large", "model_name": "Yi Large", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 3, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "fireworks_ai/accounts/fireworks/models/zephyr-7b-beta", "model_name": "Zephyr 7B Beta", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000022, "max_input_tokens": 202800, "max_output_tokens": 202800, "max_tokens": 202800, "source": "https://fireworks.ai/models/fireworks/glm-4p7", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "fireworks_ai/glm-4p7", "model_name": "Glm 4p7", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.6, "output_cost_per_million": 2.2, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_response_schema": false, "input_cost_per_token": 0.0000014, "output_cost_per_token": 0.0000044, "max_input_tokens": 202800, "max_output_tokens": 202800, "max_tokens": 202800, "source": "https://fireworks.ai/models/fireworks/glm-5p1", "supports_reasoning": true, "supports_tool_choice": false, "model_id": "fireworks_ai/glm-5p1", "model_name": "Glm 5p1", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 1.4, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 2.6e-7, "cache_read_cost_per_million": 0.26, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.000003, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://fireworks.ai/pricing", "supports_tool_choice": true, "model_id": "fireworks_ai/kimi-k2p5", "model_name": "Kimi K2p5", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.6, "output_cost_per_million": 3, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 204800, "max_output_tokens": 204800, "max_tokens": 204800, "source": "https://fireworks.ai/models/fireworks/minimax-m2p1", "supports_tool_choice": true, "model_id": "fireworks_ai/minimax-m2p1", "model_name": "Minimax M2p1", "provider_id": "fireworks", "provider_name": "Fireworks AI", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 8e-9, "output_cost_per_token": 0, "max_input_tokens": 8192, "max_tokens": 8192, "source": "https://fireworks.ai/pricing", "model_id": "fireworks_ai/nomic-ai/nomic-embed-text-v1", "model_name": "Nomic Embed Text V1", "provider_id": "fireworks", "provider_name": "Fireworks AI", "max_output_tokens": 0, "input_cost_per_million": 0.008, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 8e-9, "output_cost_per_token": 0, "max_input_tokens": 8192, "max_tokens": 8192, "source": "https://fireworks.ai/pricing", "model_id": "fireworks_ai/nomic-ai/nomic-embed-text-v1.5", "model_name": "Nomic Embed Text V1.5", "provider_id": "fireworks", "provider_name": "Fireworks AI", "max_output_tokens": 0, "input_cost_per_million": 0.008, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 8e-9, "output_cost_per_token": 0, "max_input_tokens": 512, "max_tokens": 512, "source": "https://fireworks.ai/pricing", "model_id": "fireworks_ai/thenlper/gte-base", "model_name": "Gte Base", "provider_id": "fireworks", "provider_name": "Fireworks AI", "max_output_tokens": 0, "input_cost_per_million": 0.008, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.6e-8, "output_cost_per_token": 0, "max_input_tokens": 512, "max_tokens": 512, "source": "https://fireworks.ai/pricing", "model_id": "fireworks_ai/thenlper/gte-large", "model_name": "Gte Large", "provider_id": "fireworks", "provider_name": "Fireworks AI", "max_output_tokens": 0, "input_cost_per_million": 0.016, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.6e-8, "output_cost_per_token": 0, "max_input_tokens": 512, "max_tokens": 512, "source": "https://fireworks.ai/pricing", "model_id": "fireworks_ai/WhereIsAI/UAE-Large-V1", "model_name": "UAE Large V1", "provider_id": "fireworks", "provider_name": "Fireworks AI", "max_output_tokens": 0, "input_cost_per_million": 0.016, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "model_id": "fireworks-ai-4.1b-to-16b", "model_name": "Fireworks AI 4.1B To 16B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000012, "output_cost_per_token": 0.0000012, "model_id": "fireworks-ai-56b-to-176b", "model_name": "Fireworks AI 56B To 176B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 1.2, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "model_id": "fireworks-ai-above-16b", "model_name": "Fireworks AI Above 16B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "model_id": "fireworks-ai-default", "model_name": "Fireworks AI Default", "provider_id": "fireworks", "provider_name": "Fireworks AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.6e-8, "output_cost_per_token": 0, "model_id": "fireworks-ai-embedding-150m-to-350m", "model_name": "Fireworks AI Embedding 150m To 350m", "provider_id": "fireworks", "provider_name": "Fireworks AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.016, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 8e-9, "output_cost_per_token": 0, "model_id": "fireworks-ai-embedding-up-to-150m", "model_name": "Fireworks AI Embedding Up To 150m", "provider_id": "fireworks", "provider_name": "Fireworks AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.008, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-7, "output_cost_per_token": 5e-7, "model_id": "fireworks-ai-moe-up-to-56b", "model_name": "Fireworks AI Moe Up To 56B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.5, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "model_id": "fireworks-ai-up-to-4b", "model_name": "Fireworks AI Up To 4B", "provider_id": "fireworks", "provider_name": "Fireworks AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "friendliai/meta-llama-3.1-70b-instruct", "model_name": "Meta Llama 3.1 70B Instruct", "provider_id": "friendliai", "provider_name": "Friendliai", "input_cost_per_million": 0.6, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "friendliai/meta-llama-3.1-8b-instruct", "model_name": "Meta Llama 3.1 8B Instruct", "provider_id": "friendliai", "provider_name": "Friendliai", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 512, "max_tokens": 512, "output_vector_size": 1024, "model_id": "gigachat/Embeddings", "model_name": "Embeddings", "provider_id": "gigachat", "provider_name": "Gigachat", "max_output_tokens": 0, "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 512, "max_tokens": 512, "output_vector_size": 1024, "model_id": "gigachat/Embeddings-2", "model_name": "Embeddings 2", "provider_id": "gigachat", "provider_name": "Gigachat", "max_output_tokens": 0, "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_tokens": 4096, "output_vector_size": 2560, "model_id": "gigachat/EmbeddingsGigaR", "model_name": "EmbeddingsGigaR", "provider_id": "gigachat", "provider_name": "Gigachat", "max_output_tokens": 0, "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "model_id": "gigachat/GigaChat-2-Lite", "model_name": "GigaChat 2 Lite", "provider_id": "gigachat", "provider_name": "Gigachat", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "model_id": "gigachat/GigaChat-2-Max", "model_name": "GigaChat 2 Max", "provider_id": "gigachat", "provider_name": "Gigachat", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "model_id": "gigachat/GigaChat-2-Pro", "model_name": "GigaChat 2 Pro", "provider_id": "gigachat", "provider_name": "Gigachat", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "max_input_tokens": 128000, "max_output_tokens": 16000, "max_tokens": 16000, "supported_endpoints": [ "/v1/chat/completions" ], "model_id": "github_copilot/claude-haiku-4.5", "model_name": "Claude Haiku 4.5", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "max_input_tokens": 128000, "max_output_tokens": 16000, "max_tokens": 16000, "supported_endpoints": [ "/v1/chat/completions" ], "supports_output_config": true, "model_id": "github_copilot/claude-opus-4.5", "model_name": "Claude Opus 4.5", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "max_input_tokens": 128000, "max_output_tokens": 16000, "max_tokens": 16000, "supported_endpoints": [ "/v1/chat/completions" ], "model_id": "github_copilot/claude-opus-4.6-fast", "model_name": "Claude Opus 4.6 Fast", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_vision": true, "max_input_tokens": 80000, "max_output_tokens": 16000, "max_tokens": 16000, "supported_endpoints": [ "/v1/chat/completions" ], "model_id": "github_copilot/claude-opus-41", "model_name": "Claude Opus 41", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "max_input_tokens": 128000, "max_output_tokens": 16000, "max_tokens": 16000, "supported_endpoints": [ "/v1/chat/completions" ], "model_id": "github_copilot/claude-sonnet-4", "model_name": "Claude Sonnet 4", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "max_input_tokens": 128000, "max_output_tokens": 16000, "max_tokens": 16000, "supported_endpoints": [ "/v1/chat/completions" ], "model_id": "github_copilot/claude-sonnet-4.5", "model_name": "Claude Sonnet 4.5", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "max_input_tokens": 128000, "max_output_tokens": 64000, "max_tokens": 64000, "model_id": "github_copilot/gemini-2.5-pro", "model_name": "Gemini 2.5 Pro", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "max_input_tokens": 128000, "max_output_tokens": 64000, "max_tokens": 64000, "model_id": "github_copilot/gemini-3-pro-preview", "model_name": "Gemini 3 Pro Preview", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "max_input_tokens": 16384, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "github_copilot/gpt-3.5-turbo", "model_name": "GPT 3.5T", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "max_input_tokens": 16384, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "github_copilot/gpt-3.5-turbo-0613", "model_name": "GPT-3.5 Turbo 0613", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "max_input_tokens": 32768, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "github_copilot/gpt-4", "model_name": "GPT-4", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "max_input_tokens": 32768, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "github_copilot/gpt-4-0613", "model_name": "GPT-4 0613", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "max_input_tokens": 64000, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "github_copilot/gpt-4-o-preview", "model_name": "GPT-4 O Preview", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "github_copilot/gpt-4.1", "model_name": "GPT-4.1", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "github_copilot/gpt-4.1-2025-04-14", "model_name": "GPT-4.1 (Apr 2025)", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "model_id": "github_copilot/gpt-41-copilot", "model_name": "GPT-41 Copilot", "provider_id": "github", "provider_name": "Github", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "max_input_tokens": 64000, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "github_copilot/gpt-4o", "model_name": "GPT-4o", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "max_input_tokens": 64000, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "github_copilot/gpt-4o-2024-05-13", "model_name": "GPT-4o (May 2024)", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "max_input_tokens": 64000, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "github_copilot/gpt-4o-2024-08-06", "model_name": "GPT-4o (Aug 2024)", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "max_input_tokens": 64000, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "github_copilot/gpt-4o-2024-11-20", "model_name": "GPT-4o (Nov 2024)", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "max_input_tokens": 64000, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "github_copilot/gpt-4o-mini", "model_name": "GPT-4o mini", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "max_input_tokens": 64000, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "github_copilot/gpt-4o-mini-2024-07-18", "model_name": "GPT-4o mini (Jul 2024)", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "model_id": "github_copilot/gpt-5", "model_name": "GPT-5", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 64000, "max_tokens": 64000, "model_id": "github_copilot/gpt-5-mini", "model_name": "GPT-5 Mini", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 64000, "max_tokens": 64000, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "model_id": "github_copilot/gpt-5.1", "model_name": "GPT-5.1", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "model_id": "github_copilot/gpt-5.1-codex-max", "model_name": "GPT-5.1 Codex Max", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 64000, "max_tokens": 64000, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "model_id": "github_copilot/gpt-5.2", "model_name": "GPT-5.2", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "model_id": "github_copilot/gpt-5.3-codex", "model_name": "GPT-5.3 Codex", "provider_id": "github", "provider_name": "Github", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "max_input_tokens": 8191, "max_tokens": 8191, "model_id": "github_copilot/text-embedding-3-small", "model_name": "Text Embedding 3 Small", "provider_id": "github", "provider_name": "Github", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 8191, "max_tokens": 8191, "model_id": "github_copilot/text-embedding-3-small-inference", "model_name": "Text Embedding 3 Small Inference", "provider_id": "github", "provider_name": "Github", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 8191, "max_tokens": 8191, "model_id": "github_copilot/text-embedding-ada-002", "model_name": "Text Embedding Ada 002", "provider_id": "github", "provider_name": "Github", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 409600, "max_output_tokens": 32000, "max_tokens": 32000, "model_id": "gmi/anthropic/claude-opus-4", "model_name": "Claude Opus 4", "provider_id": "gmi", "provider_name": "Gmi", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 409600, "max_output_tokens": 32000, "max_tokens": 32000, "supports_output_config": true, "model_id": "gmi/anthropic/claude-opus-4.5", "model_name": "Claude Opus 4.5", "provider_id": "gmi", "provider_name": "Gmi", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 409600, "max_output_tokens": 32000, "max_tokens": 32000, "model_id": "gmi/anthropic/claude-sonnet-4", "model_name": "Claude Sonnet 4", "provider_id": "gmi", "provider_name": "Gmi", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 409600, "max_output_tokens": 32000, "max_tokens": 32000, "model_id": "gmi/anthropic/claude-sonnet-4.5", "model_name": "Claude Sonnet 4.5", "provider_id": "gmi", "provider_name": "Gmi", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2.8e-7, "output_cost_per_token": 8.8e-7, "max_input_tokens": 163840, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "gmi/deepseek-ai/DeepSeek-V3-0324", "model_name": "DeepSeek V3 0324", "provider_id": "gmi", "provider_name": "Gmi", "input_cost_per_million": 0.28, "output_cost_per_million": 0.88, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2.8e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 163840, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "gmi/deepseek-ai/DeepSeek-V3.2", "model_name": "DeepSeek V3.2", "provider_id": "gmi", "provider_name": "Gmi", "input_cost_per_million": 0.28, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.000003, "max_input_tokens": 1048576, "max_output_tokens": 65536, "max_tokens": 65536, "model_id": "gmi/google/gemini-3-flash-preview", "model_name": "Gemini 3 Flash Preview", "provider_id": "gmi", "provider_name": "Gmi", "input_cost_per_million": 0.5, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000012, "max_input_tokens": 1048576, "max_output_tokens": 65536, "max_tokens": 65536, "model_id": "gmi/google/gemini-3-pro-preview", "model_name": "Gemini 3 Pro Preview", "provider_id": "gmi", "provider_name": "Gmi", "input_cost_per_million": 2, "output_cost_per_million": 12, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 196608, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "gmi/MiniMaxAI/MiniMax-M2.1", "model_name": "MiniMax M2.1", "provider_id": "gmi", "provider_name": "Gmi", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 8e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 262144, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "gmi/moonshotai/Kimi-K2-Thinking", "model_name": "Kimi K2 Thinking", "provider_id": "gmi", "provider_name": "Gmi", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 131072, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "gmi/openai/gpt-4o", "model_name": "GPT-4o", "provider_id": "gmi", "provider_name": "Gmi", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 131072, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "gmi/openai/gpt-4o-mini", "model_name": "GPT-4o mini", "provider_id": "gmi", "provider_name": "Gmi", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 409600, "max_output_tokens": 32000, "max_tokens": 32000, "model_id": "gmi/openai/gpt-5", "model_name": "GPT-5", "provider_id": "gmi", "provider_name": "Gmi", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 409600, "max_output_tokens": 32000, "max_tokens": 32000, "model_id": "gmi/openai/gpt-5.1", "model_name": "GPT-5.1", "provider_id": "gmi", "provider_name": "Gmi", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "max_input_tokens": 409600, "max_output_tokens": 32000, "max_tokens": 32000, "model_id": "gmi/openai/gpt-5.2", "model_name": "GPT-5.2", "provider_id": "gmi", "provider_name": "Gmi", "input_cost_per_million": 1.75, "output_cost_per_million": 14, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000014, "max_input_tokens": 262144, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "gmi/Qwen/Qwen3-VL-235B-A22B-Instruct-FP8", "model_name": "Qwen3 VL 235B A22B Instruct FP8", "provider_id": "gmi", "provider_name": "Gmi", "input_cost_per_million": 0.3, "output_cost_per_million": 1.4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 4e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 202752, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "gmi/zai-org/GLM-4.7-FP8", "model_name": "GLM 4.7 FP8", "provider_id": "gmi", "provider_name": "Gmi", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 7.5e-8, "output_cost_per_token": 0, "max_input_tokens": 8192, "deprecation_date": "2025-09-29", "input_cost_per_token_above_128k_tokens": 1.5e-7, "max_tokens": 8192, "output_vector_size": 3072, "rpm": 10000, "source": "https://ai.google.dev/gemini-api/docs/embeddings#multimodal", "supports_multimodal": true, "tpm": 10000000, "model_id": "1.5-flash", "model_name": "1.5 Flash", "provider_id": "google", "provider_name": "Google", "max_output_tokens": 0, "input_cost_per_million": 0.075, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1048576, "max_output_tokens": 8192, "deprecation_date": "2026-06-01", "input_cost_per_audio_token": 7e-7, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 8192, "max_video_length": 1, "max_videos_per_prompt": 10, "rpm": 10000, "source": "https://ai.google.dev/pricing#2_0flash", "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text", "image" ], "supports_audio_input": true, "supports_audio_output": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "tpm": 10000000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "2.0-flash", "model_name": "2.0 Flash", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1048576, "max_output_tokens": 8192, "deprecation_date": "2026-06-01", "input_cost_per_audio_token": 7e-7, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 8192, "max_video_length": 1, "max_videos_per_prompt": 10, "rpm": 10000, "source": "https://ai.google.dev/pricing#2_0flash", "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text", "image" ], "supports_audio_output": false, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "tpm": 10000000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "2.0-flash-001", "model_name": "2.0 Flash 001", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_images_per_prompt": 3000, "max_tokens": 32768, "output_cost_per_image": 0.039, "source": "https://ai.google.dev/pricing", "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "tpm": 250000, "rpm": 10, "model_id": "2.0-flash-exp-image-generation", "model_name": "2.0 Flash Exp Image Generation", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-8, "output_cost_per_token": 3e-7, "max_input_tokens": 1048576, "max_output_tokens": 8192, "deprecation_date": "2026-06-01", "input_cost_per_audio_token": 7.5e-8, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 50, "max_video_length": 1, "max_videos_per_prompt": 10, "rpm": 4000, "source": "https://ai.google.dev/gemini-api/docs/pricing#gemini-2.0-flash-lite", "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "tpm": 4000000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "2.0-flash-lite", "model_name": "2.0 Flash Lite", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.075, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 1.875e-8, "cache_read_cost_per_million": 0.01875, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-8, "output_cost_per_token": 3e-7, "max_input_tokens": 1048576, "max_output_tokens": 8192, "deprecation_date": "2026-06-01", "input_cost_per_audio_token": 7.5e-8, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 50, "max_video_length": 1, "max_videos_per_prompt": 10, "rpm": 4000, "source": "https://ai.google.dev/gemini-api/docs/pricing#gemini-2.0-flash-lite", "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "tpm": 4000000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "2.0-flash-lite-001", "model_name": "2.0 Flash Lite 001", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.075, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 1.875e-8, "cache_read_cost_per_million": 0.01875, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 64000, "input_cost_per_token_above_200k_tokens": 0.0000025, "max_images_per_prompt": 3000, "max_tokens": 64000, "output_cost_per_token_above_200k_tokens": 0.000015, "rpm": 2000, "source": "https://ai.google.dev/gemini-api/docs/computer-use", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_computer_use": true, "supports_system_messages": true, "supports_tool_choice": true, "tpm": 800000, "model_id": "2.5-computer-use-preview-10-2025", "model_name": "2.5 Computer Use Preview 10 2025", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000001, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_reasoning_token": 0.0000025, "rpm": 100000, "source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "tpm": 8000000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "supports_service_tier": true, "supports_image_size": false, "model_id": "2.5-flash", "model_name": "2.5 Flash", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 32768, "max_output_tokens": 32768, "input_cost_per_audio_token": 0.000001, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "supports_reasoning": false, "max_images_per_prompt": 3000, "max_tokens": 32768, "max_pdf_size_mb": 30, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_image": 0.039, "output_cost_per_image_token": 0.00003, "output_cost_per_reasoning_token": 0.0000025, "rpm": 100000, "source": "https://ai.google.dev/gemini-api/docs/pricing#gemini-2.5-flash-image", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text", "image" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "tpm": 8000000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "supports_service_tier": true, "supports_image_size": false, "model_id": "2.5-flash-image", "model_name": "2.5 Flash Image", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 3e-7, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_reasoning_token": 4e-7, "rpm": 15, "source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-lite", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "tpm": 250000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "supports_service_tier": true, "supports_image_size": false, "model_id": "2.5-flash-lite", "model_name": "2.5 Flash Lite", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 1e-8, "cache_read_cost_per_million": 0.01, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1048576, "max_output_tokens": 65535, "deprecation_date": "2025-11-18", "input_cost_per_audio_token": 5e-7, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_reasoning_token": 4e-7, "rpm": 15, "source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-lite", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "tpm": 250000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "supports_image_size": false, "model_id": "2.5-flash-lite-preview-06-17", "model_name": "2.5 Flash Lite Preview 06 17", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 3e-7, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_reasoning_token": 4e-7, "rpm": 15, "source": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "tpm": 250000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "supports_image_size": false, "model_id": "2.5-flash-lite-preview-09-2025", "model_name": "2.5 Flash Lite Preview 09 2025", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 1e-8, "cache_read_cost_per_million": 0.01, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1048576, "max_output_tokens": 8192, "input_cost_per_audio_token": 0.000001, "max_tokens": 8192, "source": "https://ai.google.dev/pricing", "supported_endpoints": [ "/v1/realtime" ], "supported_modalities": [ "text", "audio" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "tpm": 250000, "rpm": 10, "model_id": "2.5-flash-native-audio-latest", "model_name": "2.5 Flash Native Audio Latest", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1048576, "max_output_tokens": 8192, "input_cost_per_audio_token": 0.000001, "max_tokens": 8192, "source": "https://ai.google.dev/pricing", "supported_endpoints": [ "/v1/realtime" ], "supported_modalities": [ "text", "audio" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "tpm": 250000, "rpm": 10, "model_id": "2.5-flash-native-audio-preview-09-2025", "model_name": "2.5 Flash Native Audio Preview 09 2025", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1048576, "max_output_tokens": 8192, "input_cost_per_audio_token": 0.000001, "max_tokens": 8192, "source": "https://ai.google.dev/pricing", "supported_endpoints": [ "/v1/realtime" ], "supported_modalities": [ "text", "audio" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "tpm": 250000, "rpm": 10, "model_id": "2.5-flash-native-audio-preview-12-2025", "model_name": "2.5 Flash Native Audio Preview 12 2025", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000001, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_reasoning_token": 0.0000025, "rpm": 15, "source": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "tpm": 250000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "supports_image_size": false, "model_id": "2.5-flash-preview-09-2025", "model_name": "2.5 Flash Preview 09 2025", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "source": "https://ai.google.dev/pricing", "supported_endpoints": [ "/v1/audio/speech" ], "tpm": 4000000, "rpm": 10, "model_id": "2.5-flash-preview-tts", "model_name": "2.5 Flash Preview TTS", "provider_id": "google", "provider_name": "Google", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 1048576, "max_output_tokens": 65535, "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, "input_cost_per_token_above_200k_tokens": 0.0000025, "input_cost_per_token_priority": 0.00000125, "input_cost_per_token_above_200k_tokens_priority": 0.0000025, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_token_above_200k_tokens": 0.000015, "output_cost_per_token_priority": 0.00001, "output_cost_per_token_above_200k_tokens_priority": 0.000015, "rpm": 2000, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", "supports_service_tier": true, "supported_endpoints": [ "/v1/chat/completions", "/v1/completions" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_video_input": true, "supports_web_search": true, "tpm": 800000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "2.5-pro", "model_name": "2.5 Pro", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 1048576, "max_output_tokens": 65535, "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, "input_cost_per_audio_token": 7e-7, "input_cost_per_token_above_200k_tokens": 0.0000025, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_token_above_200k_tokens": 0.000015, "rpm": 10000, "source": "https://ai.google.dev/gemini-api/docs/pricing#gemini-2.5-pro-preview", "supported_modalities": [ "text" ], "supported_output_modalities": [ "audio" ], "supports_audio_output": false, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "tpm": 10000000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "2.5-pro-preview-tts", "model_name": "2.5 Pro Preview TTS", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.000003, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000001, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_reasoning_token": 0.000003, "rpm": 2000, "source": "https://ai.google.dev/pricing/gemini-3", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "supports_native_streaming": true, "tpm": 800000, "input_cost_per_token_priority": 9e-7, "input_cost_per_audio_token_priority": 0.0000018, "output_cost_per_token_priority": 0.0000054, "cache_read_input_token_cost_priority": 9e-8, "supports_service_tier": true, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "model_id": "3-flash-preview", "model_name": "3 Flash Preview", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.5, "output_cost_per_million": 3, "cache_read_cost_per_token": 5e-8, "cache_read_cost_per_million": 0.049999999999999996, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000012, "max_input_tokens": 65536, "max_output_tokens": 32768, "input_cost_per_image": 0.0011, "input_cost_per_token_batches": 0.000001, "max_tokens": 32768, "output_cost_per_image": 0.134, "output_cost_per_image_token": 0.00012, "rpm": 1000, "tpm": 4000000, "output_cost_per_token_batches": 0.000006, "source": "https://ai.google.dev/gemini-api/docs/pricing", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_prompt_caching": true, "supports_system_messages": true, "supports_web_search": true, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "supports_service_tier": true, "model_id": "3-pro-image-preview", "model_name": "3 Pro Image Preview", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 2, "output_cost_per_million": 12, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000012, "max_input_tokens": 1048576, "max_output_tokens": 65535, "deprecation_date": "2026-03-09", "cache_read_input_token_cost_above_200k_tokens": 4e-7, "input_cost_per_token_above_200k_tokens": 0.000004, "input_cost_per_token_batches": 0.000001, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_token_above_200k_tokens": 0.000018, "output_cost_per_token_batches": 0.000006, "rpm": 2000, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_video_input": true, "supports_web_search": true, "tpm": 800000, "input_cost_per_token_priority": 0.0000036, "input_cost_per_token_above_200k_tokens_priority": 0.0000072, "output_cost_per_token_priority": 0.0000216, "output_cost_per_token_above_200k_tokens_priority": 0.0000324, "cache_read_input_token_cost_priority": 3.6e-7, "cache_read_input_token_cost_above_200k_tokens_priority": 7.2e-7, "supports_service_tier": true, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "model_id": "3-pro-preview", "model_name": "3 Pro Preview", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 2, "output_cost_per_million": 12, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 65536, "max_output_tokens": 32768, "input_cost_per_token_batches": 1.25e-7, "max_tokens": 32768, "output_cost_per_image": 0.045, "output_cost_per_image_token": 0.00006, "output_cost_per_image_token_batches": 0.00003, "output_cost_per_token_batches": 7.5e-7, "rpm": 1000, "tpm": 4000000, "source": "https://ai.google.dev/gemini-api/docs/pricing#gemini-3.1-flash-image-preview", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_prompt_caching": true, "supports_system_messages": true, "supports_web_search": true, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "model_id": "3.1-flash-image-preview", "model_name": "3.1 Flash Image Preview", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.25, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 1048576, "max_output_tokens": 65536, "cache_read_input_token_cost_batches": 1.25e-8, "cache_read_input_token_cost_flex": 1.25e-8, "cache_read_input_token_cost_per_audio_token": 5e-8, "cache_read_input_token_cost_priority": 4.5e-8, "input_cost_per_audio_token": 5e-7, "input_cost_per_token_batches": 1.25e-7, "input_cost_per_token_flex": 1.25e-7, "input_cost_per_token_priority": 4.5e-7, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65536, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_reasoning_token": 0.0000015, "output_cost_per_token_batches": 7.5e-7, "output_cost_per_token_flex": 7.5e-7, "output_cost_per_token_priority": 0.0000027, "rpm": 15, "source": "https://ai.google.dev/gemini-api/docs/pricing#gemini-3.1-flash-lite", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_audio_output": false, "supports_code_execution": true, "supports_file_search": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_video_input": true, "supports_web_search": true, "supports_native_streaming": true, "tpm": 250000, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "supports_service_tier": true, "model_id": "3.1-flash-lite", "model_name": "3.1 Flash Lite", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.25, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 1048576, "max_output_tokens": 65536, "cache_read_input_token_cost_per_audio_token": 5e-8, "input_cost_per_audio_token": 5e-7, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65536, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_reasoning_token": 0.0000015, "rpm": 15, "source": "https://ai.google.dev/gemini-api/docs/models", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_audio_output": false, "supports_code_execution": true, "supports_file_search": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_video_input": true, "supports_web_search": true, "supports_native_streaming": true, "tpm": 250000, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "supports_service_tier": true, "model_id": "3.1-flash-lite-preview", "model_name": "3.1 Flash Lite Preview", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.25, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 7.5e-7, "output_cost_per_token": 0.0000045, "max_input_tokens": 131072, "max_output_tokens": 65536, "input_cost_per_audio_token": 0.000003, "input_cost_per_image_token": 0.000001, "input_cost_per_video_per_second": 0.000033333333333333335, "max_tokens": 65536, "output_cost_per_audio_token": 0.000012, "source": "https://ai.google.dev/gemini-api/docs/pricing", "supported_endpoints": [ "/v1/realtime" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "supports_web_search": true, "tpm": 250000, "rpm": 10, "model_id": "3.1-flash-live-preview", "model_name": "3.1 Flash Live Preview", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.75, "output_cost_per_million": 4.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000012, "max_input_tokens": 1048576, "max_output_tokens": 65536, "cache_read_input_token_cost_above_200k_tokens": 4e-7, "input_cost_per_token_above_200k_tokens": 0.000004, "input_cost_per_token_batches": 0.000001, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65536, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_token_above_200k_tokens": 0.000018, "output_cost_per_token_batches": 0.000006, "rpm": 2000, "source": "https://ai.google.dev/gemini-api/docs/models#gemini-3.1-pro-preview", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_video_input": true, "supports_web_search": true, "supports_url_context": true, "supports_native_streaming": true, "tpm": 800000, "input_cost_per_token_priority": 0.0000036, "input_cost_per_token_above_200k_tokens_priority": 0.0000072, "output_cost_per_token_priority": 0.0000216, "output_cost_per_token_above_200k_tokens_priority": 0.0000324, "cache_read_input_token_cost_priority": 3.6e-7, "cache_read_input_token_cost_above_200k_tokens_priority": 7.2e-7, "supports_service_tier": true, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "model_id": "3.1-pro-preview", "model_name": "3.1 Pro Preview", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 2, "output_cost_per_million": 12, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000012, "max_input_tokens": 1048576, "max_output_tokens": 65536, "cache_read_input_token_cost_above_200k_tokens": 4e-7, "input_cost_per_token_above_200k_tokens": 0.000004, "input_cost_per_token_batches": 0.000001, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65536, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_token_above_200k_tokens": 0.000018, "output_cost_per_token_batches": 0.000006, "rpm": 2000, "source": "https://ai.google.dev/gemini-api/docs/models#gemini-3.1-pro-preview", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_video_input": true, "supports_web_search": true, "supports_url_context": true, "supports_native_streaming": true, "tpm": 800000, "input_cost_per_token_priority": 0.0000036, "input_cost_per_token_above_200k_tokens_priority": 0.0000072, "output_cost_per_token_priority": 0.0000216, "output_cost_per_token_above_200k_tokens_priority": 0.0000324, "cache_read_input_token_cost_priority": 3.6e-7, "cache_read_input_token_cost_above_200k_tokens_priority": 7.2e-7, "supports_service_tier": true, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "model_id": "3.1-pro-preview-customtools", "model_name": "3.1 Pro Preview Customtools", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 2, "output_cost_per_million": 12, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000015, "output_cost_per_token": 0.000009, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000001, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_reasoning_token": 0.000009, "rpm": 2000, "source": "https://ai.google.dev/pricing/gemini-3", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_audio_input": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_video_input": true, "supports_web_search": true, "supports_native_streaming": true, "tpm": 800000, "input_cost_per_token_priority": 0.0000027, "input_cost_per_audio_token_priority": 0.0000018, "output_cost_per_token_priority": 0.0000162, "cache_read_input_token_cost_priority": 2.7e-7, "supports_service_tier": true, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "model_id": "3.5-flash", "model_name": "3.5 Flash", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 1.5, "output_cost_per_million": 9, "cache_read_cost_per_token": 1.5e-7, "cache_read_cost_per_million": 0.15, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "input_cost_per_token": 1.5e-7, "output_cost_per_token": 0, "max_input_tokens": 2048, "max_tokens": 2048, "output_vector_size": 3072, "rpm": 10000, "source": "https://ai.google.dev/gemini-api/docs/embeddings#model-versions", "tpm": 10000000, "model_id": "embedding-001", "model_name": "Embedding 001", "provider_id": "google", "provider_name": "Google", "max_output_tokens": 0, "input_cost_per_million": 0.15, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 0, "max_input_tokens": 8192, "input_cost_per_audio_per_second": 0.00016, "input_cost_per_image": 0.00012, "input_cost_per_video_per_second": 0.00079, "max_tokens": 8192, "output_vector_size": 3072, "rpm": 10000, "source": "https://ai.google.dev/gemini-api/docs/pricing", "supports_multimodal": true, "tpm": 10000000, "model_id": "embedding-2", "model_name": "Embedding 2", "provider_id": "google", "provider_name": "Google", "max_output_tokens": 0, "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 0, "max_input_tokens": 8192, "input_cost_per_audio_per_second": 0.00016, "input_cost_per_image": 0.00012, "input_cost_per_video_per_second": 0.00079, "max_tokens": 8192, "output_vector_size": 3072, "rpm": 10000, "source": "https://ai.google.dev/gemini-api/docs/pricing", "supports_multimodal": true, "tpm": 10000000, "model_id": "embedding-2-preview", "model_name": "Embedding 2 Preview", "provider_id": "google", "provider_name": "Google", "max_output_tokens": 0, "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 1048576, "max_output_tokens": 8192, "input_cost_per_token_above_128k_tokens": 0, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 8192, "max_video_length": 1, "max_videos_per_prompt": 10, "metadata": { "notes": "Rate limits not documented for gemini-exp-1114. Assuming same as gemini-1.5-pro.", "supports_tool_choice": true }, "output_cost_per_token_above_128k_tokens": 0, "rpm": 1000, "source": "https://ai.google.dev/pricing", "supports_system_messages": true, "supports_tool_choice": true, "tpm": 4000000, "model_id": "exp-1114", "model_name": "Exp 1114", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 2097152, "max_output_tokens": 8192, "input_cost_per_token_above_128k_tokens": 0, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 8192, "max_video_length": 1, "max_videos_per_prompt": 10, "metadata": { "notes": "Rate limits not documented for gemini-exp-1206. Assuming same as gemini-1.5-pro.", "supports_tool_choice": true }, "output_cost_per_token_above_128k_tokens": 0, "rpm": 1000, "source": "https://ai.google.dev/pricing", "supports_system_messages": true, "supports_tool_choice": true, "tpm": 4000000, "model_id": "exp-1206", "model_name": "Exp (Jun 2012)", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000001, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_reasoning_token": 0.0000025, "rpm": 15, "source": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "tpm": 250000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "flash-latest", "model_name": "Flash Latest", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 3e-7, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_reasoning_token": 4e-7, "rpm": 15, "source": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "tpm": 250000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "flash-lite-latest", "model_name": "Flash Lite Latest", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_vision": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_images_per_prompt": 3000, "max_tokens": 32768, "output_cost_per_image": 0.039, "source": "https://ai.google.dev/pricing", "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "model_id": "gemini-2.0-flash-exp-image-generation", "model_name": "Gemini 2.0 Flash Exp Image Generation", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1048576, "max_output_tokens": 8192, "input_cost_per_audio_token": 0.000001, "max_tokens": 8192, "source": "https://ai.google.dev/pricing", "supported_endpoints": [ "/v1/realtime" ], "supported_modalities": [ "text", "audio" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "model_id": "gemini-2.5-flash-native-audio-latest", "model_name": "Gemini 2.5 Flash Native Audio Latest", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1048576, "max_output_tokens": 8192, "input_cost_per_audio_token": 0.000001, "max_tokens": 8192, "source": "https://ai.google.dev/pricing", "supported_endpoints": [ "/v1/realtime" ], "supported_modalities": [ "text", "audio" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "model_id": "gemini-2.5-flash-native-audio-preview-09-2025", "model_name": "Gemini 2.5 Flash Native Audio Preview 09 2025", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1048576, "max_output_tokens": 8192, "input_cost_per_audio_token": 0.000001, "max_tokens": 8192, "source": "https://ai.google.dev/pricing", "supported_endpoints": [ "/v1/realtime" ], "supported_modalities": [ "text", "audio" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "model_id": "gemini-2.5-flash-native-audio-preview-12-2025", "model_name": "Gemini 2.5 Flash Native Audio Preview 12 2025", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "source": "https://ai.google.dev/pricing", "supported_endpoints": [ "/v1/audio/speech" ], "model_id": "gemini-2.5-flash-preview-tts", "model_name": "Gemini 2.5 Flash Preview TTS", "provider_id": "google", "provider_name": "Google", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 7.5e-7, "output_cost_per_token": 0.0000045, "max_input_tokens": 131072, "max_output_tokens": 65536, "input_cost_per_audio_token": 0.000003, "input_cost_per_image_token": 0.000001, "input_cost_per_video_per_second": 0.000033333333333333335, "max_tokens": 65536, "output_cost_per_audio_token": 0.000012, "source": "https://ai.google.dev/gemini-api/docs/pricing", "supported_endpoints": [ "/v1/realtime" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "supports_web_search": true, "model_id": "gemini-3.1-flash-live-preview", "model_name": "Gemini 3.1 Flash Live Preview", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.75, "output_cost_per_million": 4.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000001, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_reasoning_token": 0.0000025, "rpm": 100000, "source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "tpm": 8000000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "gemini-exp-1206", "model_name": "Gemini Exp (Jun 2012)", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000001, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_reasoning_token": 0.0000025, "rpm": 100000, "source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "tpm": 8000000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "gemini-flash-latest", "model_name": "Gemini Flash Latest", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 3e-7, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_reasoning_token": 4e-7, "rpm": 15, "source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-lite", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "tpm": 250000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "gemini-flash-lite-latest", "model_name": "Gemini Flash Lite Latest", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 1e-8, "cache_read_cost_per_million": 0.01, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 1048576, "max_output_tokens": 65535, "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, "input_cost_per_token_above_200k_tokens": 0.0000025, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_token_above_200k_tokens": 0.000015, "rpm": 2000, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_video_input": true, "supports_web_search": true, "tpm": 800000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "gemini-pro-latest", "model_name": "Gemini Pro Latest", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 3.5e-7, "output_cost_per_token": 0.00000105, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models", "supports_tool_choice": true, "tpm": 250000, "rpm": 10, "model_id": "gemma-2-27b-it", "model_name": "Gemma-2 Instruct (27B)", "provider_id": "google", "provider_name": "Google", "max_input_tokens": 0, "input_cost_per_million": 0.35, "output_cost_per_million": 1.0499999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 3.5e-7, "output_cost_per_token": 0.00000105, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models", "supports_tool_choice": true, "tpm": 250000, "rpm": 10, "model_id": "gemma-2-9b-it", "model_name": "Gemma-2 Instruct (9B)", "provider_id": "google", "provider_name": "Google", "max_input_tokens": 0, "input_cost_per_million": 0.35, "output_cost_per_million": 1.0499999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 131072, "max_output_tokens": 8192, "input_cost_per_audio_per_second": 0, "input_cost_per_audio_per_second_above_128k_tokens": 0, "input_cost_per_character": 0, "input_cost_per_character_above_128k_tokens": 0, "input_cost_per_image": 0, "input_cost_per_image_above_128k_tokens": 0, "input_cost_per_token_above_128k_tokens": 0, "input_cost_per_video_per_second": 0, "input_cost_per_video_per_second_above_128k_tokens": 0, "max_tokens": 8192, "output_cost_per_character": 0, "output_cost_per_character_above_128k_tokens": 0, "output_cost_per_token_above_128k_tokens": 0, "source": "https://aistudio.google.com", "supports_audio_output": false, "supports_system_messages": false, "supports_tool_choice": true, "model_id": "gemma-3-27b-it", "model_name": "Gemma 3 27B It", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "input_cost_per_query": 0.005, "model_id": "google_pse/search", "model_name": "Search", "provider_id": "google", "provider_name": "Google", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "search", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32767, "max_output_tokens": 8192, "input_cost_per_audio_per_second": 0, "input_cost_per_audio_per_second_above_128k_tokens": 0, "input_cost_per_character": 0, "input_cost_per_character_above_128k_tokens": 0, "input_cost_per_image": 0, "input_cost_per_image_above_128k_tokens": 0, "input_cost_per_token_above_128k_tokens": 0, "input_cost_per_video_per_second": 0, "input_cost_per_video_per_second_above_128k_tokens": 0, "max_tokens": 8192, "output_cost_per_character": 0, "output_cost_per_character_above_128k_tokens": 0, "output_cost_per_token_above_128k_tokens": 0, "source": "https://aistudio.google.com", "supports_audio_output": false, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "learnlm-1.5-pro-experimental", "model_name": "Learnlm 1.5 Pro Experimental", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000003, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_audio_token": 0.000012, "rpm": 100000, "source": "https://ai.google.dev/gemini-api/docs/pricing", "supported_endpoints": [ "/v1/realtime" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "tpm": 8000000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "live-2.5-flash-preview-native-audio-09-2025", "model_name": "Live 2.5 Flash Preview Native Audio 09 2025", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.3, "output_cost_per_million": 2, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "realtime", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": false, "supports_vision": false, "supports_response_schema": false, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 131072, "max_output_tokens": 8192, "max_tokens": 8192, "output_cost_per_image": 0.04, "source": "https://ai.google.dev/gemini-api/docs/pricing", "supported_modalities": [ "text" ], "supported_output_modalities": [ "audio" ], "supports_audio_input": false, "supports_audio_output": true, "supports_prompt_caching": false, "supports_system_messages": false, "supports_web_search": false, "model_id": "lyria-3-clip-preview", "model_name": "Lyria 3 Clip Preview", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_vision": false, "supports_response_schema": false, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 131072, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://ai.google.dev/gemini-api/docs/pricing", "supported_modalities": [ "text" ], "supported_output_modalities": [ "audio" ], "supports_audio_input": false, "supports_audio_output": true, "supports_prompt_caching": false, "supports_system_messages": false, "supports_web_search": false, "model_id": "lyria-3-pro-preview", "model_name": "Lyria 3 Pro Preview", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 1048576, "max_output_tokens": 65535, "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, "input_cost_per_token_above_200k_tokens": 0.0000025, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_token_above_200k_tokens": 0.000015, "rpm": 2000, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_video_input": true, "supports_web_search": true, "tpm": 800000, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "pro-latest", "model_name": "Pro Latest", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000001, "max_tokens": 65535, "output_cost_per_reasoning_token": 0.0000025, "source": "https://ai.google.dev/gemini-api/docs/models#gemini-robotics-er-1-5-preview", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions" ], "supported_modalities": [ "text", "image", "video", "audio" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_prompt_caching": false, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "tpm": 250000, "rpm": 10, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "robotics-er-1.5-preview", "model_name": "Robotics Er 1.5 Preview", "provider_id": "google", "provider_name": "Google", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "max_input_tokens": 1024, "max_tokens": 1024, "output_cost_per_second": 0.05, "output_cost_per_second_1080p": 0.08, "source": "https://ai.google.dev/gemini-api/docs/video", "supported_modalities": [ "text" ], "supported_output_modalities": [ "video" ], "model_id": "veo-3.1-lite-generate-preview", "model_name": "Veo 3.1 Lite Generate Preview", "provider_id": "google", "provider_name": "Google", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "video_generation", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 131072, "max_output_tokens": 40960, "max_tokens": 40960, "supported_endpoints": [ "/v1/chat/completions" ], "supported_modalities": [ "text" ], "supports_tool_choice": false, "model_id": "gradient_ai/alibaba-qwen3-32b", "model_name": "Alibaba Qwen3 32B", "provider_id": "gradient", "provider_name": "Gradient", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 1024, "max_tokens": 1024, "supported_endpoints": [ "/v1/chat/completions" ], "supported_modalities": [ "text" ], "supports_tool_choice": false, "model_id": "gradient_ai/anthropic-claude-3-opus", "model_name": "Anthropic Claude 3 Opus", "provider_id": "gradient", "provider_name": "Gradient", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 8e-7, "output_cost_per_token": 0.000004, "max_input_tokens": 200000, "max_output_tokens": 1024, "max_tokens": 1024, "supported_endpoints": [ "/v1/chat/completions" ], "supported_modalities": [ "text" ], "supports_tool_choice": false, "model_id": "gradient_ai/anthropic-claude-3.5-haiku", "model_name": "Anthropic Claude 3.5 Haiku", "provider_id": "gradient", "provider_name": "Gradient", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 1024, "max_tokens": 1024, "supported_endpoints": [ "/v1/chat/completions" ], "supported_modalities": [ "text" ], "supports_tool_choice": false, "model_id": "gradient_ai/anthropic-claude-3.5-sonnet", "model_name": "Anthropic Claude 3.5 Sonnet", "provider_id": "gradient", "provider_name": "Gradient", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 1024, "max_tokens": 1024, "supported_endpoints": [ "/v1/chat/completions" ], "supported_modalities": [ "text" ], "supports_tool_choice": false, "model_id": "gradient_ai/anthropic-claude-3.7-sonnet", "model_name": "Anthropic Claude 3.7 Sonnet", "provider_id": "gradient", "provider_name": "Gradient", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9.9e-7, "output_cost_per_token": 9.9e-7, "max_input_tokens": 32768, "max_output_tokens": 8000, "max_tokens": 8000, "supported_endpoints": [ "/v1/chat/completions" ], "supported_modalities": [ "text" ], "supports_tool_choice": false, "model_id": "gradient_ai/deepseek-r1-distill-llama-70b", "model_name": "Deepseek R1 Distill Llama 70B", "provider_id": "gradient", "provider_name": "Gradient", "input_cost_per_million": 0.9900000000000001, "output_cost_per_million": 0.9900000000000001, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 8192, "max_output_tokens": 512, "max_tokens": 512, "supported_endpoints": [ "/v1/chat/completions" ], "supported_modalities": [ "text" ], "supports_tool_choice": false, "model_id": "gradient_ai/llama3-8b-instruct", "model_name": "Llama3 8B Instruct", "provider_id": "gradient", "provider_name": "Gradient", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 6.5e-7, "output_cost_per_token": 6.5e-7, "max_input_tokens": 128000, "max_output_tokens": 2048, "max_tokens": 2048, "supported_endpoints": [ "/v1/chat/completions" ], "supported_modalities": [ "text" ], "supports_tool_choice": false, "model_id": "gradient_ai/llama3.3-70b-instruct", "model_name": "Llama3.3 70B Instruct", "provider_id": "gradient", "provider_name": "Gradient", "input_cost_per_million": 0.65, "output_cost_per_million": 0.65, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 128000, "max_output_tokens": 512, "max_tokens": 512, "supported_endpoints": [ "/v1/chat/completions" ], "supported_modalities": [ "text" ], "supports_tool_choice": false, "model_id": "gradient_ai/mistral-nemo-instruct-2407", "model_name": "Mistral Nemo Instruct (Jul 2024)", "provider_id": "gradient", "provider_name": "Gradient", "input_cost_per_million": 0.3, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supported_endpoints": [ "/v1/chat/completions" ], "supported_modalities": [ "text" ], "supports_tool_choice": false, "model_id": "gradient_ai/openai-gpt-4o", "model_name": "Openai GPT-4o", "provider_id": "gradient", "provider_name": "Gradient", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supported_endpoints": [ "/v1/chat/completions" ], "supported_modalities": [ "text" ], "supports_tool_choice": false, "model_id": "gradient_ai/openai-gpt-4o-mini", "model_name": "Openai GPT-4o Mini", "provider_id": "gradient", "provider_name": "Gradient", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supported_endpoints": [ "/v1/chat/completions" ], "supported_modalities": [ "text" ], "supports_tool_choice": false, "model_id": "gradient_ai/openai-o3", "model_name": "Openai O3", "provider_id": "gradient", "provider_name": "Gradient", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000044, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supported_endpoints": [ "/v1/chat/completions" ], "supported_modalities": [ "text" ], "supports_tool_choice": false, "model_id": "gradient_ai/openai-o3-mini", "model_name": "Openai O3 Mini", "provider_id": "gradient", "provider_name": "Gradient", "input_cost_per_million": 1.1, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 5e-8, "output_cost_per_token": 8e-8, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "model_id": "gemma-7b-it", "model_name": "Gemma 7B It", "provider_id": "groq", "provider_name": "Groq", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.08, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 5e-8, "output_cost_per_token": 8e-8, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "model_id": "llama-3.1-8b-instant", "model_name": "Llama 3.1 8B Instant", "provider_id": "groq", "provider_name": "Groq", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.08, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 5.9e-7, "output_cost_per_token": 7.9e-7, "max_input_tokens": 128000, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "model_id": "llama-3.3-70b-versatile", "model_name": "Llama 3.3 70B Versatile", "provider_id": "groq", "provider_name": "Groq", "input_cost_per_million": 0.59, "output_cost_per_million": 0.7899999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 131072, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "model_id": "meta-llama/llama-4-maverick-17b-128e-instruct", "model_name": "Llama 4 Maverick Instruct (17Bx128E)", "provider_id": "groq", "provider_name": "Groq", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.1e-7, "output_cost_per_token": 3.4e-7, "max_input_tokens": 131072, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "model_id": "meta-llama/llama-4-scout-17b-16e-instruct", "model_name": "Llama 4 Scout Instruct (17Bx16E)", "provider_id": "groq", "provider_name": "Groq", "input_cost_per_million": 0.11, "output_cost_per_million": 0.33999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "meta-llama/llama-guard-4-12b", "model_name": "Llama Guard 4 12B", "provider_id": "groq", "provider_name": "Groq", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000003, "max_input_tokens": 262144, "max_output_tokens": 16384, "max_tokens": 16384, "supports_tool_choice": true, "model_id": "moonshotai/kimi-k2-instruct-0905", "model_name": "Kimi K2 Instruct (May 2009)", "provider_id": "groq", "provider_name": "Groq", "input_cost_per_million": 1, "output_cost_per_million": 3, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-8, "output_cost_per_token": 3e-7, "max_input_tokens": 131072, "max_output_tokens": 65536, "max_tokens": 65536, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "openai/gpt-oss-safeguard-20b", "model_name": "GPT Oss Safeguard 20B", "provider_id": "groq", "provider_name": "Groq", "input_cost_per_million": 0.075, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 3.7e-8, "cache_read_cost_per_million": 0.037, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "max_input_tokens": 10000, "max_output_tokens": 10000, "input_cost_per_character": 0.00005, "max_tokens": 10000, "model_id": "playai-tts", "model_name": "Playai TTS", "provider_id": "groq", "provider_name": "Groq", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 2.9e-7, "output_cost_per_token": 5.9e-7, "max_input_tokens": 131000, "max_output_tokens": 131000, "max_tokens": 131000, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "qwen/qwen3-32b", "model_name": "Qwen3 32B", "provider_id": "groq", "provider_name": "Groq", "input_cost_per_million": 0.29, "output_cost_per_million": 0.59, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00003083, "output_cost_per_second": 0, "model_id": "whisper-large-v3", "model_name": "Whisper Large V3", "provider_id": "groq", "provider_name": "Groq", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.00001111, "output_cost_per_second": 0, "model_id": "whisper-large-v3-turbo", "model_name": "Whisper Large V3 Turbo", "provider_id": "groq", "provider_name": "Groq", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "heroku/claude-3-5-haiku", "model_name": "Claude 3.5 Haiku", "provider_id": "heroku", "provider_name": "Heroku", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "heroku/claude-3-5-sonnet-latest", "model_name": "Claude 3.5 Sonnet", "provider_id": "heroku", "provider_name": "Heroku", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "heroku/claude-3-7-sonnet", "model_name": "Claude 3 7 Sonnet", "provider_id": "heroku", "provider_name": "Heroku", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "heroku/claude-4-sonnet", "model_name": "Claude 4 Sonnet", "provider_id": "heroku", "provider_name": "Heroku", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "hyperbolic/deepseek-ai/DeepSeek-R1", "model_name": "DeepSeek R1", "provider_id": "hyperbolic", "provider_name": "Hyperbolic", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 2.5e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "hyperbolic/deepseek-ai/DeepSeek-R1-0528", "model_name": "DeepSeek R1 0528", "provider_id": "hyperbolic", "provider_name": "Hyperbolic", "input_cost_per_million": 0.25, "output_cost_per_million": 0.25, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "hyperbolic/deepseek-ai/DeepSeek-V3", "model_name": "DeepSeek V3", "provider_id": "hyperbolic", "provider_name": "Hyperbolic", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "hyperbolic/deepseek-ai/DeepSeek-V3-0324", "model_name": "DeepSeek V3 0324", "provider_id": "hyperbolic", "provider_name": "Hyperbolic", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 1.2e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "hyperbolic/meta-llama/Llama-3.2-3B-Instruct", "model_name": "Llama 3.2 3B Instruct", "provider_id": "hyperbolic", "provider_name": "Hyperbolic", "input_cost_per_million": 0.12, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 1.2e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "hyperbolic/meta-llama/Llama-3.3-70B-Instruct", "model_name": "Llama 3.3 70B Instruct", "provider_id": "hyperbolic", "provider_name": "Hyperbolic", "input_cost_per_million": 0.12, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 1.2e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "hyperbolic/meta-llama/Meta-Llama-3-70B-Instruct", "model_name": "Meta Llama 3 70B Instruct", "provider_id": "hyperbolic", "provider_name": "Hyperbolic", "input_cost_per_million": 0.12, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 1.2e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "hyperbolic/meta-llama/Meta-Llama-3.1-405B-Instruct", "model_name": "Meta Llama 3.1 405B Instruct", "provider_id": "hyperbolic", "provider_name": "Hyperbolic", "input_cost_per_million": 0.12, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 1.2e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "hyperbolic/meta-llama/Meta-Llama-3.1-70B-Instruct", "model_name": "Meta Llama 3.1 70B Instruct", "provider_id": "hyperbolic", "provider_name": "Hyperbolic", "input_cost_per_million": 0.12, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 1.2e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "hyperbolic/meta-llama/Meta-Llama-3.1-8B-Instruct", "model_name": "Meta Llama 3.1 8B Instruct", "provider_id": "hyperbolic", "provider_name": "Hyperbolic", "input_cost_per_million": 0.12, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000002, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "hyperbolic/moonshotai/Kimi-K2-Instruct", "model_name": "Kimi K2 Instruct", "provider_id": "hyperbolic", "provider_name": "Hyperbolic", "input_cost_per_million": 2, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 1.2e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "hyperbolic/NousResearch/Hermes-3-Llama-3.1-70B", "model_name": "Hermes 3 Llama 3.1 70B", "provider_id": "hyperbolic", "provider_name": "Hyperbolic", "input_cost_per_million": 0.12, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 1.2e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "hyperbolic/Qwen/Qwen2.5-72B-Instruct", "model_name": "Qwen2.5 72B Instruct", "provider_id": "hyperbolic", "provider_name": "Hyperbolic", "input_cost_per_million": 0.12, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 1.2e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "hyperbolic/Qwen/Qwen2.5-Coder-32B-Instruct", "model_name": "Qwen2.5 Coder 32B Instruct", "provider_id": "hyperbolic", "provider_name": "Hyperbolic", "input_cost_per_million": 0.12, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000002, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "hyperbolic/Qwen/Qwen3-235B-A22B", "model_name": "Qwen3 235B A22B", "provider_id": "hyperbolic", "provider_name": "Hyperbolic", "input_cost_per_million": 2, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "hyperbolic/Qwen/QwQ-32B", "model_name": "QwQ 32B", "provider_id": "hyperbolic", "provider_name": "Hyperbolic", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 7.5e-7, "max_input_tokens": 128000, "max_output_tokens": 50000, "max_tokens": 50000, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "inception/mercury-2", "model_name": "Mercury 2", "provider_id": "inception", "provider_name": "Inception", "input_cost_per_million": 0.25, "output_cost_per_million": 0.75, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.8e-8, "output_cost_per_token": 1.8e-8, "max_input_tokens": 1024, "max_output_tokens": 1024, "max_document_chunks_per_query": 2048, "max_tokens": 1024, "model_id": "jina-reranker-v2-base-multilingual", "model_name": "Jina Reranker V2 Base Multilingual", "provider_id": "jina", "provider_name": "Jina", "input_cost_per_million": 0.018, "output_cost_per_million": 0.018, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "rerank", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "lambda_ai/deepseek-llama3.3-70b", "model_name": "Deepseek Llama3.3 70B", "provider_id": "lambda", "provider_name": "Lambda", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "lambda_ai/deepseek-r1-0528", "model_name": "Deepseek R1 0528", "provider_id": "lambda", "provider_name": "Lambda", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 8e-7, "output_cost_per_token": 8e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "lambda_ai/deepseek-r1-671b", "model_name": "Deepseek R1 671B", "provider_id": "lambda", "provider_name": "Lambda", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 0.7999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "lambda_ai/deepseek-v3-0324", "model_name": "Deepseek V3 0324", "provider_id": "lambda", "provider_name": "Lambda", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 8e-7, "output_cost_per_token": 8e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "lambda_ai/hermes3-405b", "model_name": "Hermes3 405B", "provider_id": "lambda", "provider_name": "Lambda", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 0.7999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 1.2e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "lambda_ai/hermes3-70b", "model_name": "Hermes3 70B", "provider_id": "lambda", "provider_name": "Lambda", "input_cost_per_million": 0.12, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 2.5e-8, "output_cost_per_token": 4e-8, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "lambda_ai/hermes3-8b", "model_name": "Hermes3 8B", "provider_id": "lambda", "provider_name": "Lambda", "input_cost_per_million": 0.024999999999999998, "output_cost_per_million": 0.04, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "lambda_ai/lfm-40b", "model_name": "Lfm 40B", "provider_id": "lambda", "provider_name": "Lambda", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 2.5e-8, "output_cost_per_token": 4e-8, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "lambda_ai/lfm-7b", "model_name": "Lfm 7B", "provider_id": "lambda", "provider_name": "Lambda", "input_cost_per_million": 0.024999999999999998, "output_cost_per_million": 0.04, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 1e-7, "max_input_tokens": 131072, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "lambda_ai/llama-4-maverick-17b-128e-instruct-fp8", "model_name": "Llama 4 Maverick 17B 128e Instruct Fp8", "provider_id": "lambda", "provider_name": "Lambda", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 1e-7, "max_input_tokens": 16384, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "lambda_ai/llama-4-scout-17b-16e-instruct", "model_name": "Llama 4 Scout Instruct (17Bx16E)", "provider_id": "lambda", "provider_name": "Lambda", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 8e-7, "output_cost_per_token": 8e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "lambda_ai/llama3.1-405b-instruct-fp8", "model_name": "Llama3.1 405B Instruct Fp8", "provider_id": "lambda", "provider_name": "Lambda", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 0.7999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 1.2e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "lambda_ai/llama3.1-70b-instruct-fp8", "model_name": "Llama3.1 70B Instruct Fp8", "provider_id": "lambda", "provider_name": "Lambda", "input_cost_per_million": 0.12, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 2.5e-8, "output_cost_per_token": 4e-8, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "lambda_ai/llama3.1-8b-instruct", "model_name": "Llama3.1 8B Instruct", "provider_id": "lambda", "provider_name": "Lambda", "input_cost_per_million": 0.024999999999999998, "output_cost_per_million": 0.04, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 1.2e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "lambda_ai/llama3.1-nemotron-70b-instruct-fp8", "model_name": "Llama3.1 Nemotron 70B Instruct Fp8", "provider_id": "lambda", "provider_name": "Lambda", "input_cost_per_million": 0.12, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "input_cost_per_token": 1.5e-8, "output_cost_per_token": 2.5e-8, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "lambda_ai/llama3.2-11b-vision-instruct", "model_name": "Llama3.2 11B Vision Instruct", "provider_id": "lambda", "provider_name": "Lambda", "input_cost_per_million": 0.015, "output_cost_per_million": 0.024999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 1.5e-8, "output_cost_per_token": 2.5e-8, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "lambda_ai/llama3.2-3b-instruct", "model_name": "Llama3.2 3B Instruct", "provider_id": "lambda", "provider_name": "Lambda", "input_cost_per_million": 0.015, "output_cost_per_million": 0.024999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 1.2e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "lambda_ai/llama3.3-70b-instruct-fp8", "model_name": "Llama3.3 70B Instruct Fp8", "provider_id": "lambda", "provider_name": "Lambda", "input_cost_per_million": 0.12, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 1e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "lambda_ai/qwen25-coder-32b-instruct", "model_name": "Qwen25 Coder 32B Instruct", "provider_id": "lambda", "provider_name": "Lambda", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 1e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "lambda_ai/qwen3-32b-fp8", "model_name": "Qwen3 32B Fp8", "provider_id": "lambda", "provider_name": "Lambda", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "model_id": "lemonade/Gemma-3-4b-it-GGUF", "model_name": "Gemma 3 4B It GGUF", "provider_id": "lemonade", "provider_name": "Lemonade", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "model_id": "lemonade/gpt-oss-120b-mxfp-GGUF", "model_name": "GPT Oss 120B Mxfp GGUF", "provider_id": "lemonade", "provider_name": "Lemonade", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "model_id": "lemonade/gpt-oss-20b-mxfp4-GGUF", "model_name": "GPT Oss 20B Mxfp4 GGUF", "provider_id": "lemonade", "provider_name": "Lemonade", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 262144, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "model_id": "lemonade/Qwen3-4B-Instruct-2507-GGUF", "model_name": "Qwen3 4B Instruct 2507 GGUF", "provider_id": "lemonade", "provider_name": "Lemonade", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 262144, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "model_id": "lemonade/Qwen3-Coder-30B-A3B-Instruct-GGUF", "model_name": "Qwen3 Coder 30B A3B Instruct GGUF", "provider_id": "lemonade", "provider_name": "Lemonade", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_query": 0.00587, "model_id": "linkup/search", "model_name": "Search", "provider_id": "linkup", "provider_name": "Linkup", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "search", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_query": 0.05867, "model_id": "linkup/search-deep", "model_name": "Search Deep", "provider_id": "linkup", "provider_name": "Linkup", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "search", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-8, "output_cost_per_token": 1.2e-7, "max_input_tokens": 16384, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "llamagate/codellama-7b", "model_name": "Codellama 7B", "provider_id": "llamagate", "provider_name": "Llamagate", "input_cost_per_million": 0.06, "output_cost_per_million": 0.12, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-8, "output_cost_per_token": 1.2e-7, "max_input_tokens": 16384, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "llamagate/deepseek-coder-6.7b", "model_name": "Deepseek Coder 6.7B", "provider_id": "llamagate", "provider_name": "Llamagate", "input_cost_per_million": 0.06, "output_cost_per_million": 0.12, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 8e-8, "output_cost_per_token": 1.5e-7, "max_input_tokens": 131072, "max_output_tokens": 16384, "max_tokens": 16384, "supports_reasoning": true, "model_id": "llamagate/deepseek-r1-7b-qwen", "model_name": "Deepseek R1 7B Qwen", "provider_id": "llamagate", "provider_name": "Llamagate", "input_cost_per_million": 0.08, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 65536, "max_output_tokens": 16384, "max_tokens": 16384, "supports_reasoning": true, "model_id": "llamagate/deepseek-r1-8b", "model_name": "Deepseek R1 8B", "provider_id": "llamagate", "provider_name": "Llamagate", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 8e-8, "output_cost_per_token": 1.5e-7, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "llamagate/dolphin3-8b", "model_name": "Dolphin3 8B", "provider_id": "llamagate", "provider_name": "Llamagate", "input_cost_per_million": 0.08, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-8, "output_cost_per_token": 8e-8, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "llamagate/gemma3-4b", "model_name": "Gemma3 4B", "provider_id": "llamagate", "provider_name": "Llamagate", "input_cost_per_million": 0.03, "output_cost_per_million": 0.08, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3e-8, "output_cost_per_token": 5e-8, "max_input_tokens": 131072, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "llamagate/llama-3.1-8b", "model_name": "Llama 3.1 8B", "provider_id": "llamagate", "provider_name": "Llamagate", "input_cost_per_million": 0.03, "output_cost_per_million": 0.049999999999999996, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 4e-8, "output_cost_per_token": 8e-8, "max_input_tokens": 131072, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "llamagate/llama-3.2-3b", "model_name": "Llama 3.2 3B", "provider_id": "llamagate", "provider_name": "Llamagate", "input_cost_per_million": 0.04, "output_cost_per_million": 0.08, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 4096, "max_output_tokens": 2048, "max_tokens": 2048, "model_id": "llamagate/llava-7b", "model_name": "Llava 7B", "provider_id": "llamagate", "provider_name": "Llamagate", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 1.5e-7, "max_input_tokens": 32768, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "llamagate/mistral-7b-v0.3", "model_name": "Mistral 7B V0.3", "provider_id": "llamagate", "provider_name": "Llamagate", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-8, "output_cost_per_token": 0, "max_input_tokens": 8192, "max_tokens": 8192, "model_id": "llamagate/nomic-embed-text", "model_name": "Nomic Embed Text", "provider_id": "llamagate", "provider_name": "Llamagate", "max_output_tokens": 0, "input_cost_per_million": 0.02, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 8e-8, "output_cost_per_token": 1.5e-7, "max_input_tokens": 32768, "max_output_tokens": 8192, "max_tokens": 8192, "supports_reasoning": true, "model_id": "llamagate/openthinker-7b", "model_name": "Openthinker 7B", "provider_id": "llamagate", "provider_name": "Llamagate", "input_cost_per_million": 0.08, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-8, "output_cost_per_token": 1.2e-7, "max_input_tokens": 32768, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "llamagate/qwen2.5-coder-7b", "model_name": "Qwen2.5 Coder 7B", "provider_id": "llamagate", "provider_name": "Llamagate", "input_cost_per_million": 0.06, "output_cost_per_million": 0.12, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 4e-8, "output_cost_per_token": 1.4e-7, "max_input_tokens": 32768, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "llamagate/qwen3-8b", "model_name": "Qwen3 8B", "provider_id": "llamagate", "provider_name": "Llamagate", "input_cost_per_million": 0.04, "output_cost_per_million": 0.14, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-8, "output_cost_per_token": 0, "max_input_tokens": 40960, "max_tokens": 40960, "model_id": "llamagate/qwen3-embedding-8b", "model_name": "Qwen3 Embedding 8B", "provider_id": "llamagate", "provider_name": "Llamagate", "max_output_tokens": 0, "input_cost_per_million": 0.02, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 5.5e-7, "max_input_tokens": 32768, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "llamagate/qwen3-vl-8b", "model_name": "Qwen3 Vl 8B", "provider_id": "llamagate", "provider_name": "Llamagate", "input_cost_per_million": 0.15, "output_cost_per_million": 0.55, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "max_input_tokens": 128000, "max_output_tokens": 4028, "max_tokens": 4028, "source": "https://llama.developer.meta.com/docs/models", "supported_modalities": [ "text" ], "supported_output_modalities": [ "text" ], "supports_tool_choice": true, "model_id": "meta_llama/Llama-3.3-70B-Instruct", "model_name": "Llama 3.3 70B Instruct", "provider_id": "meta", "provider_name": "Meta", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "max_input_tokens": 128000, "max_output_tokens": 4028, "max_tokens": 4028, "source": "https://llama.developer.meta.com/docs/models", "supported_modalities": [ "text" ], "supported_output_modalities": [ "text" ], "supports_tool_choice": true, "model_id": "meta_llama/Llama-3.3-8B-Instruct", "model_name": "Llama 3.3 8B Instruct", "provider_id": "meta", "provider_name": "Meta", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "max_input_tokens": 1000000, "max_output_tokens": 4028, "max_tokens": 4028, "source": "https://llama.developer.meta.com/docs/models", "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_tool_choice": true, "model_id": "meta_llama/Llama-4-Maverick-17B-128E-Instruct-FP8", "model_name": "Llama 4 Maverick 17B 128E Instruct FP8", "provider_id": "meta", "provider_name": "Meta", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "max_input_tokens": 10000000, "max_output_tokens": 4028, "max_tokens": 4028, "source": "https://llama.developer.meta.com/docs/models", "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_tool_choice": true, "model_id": "meta_llama/Llama-4-Scout-17B-16E-Instruct-FP8", "model_name": "Llama 4 Scout 17B 16E Instruct FP8", "provider_id": "meta", "provider_name": "Meta", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 200000, "max_output_tokens": 8192, "supports_tool_choice": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "model_id": "minimax/MiniMax-M2", "model_name": "MiniMax M2", "provider_id": "minimax", "provider_name": "MiniMax", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 3.75e-7, "cache_write_cost_per_million": 0.375, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 1000000, "max_output_tokens": 8192, "supports_tool_choice": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "model_id": "minimax/MiniMax-M2.1", "model_name": "MiniMax M2.1", "provider_id": "minimax", "provider_name": "MiniMax", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 3.75e-7, "cache_write_cost_per_million": 0.375, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000024, "max_input_tokens": 1000000, "max_output_tokens": 8192, "supports_tool_choice": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "model_id": "minimax/MiniMax-M2.1-lightning", "model_name": "MiniMax M2.1 Lightning", "provider_id": "minimax", "provider_name": "MiniMax", "input_cost_per_million": 0.3, "output_cost_per_million": 2.4, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 3.75e-7, "cache_write_cost_per_million": 0.375, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 1000000, "max_output_tokens": 8192, "supports_tool_choice": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "model_id": "minimax/MiniMax-M2.5", "model_name": "MiniMax M2.5", "provider_id": "minimax", "provider_name": "MiniMax", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 3.75e-7, "cache_write_cost_per_million": 0.375, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000024, "max_input_tokens": 1000000, "max_output_tokens": 8192, "supports_tool_choice": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "model_id": "minimax/MiniMax-M2.5-lightning", "model_name": "MiniMax M2.5 Lightning", "provider_id": "minimax", "provider_name": "MiniMax", "input_cost_per_million": 0.3, "output_cost_per_million": 2.4, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 3.75e-7, "cache_write_cost_per_million": 0.375, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000024, "max_input_tokens": 512000, "max_output_tokens": 128000, "supports_tool_choice": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "model_id": "minimax/MiniMax-M3", "model_name": "MiniMax M3", "provider_id": "minimax", "provider_name": "MiniMax", "input_cost_per_million": 0.6, "output_cost_per_million": 2.4, "cache_read_cost_per_token": 1.2e-7, "cache_read_cost_per_million": 0.12, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_character": 0.0001, "supported_endpoints": [ "/v1/audio/speech" ], "model_id": "minimax/speech-02-hd", "model_name": "Speech 02 HD", "provider_id": "minimax", "provider_name": "MiniMax", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_character": 0.00006, "supported_endpoints": [ "/v1/audio/speech" ], "model_id": "minimax/speech-02-turbo", "model_name": "Speech 02 Turbo", "provider_id": "minimax", "provider_name": "MiniMax", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_character": 0.0001, "supported_endpoints": [ "/v1/audio/speech" ], "model_id": "minimax/speech-2.6-hd", "model_name": "Speech 2.6 HD", "provider_id": "minimax", "provider_name": "MiniMax", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_character": 0.00006, "supported_endpoints": [ "/v1/audio/speech" ], "model_id": "minimax/speech-2.6-turbo", "model_name": "Speech 2.6 Turbo", "provider_id": "minimax", "provider_name": "MiniMax", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000003, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "codestral-2405", "model_name": "Codestral (May 2024)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 1, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "source": "https://mistral.ai/news/codestral-25-08", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "codestral-2508", "model_name": "Codestral (Aug 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.3, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.5e-7, "max_input_tokens": 8192, "max_tokens": 8192, "model_id": "codestral-embed", "model_name": "Codestral Embed", "provider_id": "mistral", "provider_name": "Mistral AI", "max_output_tokens": 0, "input_cost_per_million": 0.15, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.5e-7, "max_input_tokens": 8192, "max_tokens": 8192, "model_id": "codestral-embed-2505", "model_name": "Codestral Embed (May 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "max_output_tokens": 0, "input_cost_per_million": 0.15, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000003, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "codestral-latest", "model_name": "Codestral", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 1, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2.5e-7, "output_cost_per_token": 2.5e-7, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "source": "https://mistral.ai/technology/", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "codestral-mamba-latest", "model_name": "Codestral Mamba Latest", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.25, "output_cost_per_million": 0.25, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "source": "https://docs.mistral.ai/capabilities/code_generation/", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "codestral/codestral-2405", "model_name": "Codestral (May 2024)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "source": "https://docs.mistral.ai/capabilities/code_generation/", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "codestral/codestral-latest", "model_name": "Codestral", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "source": "https://mistral.ai/news/devstral-2-vibe-cli", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "devstral-2512", "model_name": "Devstral (Dec 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "source": "https://mistral.ai/news/devstral-2-vibe-cli", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "devstral-latest", "model_name": "Devstral Latest", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://mistral.ai/news/devstral", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "devstral-medium-2507", "model_name": "Devstral Medium (Jul 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "source": "https://mistral.ai/news/devstral-2-vibe-cli", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "devstral-medium-latest", "model_name": "Devstral Medium Latest", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://mistral.ai/news/devstral", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "devstral-small-2505", "model_name": "Devstral Small (May 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://mistral.ai/news/devstral", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "devstral-small-2507", "model_name": "Devstral Small (Jul 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "source": "https://docs.mistral.ai/models/devstral-small-2-25-12", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "devstral-small-latest", "model_name": "Devstral Small Latest", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "source": "https://docs.mistral.ai/models/devstral-small-2-25-12", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "labs-devstral-small-2512", "model_name": "Labs Devstral Small (Dec 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000005, "max_input_tokens": 40000, "max_output_tokens": 40000, "max_tokens": 40000, "source": "https://mistral.ai/news/magistral", "supports_assistant_prefill": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "magistral-medium-1-2-2509", "model_name": "Magistral Medium 1 2 (Sep 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 2, "output_cost_per_million": 5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000005, "max_input_tokens": 40000, "max_output_tokens": 40000, "max_tokens": 40000, "source": "https://mistral.ai/news/magistral", "supports_assistant_prefill": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "magistral-medium-2506", "model_name": "Magistral Medium (Jun 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 2, "output_cost_per_million": 5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000005, "max_input_tokens": 40000, "max_output_tokens": 40000, "max_tokens": 40000, "source": "https://mistral.ai/news/magistral", "supports_assistant_prefill": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "magistral-medium-2509", "model_name": "Magistral Medium (Sep 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 2, "output_cost_per_million": 5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000005, "max_input_tokens": 40000, "max_output_tokens": 40000, "max_tokens": 40000, "source": "https://mistral.ai/news/magistral", "supports_assistant_prefill": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "magistral-medium-latest", "model_name": "Magistral Medium Latest", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 2, "output_cost_per_million": 5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 40000, "max_output_tokens": 40000, "max_tokens": 40000, "source": "https://mistral.ai/pricing#api-pricing", "supports_assistant_prefill": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "magistral-small-1-2-2509", "model_name": "Magistral Small 1 2 (Sep 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 40000, "max_output_tokens": 40000, "max_tokens": 40000, "source": "https://mistral.ai/pricing#api-pricing", "supports_assistant_prefill": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "magistral-small-2506", "model_name": "Magistral Small (Jun 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 40000, "max_output_tokens": 40000, "max_tokens": 40000, "source": "https://mistral.ai/pricing#api-pricing", "supports_assistant_prefill": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "magistral-small-latest", "model_name": "Magistral Small Latest", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://mistral.ai/pricing", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "ministral-3-14b-2512", "model_name": "Ministral 3 14B (Dec 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://mistral.ai/pricing", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "ministral-3-3b-2512", "model_name": "Ministral 3 3B (Dec 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 1.5e-7, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://mistral.ai/pricing", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "ministral-3-8b-2512", "model_name": "Ministral 3 8B (Dec 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 1.5e-7, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://mistral.ai/pricing", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "ministral-8b-2512", "model_name": "Ministral 8B (Dec 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 1.5e-7, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://mistral.ai/pricing", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "ministral-8b-latest", "model_name": "Ministral 8B", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "max_input_tokens": 8192, "max_tokens": 8192, "model_id": "mistral-embed", "model_name": "Mistral Embed", "provider_id": "mistral", "provider_name": "Mistral AI", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000004, "output_cost_per_token": 0.000012, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "mistral-large-2402", "model_name": "Mistral Large (Feb 2024)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 4, "output_cost_per_million": 12, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000009, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "mistral-large-2407", "model_name": "Mistral Large (Jul 2024)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 3, "output_cost_per_million": 9, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://docs.mistral.ai/models/mistral-large-3-25-12", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "mistral-large-2512", "model_name": "Mistral Large (Dec 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://docs.mistral.ai/models/mistral-large-3-25-12", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "mistral-large-3", "model_name": "Mistral Large 3", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://docs.mistral.ai/models/mistral-large-3-25-12", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "mistral-large-latest", "model_name": "Mistral Large", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 0.0000027, "output_cost_per_token": 0.0000081, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "mistral-medium", "model_name": "Mistral Medium", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 2.7, "output_cost_per_million": 8.1, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 0.0000027, "output_cost_per_token": 0.0000081, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "mistral-medium-2312", "model_name": "Mistral Medium (Dec 2023)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 2.7, "output_cost_per_million": 8.1, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 131072, "max_output_tokens": 8191, "max_tokens": 8191, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "mistral-medium-2505", "model_name": "Mistral Medium (May 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://mistral.ai/news/mistral-medium-3", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "mistral-medium-3-1-2508", "model_name": "Mistral Medium 3 1 (Aug 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "mistral-medium-latest", "model_name": "Mistral Medium 3", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "ocr_cost_per_page": 0.001, "annotation_cost_per_page": 0.003, "supported_endpoints": [ "/v1/ocr" ], "source": "https://mistral.ai/pricing#api-pricing", "model_id": "mistral-ocr-2505-completion", "model_name": "Mistral Ocr 2505 Completion", "provider_id": "mistral", "provider_name": "Mistral AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "ocr", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "ocr_cost_per_page": 0.001, "annotation_cost_per_page": 0.003, "supported_endpoints": [ "/v1/ocr" ], "source": "https://mistral.ai/pricing#api-pricing", "model_id": "mistral-ocr-latest", "model_name": "Mistral Ocr Latest", "provider_id": "mistral", "provider_name": "Mistral AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "ocr", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "mistral-small", "model_name": "Mistral Small", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 6e-8, "output_cost_per_token": 1.8e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://mistral.ai/pricing", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "mistral-small-3-2-2506", "model_name": "Mistral Small 3 2 (Jun 2025)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.06, "output_cost_per_million": 0.18, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 6e-8, "output_cost_per_token": 1.8e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://mistral.ai/pricing", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "mistral-small-latest", "model_name": "Mistral Small", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.06, "output_cost_per_million": 0.18, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 2.5e-7, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "mistral-tiny", "model_name": "Mistral Tiny", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.25, "output_cost_per_million": 0.25, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2.5e-7, "output_cost_per_token": 2.5e-7, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "source": "https://mistral.ai/technology/", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "open-codestral-mamba", "model_name": "Codestral Mamba", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.25, "output_cost_per_million": 0.25, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 2.5e-7, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "open-mistral-7b", "model_name": "Open Mistral 7B", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.25, "output_cost_per_million": 0.25, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://mistral.ai/technology/", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "open-mistral-nemo", "model_name": "Mistral NeMo", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.3, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://mistral.ai/technology/", "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "open-mistral-nemo-2407", "model_name": "Mistral NeMo (Jul 2024)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.3, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006, "max_input_tokens": 65336, "max_output_tokens": 8191, "max_tokens": 8191, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "open-mixtral-8x22b", "model_name": "Mixtral 8x22B", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 2, "output_cost_per_million": 6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 7e-7, "output_cost_per_token": 7e-7, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "open-mixtral-8x7b", "model_name": "Open Mixtral 8x7B", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.7, "output_cost_per_million": 0.7, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 1.5e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "pixtral-12b-2409", "model_name": "Pixtral 12B (Sep 2024)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "pixtral-large-2411", "model_name": "Pixtral Large (Nov 2024)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 2, "output_cost_per_million": 6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "pixtral-large-latest", "model_name": "Pixtral Large", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 2, "output_cost_per_million": 6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "source": "https://docs.mistral.ai/capabilities/code_generation/", "model_id": "text-completion-codestral/codestral-2405", "model_name": "Codestral (May 2024)", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "source": "https://docs.mistral.ai/capabilities/code_generation/", "model_id": "text-completion-codestral/codestral-latest", "model_name": "Codestral", "provider_id": "mistral", "provider_name": "Mistral AI", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 131072, "max_output_tokens": 131072, "deprecation_date": "2026-05-25", "max_tokens": 131072, "source": "https://platform.moonshot.ai/docs/pricing/chat#generation-model-kimi-k2", "supports_tool_choice": true, "supports_web_search": true, "model_id": "moonshot/kimi-k2-0711-preview", "model_name": "Kimi K2 0711 Preview", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 0.6, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 1.5e-7, "cache_read_cost_per_million": 0.15, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 262144, "max_output_tokens": 262144, "deprecation_date": "2026-05-25", "max_tokens": 262144, "source": "https://platform.moonshot.ai/docs/pricing/chat#generation-model-kimi-k2", "supports_tool_choice": true, "supports_web_search": true, "model_id": "moonshot/kimi-k2-0905-preview", "model_name": "Kimi K2 0905 Preview", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 0.6, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 1.5e-7, "cache_read_cost_per_million": 0.15, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 262144, "max_output_tokens": 262144, "deprecation_date": "2026-05-25", "max_tokens": 262144, "source": "https://platform.moonshot.ai/docs/pricing/chat#generation-model-kimi-k2", "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "moonshot/kimi-k2-thinking", "model_name": "Kimi K2 Thinking", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 0.6, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 1.5e-7, "cache_read_cost_per_million": 0.15, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.00000115, "output_cost_per_token": 0.000008, "max_input_tokens": 262144, "max_output_tokens": 262144, "deprecation_date": "2026-05-25", "max_tokens": 262144, "source": "https://platform.moonshot.ai/docs/pricing/chat#generation-model-kimi-k2", "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "moonshot/kimi-k2-thinking-turbo", "model_name": "Kimi K2 Thinking Turbo", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 1.15, "output_cost_per_million": 8, "cache_read_cost_per_token": 1.5e-7, "cache_read_cost_per_million": 0.15, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.00000115, "output_cost_per_token": 0.000008, "max_input_tokens": 262144, "max_output_tokens": 262144, "deprecation_date": "2026-05-25", "max_tokens": 262144, "source": "https://platform.moonshot.ai/docs/pricing/chat#generation-model-kimi-k2", "supports_tool_choice": true, "supports_web_search": true, "model_id": "moonshot/kimi-k2-turbo-preview", "model_name": "Kimi K2 Turbo Preview", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 1.15, "output_cost_per_million": 8, "cache_read_cost_per_token": 1.5e-7, "cache_read_cost_per_million": 0.15, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.000003, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://platform.moonshot.ai/docs/guide/kimi-k2-5-quickstart", "supports_reasoning": true, "supports_tool_choice": true, "supports_video_input": true, "model_id": "moonshot/kimi-k2.5", "model_name": "Kimi K2.5", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 0.6, "output_cost_per_million": 3, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 9.5e-7, "output_cost_per_token": 0.000004, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://platform.kimi.ai/docs/pricing/chat-k26", "supports_reasoning": true, "supports_tool_choice": true, "supports_video_input": true, "model_id": "moonshot/kimi-k2.6", "model_name": "Kimi K2.6", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 0.95, "output_cost_per_million": 4, "cache_read_cost_per_token": 1.6e-7, "cache_read_cost_per_million": 0.16, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000005, "max_input_tokens": 131072, "max_output_tokens": 131072, "deprecation_date": "2026-01-28", "max_tokens": 131072, "source": "https://platform.moonshot.ai/docs/pricing", "supports_tool_choice": true, "model_id": "moonshot/kimi-latest", "model_name": "Kimi Latest", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 2, "output_cost_per_million": 5, "cache_read_cost_per_token": 1.5e-7, "cache_read_cost_per_million": 0.15, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000005, "max_input_tokens": 131072, "max_output_tokens": 131072, "deprecation_date": "2026-01-28", "max_tokens": 131072, "source": "https://platform.moonshot.ai/docs/pricing", "supports_tool_choice": true, "model_id": "moonshot/kimi-latest-128k", "model_name": "Kimi Latest 128k", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 2, "output_cost_per_million": 5, "cache_read_cost_per_token": 1.5e-7, "cache_read_cost_per_million": 0.15, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000003, "max_input_tokens": 32768, "max_output_tokens": 32768, "deprecation_date": "2026-01-28", "max_tokens": 32768, "source": "https://platform.moonshot.ai/docs/pricing", "supports_tool_choice": true, "model_id": "moonshot/kimi-latest-32k", "model_name": "Kimi Latest 32k", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 1, "output_cost_per_million": 3, "cache_read_cost_per_token": 1.5e-7, "cache_read_cost_per_million": 0.15, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 8192, "max_output_tokens": 8192, "deprecation_date": "2026-01-28", "max_tokens": 8192, "source": "https://platform.moonshot.ai/docs/pricing", "supports_tool_choice": true, "model_id": "moonshot/kimi-latest-8k", "model_name": "Kimi Latest 8k", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 2, "cache_read_cost_per_token": 1.5e-7, "cache_read_cost_per_million": 0.15, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 131072, "max_output_tokens": 131072, "deprecation_date": "2025-11-11", "max_tokens": 131072, "source": "https://platform.moonshot.ai/docs/pricing/chat#generation-model-kimi-k2", "model_id": "moonshot/kimi-thinking-preview", "model_name": "Kimi Thinking Preview", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 0.6, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 1.5e-7, "cache_read_cost_per_million": 0.15, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000005, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://platform.moonshot.ai/docs/pricing", "supports_tool_choice": true, "model_id": "moonshot/moonshot-v1-128k", "model_name": "Moonshot V1 128k", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 2, "output_cost_per_million": 5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000005, "max_input_tokens": 131072, "max_output_tokens": 131072, "deprecation_date": "2024-04-30", "max_tokens": 131072, "source": "https://platform.moonshot.ai/docs/pricing", "supports_tool_choice": true, "model_id": "moonshot/moonshot-v1-128k-0430", "model_name": "Moonshot V1 128k 0430", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 2, "output_cost_per_million": 5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000005, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://platform.moonshot.ai/docs/pricing", "supports_tool_choice": true, "model_id": "moonshot/moonshot-v1-128k-vision-preview", "model_name": "Moonshot V1 128k Vision Preview", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 2, "output_cost_per_million": 5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000003, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://platform.moonshot.ai/docs/pricing", "supports_tool_choice": true, "model_id": "moonshot/moonshot-v1-32k", "model_name": "Moonshot V1 32k", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 1, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000003, "max_input_tokens": 32768, "max_output_tokens": 32768, "deprecation_date": "2024-04-30", "max_tokens": 32768, "source": "https://platform.moonshot.ai/docs/pricing", "supports_tool_choice": true, "model_id": "moonshot/moonshot-v1-32k-0430", "model_name": "Moonshot V1 32k 0430", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 1, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000003, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://platform.moonshot.ai/docs/pricing", "supports_tool_choice": true, "model_id": "moonshot/moonshot-v1-32k-vision-preview", "model_name": "Moonshot V1 32k Vision Preview", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 1, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://platform.moonshot.ai/docs/pricing", "supports_tool_choice": true, "model_id": "moonshot/moonshot-v1-8k", "model_name": "Moonshot V1 8k", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 8192, "max_output_tokens": 8192, "deprecation_date": "2024-04-30", "max_tokens": 8192, "source": "https://platform.moonshot.ai/docs/pricing", "supports_tool_choice": true, "model_id": "moonshot/moonshot-v1-8k-0430", "model_name": "Moonshot V1 8k 0430", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://platform.moonshot.ai/docs/pricing", "supports_tool_choice": true, "model_id": "moonshot/moonshot-v1-8k-vision-preview", "model_name": "Moonshot V1 8k Vision Preview", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000005, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://platform.moonshot.ai/docs/pricing", "supports_tool_choice": true, "model_id": "moonshot/moonshot-v1-auto", "model_name": "Moonshot V1 Auto", "provider_id": "moonshot", "provider_name": "Moonshot AI", "input_cost_per_million": 2, "output_cost_per_million": 5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_parallel_function_calling": false, "supports_vision": false, "input_cost_per_token": 8e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 16000, "max_output_tokens": 16000, "max_tokens": 16000, "supports_system_messages": true, "supports_tool_choice": false, "model_id": "morph/morph-v3-fast", "model_name": "Morph V3 Fast", "provider_id": "morph", "provider_name": "Morph", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": false, "supports_json_mode": false }, { "supports_function_calling": false, "supports_parallel_function_calling": false, "supports_vision": false, "input_cost_per_token": 9e-7, "output_cost_per_token": 0.0000019, "max_input_tokens": 16000, "max_output_tokens": 16000, "max_tokens": 16000, "supports_system_messages": true, "supports_tool_choice": false, "model_id": "morph/morph-v3-large", "model_name": "Morph V3 Large", "provider_id": "morph", "provider_name": "Morph", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 1.9, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": false, "supports_json_mode": false }, { "input_cost_per_token": 1e-8, "output_cost_per_token": 0, "max_input_tokens": 32768, "max_tokens": 32768, "source": "https://nebius.com/prices-ai-studio", "model_id": "nebius/BAAI/bge-en-icl", "model_name": "Bge En Icl", "provider_id": "nebius", "provider_name": "Nebius", "max_output_tokens": 0, "input_cost_per_million": 0.01, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-8, "output_cost_per_token": 0, "max_input_tokens": 8192, "max_tokens": 8192, "source": "https://nebius.com/prices-ai-studio", "model_id": "nebius/BAAI/bge-multilingual-gemma2", "model_name": "Bge Multilingual Gemma2", "provider_id": "nebius", "provider_name": "Nebius", "max_output_tokens": 0, "input_cost_per_million": 0.01, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 8e-7, "output_cost_per_token": 0.0000024, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_reasoning": true, "source": "https://nebius.com/prices-ai-studio", "model_id": "nebius/deepseek-ai/DeepSeek-R1", "model_name": "DeepSeek R1", "provider_id": "nebius", "provider_name": "Nebius", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 2.4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 8e-7, "output_cost_per_token": 0.0000024, "max_input_tokens": 164000, "max_output_tokens": 164000, "max_tokens": 164000, "supports_reasoning": true, "source": "https://nebius.com/prices-ai-studio", "model_id": "nebius/deepseek-ai/DeepSeek-R1-0528", "model_name": "DeepSeek R1 0528", "provider_id": "nebius", "provider_name": "Nebius", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 2.4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 7.5e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://nebius.com/prices-ai-studio", "model_id": "nebius/deepseek-ai/DeepSeek-R1-Distill-Llama-70B", "model_name": "DeepSeek R1 Distill Llama 70B", "provider_id": "nebius", "provider_name": "Nebius", "input_cost_per_million": 0.25, "output_cost_per_million": 0.75, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://nebius.com/prices-ai-studio", "model_id": "nebius/deepseek-ai/DeepSeek-V3", "model_name": "DeepSeek V3", "provider_id": "nebius", "provider_name": "Nebius", "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://nebius.com/prices-ai-studio", "model_id": "nebius/deepseek-ai/DeepSeek-V3-0324", "model_name": "DeepSeek V3 0324", "provider_id": "nebius", "provider_name": "Nebius", "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 6e-8, "output_cost_per_token": 2e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://nebius.com/prices-ai-studio", "model_id": "nebius/google/gemma-3-27b-it", "model_name": "Gemma 3 27B It", "provider_id": "nebius", "provider_name": "Nebius", "input_cost_per_million": 0.06, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-8, "output_cost_per_token": 0, "max_input_tokens": 32768, "max_tokens": 32768, "source": "https://nebius.com/prices-ai-studio", "model_id": "nebius/intfloat/e5-mistral-7b-instruct", "model_name": "E5 Mistral 7B Instruct", "provider_id": "nebius", "provider_name": "Nebius", "max_output_tokens": 0, "input_cost_per_million": 0.01, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1.3e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://nebius.com/prices-ai-studio", "model_id": "nebius/meta-llama/Llama-3.3-70B-Instruct", "model_name": "Llama 3.3 70B Instruct", "provider_id": "nebius", "provider_name": "Nebius", "input_cost_per_million": 0.13, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-8, "output_cost_per_token": 6e-8, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://nebius.com/prices-ai-studio", "model_id": "nebius/meta-llama/Llama-Guard-3-8B", "model_name": "Llama Guard 3 8B", "provider_id": "nebius", "provider_name": "Nebius", "input_cost_per_million": 0.02, "output_cost_per_million": 0.06, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000003, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://nebius.com/prices-ai-studio", "model_id": "nebius/meta-llama/Meta-Llama-3.1-405B-Instruct", "model_name": "Meta Llama 3.1 405B Instruct", "provider_id": "nebius", "provider_name": "Nebius", "input_cost_per_million": 1, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1.3e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://nebius.com/prices-ai-studio", "model_id": "nebius/meta-llama/Meta-Llama-3.1-70B-Instruct", "model_name": "Meta Llama 3.1 70B Instruct", "provider_id": "nebius", "provider_name": "Nebius", "input_cost_per_million": 0.13, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2e-8, "output_cost_per_token": 6e-8, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://nebius.com/prices-ai-studio", "model_id": "nebius/meta-llama/Meta-Llama-3.1-8B-Instruct", "model_name": "Meta Llama 3.1 8B Instruct", "provider_id": "nebius", "provider_name": "Nebius", "input_cost_per_million": 0.02, "output_cost_per_million": 0.06, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 4e-8, "output_cost_per_token": 1.2e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://nebius.com/prices-ai-studio", "model_id": "nebius/mistralai/Mistral-Nemo-Instruct-2407", "model_name": "Mistral Nemo Instruct (Jul 2024)", "provider_id": "nebius", "provider_name": "Nebius", "input_cost_per_million": 0.04, "output_cost_per_million": 0.12, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000003, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://nebius.com/prices-ai-studio", "model_id": "nebius/NousResearch/Hermes-3-Llama-3.1-405B", "model_name": "Hermes 3 Llama 3.1 405B", "provider_id": "nebius", "provider_name": "Nebius", "input_cost_per_million": 1, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000018, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://nebius.com/prices-ai-studio", "model_id": "nebius/nvidia/Llama-3.1-Nemotron-Ultra-253B-v1", "model_name": "Llama 3.1 Nemotron Ultra 253B V1", "provider_id": "nebius", "provider_name": "Nebius", "input_cost_per_million": 0.6, "output_cost_per_million": 1.7999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://nebius.com/prices-ai-studio", "model_id": "nebius/nvidia/Llama-3.3-Nemotron-Super-49B-v1", "model_name": "Llama 3.3 Nemotron Super 49B V1", "provider_id": "nebius", "provider_name": "Nebius", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 1.3e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://nebius.com/prices-ai-studio", "model_id": "nebius/Qwen/Qwen2-VL-72B-Instruct", "model_name": "Qwen2 VL 72B Instruct", "provider_id": "nebius", "provider_name": "Nebius", "input_cost_per_million": 0.13, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_token": 2e-8, "output_cost_per_token": 6e-8, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://nebius.com/prices-ai-studio", "model_id": "nebius/Qwen/Qwen2-VL-7B-Instruct", "model_name": "Qwen2 VL 7B Instruct", "provider_id": "nebius", "provider_name": "Nebius", "input_cost_per_million": 0.02, "output_cost_per_million": 0.06, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6e-8, "output_cost_per_token": 2e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://nebius.com/prices-ai-studio", "model_id": "nebius/Qwen/Qwen2.5-32B-Instruct", "model_name": "Qwen2.5 32B Instruct", "provider_id": "nebius", "provider_name": "Nebius", "input_cost_per_million": 0.06, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1.3e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://nebius.com/prices-ai-studio", "model_id": "nebius/Qwen/Qwen2.5-72B-Instruct", "model_name": "Qwen2.5 72B Instruct", "provider_id": "nebius", "provider_name": "Nebius", "input_cost_per_million": 0.13, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1e-8, "output_cost_per_token": 3e-8, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://nebius.com/prices-ai-studio", "model_id": "nebius/Qwen/Qwen2.5-Coder-7B", "model_name": "Qwen2.5 Coder 7B", "provider_id": "nebius", "provider_name": "Nebius", "input_cost_per_million": 0.01, "output_cost_per_million": 0.03, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 1.3e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://nebius.com/prices-ai-studio", "model_id": "nebius/Qwen/Qwen2.5-VL-72B-Instruct", "model_name": "Qwen2.5 VL 72B Instruct", "provider_id": "nebius", "provider_name": "Nebius", "input_cost_per_million": 0.13, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 8e-8, "output_cost_per_token": 2.4e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://nebius.com/prices-ai-studio", "model_id": "nebius/Qwen/Qwen3-14B", "model_name": "Qwen3 14B", "provider_id": "nebius", "provider_name": "Nebius", "input_cost_per_million": 0.08, "output_cost_per_million": 0.24, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://nebius.com/prices-ai-studio", "model_id": "nebius/Qwen/Qwen3-235B-A22B", "model_name": "Qwen3 235B A22B", "provider_id": "nebius", "provider_name": "Nebius", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://nebius.com/prices-ai-studio", "model_id": "nebius/Qwen/Qwen3-30B-A3B", "model_name": "Qwen3 30B A3B", "provider_id": "nebius", "provider_name": "Nebius", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://nebius.com/prices-ai-studio", "model_id": "nebius/Qwen/Qwen3-32B", "model_name": "Qwen3 32B", "provider_id": "nebius", "provider_name": "Nebius", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 8e-8, "output_cost_per_token": 2.4e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://nebius.com/prices-ai-studio", "model_id": "nebius/Qwen/Qwen3-4B", "model_name": "Qwen3 4B", "provider_id": "nebius", "provider_name": "Nebius", "input_cost_per_million": 0.08, "output_cost_per_million": 0.24, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 4.5e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "supports_reasoning": true, "source": "https://nebius.com/prices-ai-studio", "model_id": "nebius/Qwen/QwQ-32B", "model_name": "QwQ 32B", "provider_id": "nebius", "provider_name": "Nebius", "input_cost_per_million": 0.15, "output_cost_per_million": 0.44999999999999996, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "chatdolphin", "model_name": "Chatdolphin", "provider_id": "nlp", "provider_name": "Nlp", "input_cost_per_million": 0.5, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "dolphin", "model_name": "Dolphin", "provider_id": "nlp", "provider_name": "Nlp", "input_cost_per_million": 0.5, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-8, "output_cost_per_token": 1e-8, "max_input_tokens": 8192, "max_output_tokens": 96000, "max_tokens": 96000, "model_id": "novita/baai/bge-m3", "model_name": "Bge M3", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.01, "output_cost_per_million": 0.01, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-8, "output_cost_per_token": 1e-8, "max_input_tokens": 8000, "max_output_tokens": 8000, "max_tokens": 8000, "model_id": "novita/baai/bge-reranker-v2-m3", "model_name": "Bge Reranker V2 M3", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.01, "output_cost_per_million": 0.01, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "rerank", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 7e-8, "output_cost_per_token": 7e-8, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_system_messages": true, "model_id": "novita/baichuan/baichuan-m2-32b", "model_name": "Baichuan M2 32B", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.07, "output_cost_per_million": 0.07, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 7e-8, "output_cost_per_token": 2.8e-7, "max_input_tokens": 120000, "max_output_tokens": 8000, "max_tokens": 8000, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/baidu/ernie-4.5-21B-a3b", "model_name": "Ernie 4.5 21B A3B", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.07, "output_cost_per_million": 0.28, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "input_cost_per_token": 7e-8, "output_cost_per_token": 2.8e-7, "max_input_tokens": 131072, "max_output_tokens": 65536, "max_tokens": 65536, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/baidu/ernie-4.5-21B-a3b-thinking", "model_name": "Ernie 4.5 21B A3B Thinking", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.07, "output_cost_per_million": 0.28, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 2.8e-7, "output_cost_per_token": 0.0000011, "max_input_tokens": 123000, "max_output_tokens": 12000, "max_tokens": 12000, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/baidu/ernie-4.5-300b-a47b-paddle", "model_name": "Ernie 4.5 300B A47B Paddle", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.28, "output_cost_per_million": 1.1, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "input_cost_per_token": 1.4e-7, "output_cost_per_token": 5.6e-7, "max_input_tokens": 30000, "max_output_tokens": 8000, "max_tokens": 8000, "supports_tool_choice": true, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/baidu/ernie-4.5-vl-28b-a3b", "model_name": "Ernie 4.5 Vl 28B A3B", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.14, "output_cost_per_million": 0.56, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3.9e-7, "output_cost_per_token": 3.9e-7, "max_input_tokens": 131072, "max_output_tokens": 65536, "max_tokens": 65536, "supports_tool_choice": true, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/baidu/ernie-4.5-vl-28b-a3b-thinking", "model_name": "Ernie 4.5 Vl 28B A3B Thinking", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.39, "output_cost_per_million": 0.39, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_vision": true, "input_cost_per_token": 4.2e-7, "output_cost_per_token": 0.00000125, "max_input_tokens": 123000, "max_output_tokens": 16000, "max_tokens": 16000, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/baidu/ernie-4.5-vl-424b-a47b", "model_name": "Ernie 4.5 Vl 424B A47B", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.42, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-8, "output_cost_per_token": 3e-8, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/deepseek/deepseek-ocr", "model_name": "Deepseek Ocr", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.03, "output_cost_per_million": 0.03, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_parallel_functions": false }, { "input_cost_per_token": 7e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 160000, "max_output_tokens": 160000, "max_tokens": 160000, "supports_system_messages": true, "model_id": "novita/deepseek/deepseek-prover-v2-671b", "model_name": "Deepseek Prover V2 671B", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.7, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 7e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 163840, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "supports_system_messages": true, "input_cost_per_token_cache_hit": 3.5e-7, "supports_reasoning": true, "model_id": "novita/deepseek/deepseek-r1-0528", "model_name": "Deepseek R1 0528", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.7, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 3.5e-7, "cache_read_cost_per_million": 0.35, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "input_cost_per_token": 6e-8, "output_cost_per_token": 9e-8, "max_input_tokens": 128000, "max_output_tokens": 32000, "max_tokens": 32000, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/deepseek/deepseek-r1-0528-qwen3-8b", "model_name": "Deepseek R1 0528 Qwen3 8B", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.06, "output_cost_per_million": 0.09, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 8e-7, "output_cost_per_token": 8e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/deepseek/deepseek-r1-distill-llama-70b", "model_name": "Deepseek R1 Distill Llama 70B", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 0.7999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 1.5e-7, "max_input_tokens": 32768, "max_output_tokens": 16384, "max_tokens": 16384, "supports_tool_choice": true, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/deepseek/deepseek-r1-distill-qwen-14b", "model_name": "Deepseek R1 Distill Qwen 14B", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.15, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 64000, "max_output_tokens": 32000, "max_tokens": 32000, "supports_tool_choice": true, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/deepseek/deepseek-r1-distill-qwen-32b", "model_name": "Deepseek R1 Distill Qwen 32B", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.3, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 7e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 64000, "max_output_tokens": 16000, "max_tokens": 16000, "supports_tool_choice": true, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/deepseek/deepseek-r1-turbo", "model_name": "Deepseek R1 Turbo", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.7, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2.7e-7, "output_cost_per_token": 0.00000112, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "supports_tool_choice": true, "supports_system_messages": true, "input_cost_per_token_cache_hit": 1.35e-7, "model_id": "novita/deepseek/deepseek-v3-0324", "model_name": "Deepseek V3 0324", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.27, "output_cost_per_million": 1.12, "cache_read_cost_per_token": 1.35e-7, "cache_read_cost_per_million": 0.135, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.0000013, "max_input_tokens": 64000, "max_output_tokens": 16000, "max_tokens": 16000, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/deepseek/deepseek-v3-turbo", "model_name": "Deepseek V3 Turbo", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 1.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2.7e-7, "output_cost_per_token": 0.000001, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "supports_system_messages": true, "input_cost_per_token_cache_hit": 1.35e-7, "supports_reasoning": true, "model_id": "novita/deepseek/deepseek-v3.1", "model_name": "Deepseek V3.1", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.27, "output_cost_per_million": 1, "cache_read_cost_per_token": 1.35e-7, "cache_read_cost_per_million": 0.135, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2.7e-7, "output_cost_per_token": 0.000001, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "supports_system_messages": true, "input_cost_per_token_cache_hit": 1.35e-7, "supports_reasoning": true, "model_id": "novita/deepseek/deepseek-v3.1-terminus", "model_name": "Deepseek V3.1 Terminus", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.27, "output_cost_per_million": 1, "cache_read_cost_per_token": 1.35e-7, "cache_read_cost_per_million": 0.135, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2.69e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 163840, "max_output_tokens": 65536, "max_tokens": 65536, "supports_tool_choice": true, "supports_system_messages": true, "input_cost_per_token_cache_hit": 1.345e-7, "supports_reasoning": true, "model_id": "novita/deepseek/deepseek-v3.2", "model_name": "Deepseek V3.2", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.26899999999999996, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 1.345e-7, "cache_read_cost_per_million": 0.13449999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2.7e-7, "output_cost_per_token": 4.1e-7, "max_input_tokens": 163840, "max_output_tokens": 65536, "max_tokens": 65536, "supports_tool_choice": true, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/deepseek/deepseek-v3.2-exp", "model_name": "Deepseek V3.2 Exp", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.27, "output_cost_per_million": 0.41, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 1e-7, "max_input_tokens": 131072, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/google/gemma-3-12b-it", "model_name": "Gemma 3 12B It", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_token": 1.19e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 98304, "max_output_tokens": 16384, "max_tokens": 16384, "supports_system_messages": true, "model_id": "novita/google/gemma-3-27b-it", "model_name": "Gemma 3 27B It", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.119, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-8, "output_cost_per_token": 9e-8, "max_input_tokens": 4096, "max_output_tokens": 3200, "max_tokens": 3200, "supports_system_messages": true, "model_id": "novita/gryphe/mythomax-l2-13b", "model_name": "MythoMax-L2 (13B)", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.09, "output_cost_per_million": 0.09, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 256000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_tool_choice": true, "supports_system_messages": true, "input_cost_per_token_cache_hit": 6e-8, "model_id": "novita/kwaipilot/kat-coder-pro", "model_name": "Kat Coder Pro", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 6e-8, "cache_read_cost_per_million": 0.06, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_response_schema": true, "input_cost_per_token": 5.1e-7, "output_cost_per_token": 7.4e-7, "max_input_tokens": 8192, "max_output_tokens": 8000, "max_tokens": 8000, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/meta-llama/llama-3-70b-instruct", "model_name": "Llama 3 70B Instruct", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.51, "output_cost_per_million": 0.74, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 4e-8, "output_cost_per_token": 4e-8, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "model_id": "novita/meta-llama/llama-3-8b-instruct", "model_name": "Llama 3 8B Instruct", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.04, "output_cost_per_million": 0.04, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-8, "output_cost_per_token": 5e-8, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "supports_system_messages": true, "model_id": "novita/meta-llama/llama-3.1-8b-instruct", "model_name": "Llama 3.1 8B Instruct", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.02, "output_cost_per_million": 0.049999999999999996, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 3e-8, "output_cost_per_token": 5e-8, "max_input_tokens": 32768, "max_output_tokens": 32000, "max_tokens": 32000, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/meta-llama/llama-3.2-3b-instruct", "model_name": "Llama 3.2 3B Instruct", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.03, "output_cost_per_million": 0.049999999999999996, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 1.35e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 131072, "max_output_tokens": 120000, "max_tokens": 120000, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/meta-llama/llama-3.3-70b-instruct", "model_name": "Llama 3.3 70B Instruct", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.135, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_vision": true, "input_cost_per_token": 2.7e-7, "output_cost_per_token": 8.5e-7, "max_input_tokens": 1048576, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "model_id": "novita/meta-llama/llama-4-maverick-17b-128e-instruct-fp8", "model_name": "Llama 4 Maverick 17B 128e Instruct Fp8", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.27, "output_cost_per_million": 0.85, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_token": 1.8e-7, "output_cost_per_token": 5.9e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_system_messages": true, "model_id": "novita/meta-llama/llama-4-scout-17b-16e-instruct", "model_name": "Llama 4 Scout Instruct (17Bx16E)", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.18, "output_cost_per_million": 0.59, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 6.2e-7, "output_cost_per_token": 6.2e-7, "max_input_tokens": 65535, "max_output_tokens": 8000, "max_tokens": 8000, "supports_system_messages": true, "model_id": "novita/microsoft/wizardlm-2-8x22b", "model_name": "WizardLM-2 (8x22B)", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.62, "output_cost_per_million": 0.62, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 204800, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "supports_system_messages": true, "input_cost_per_token_cache_hit": 3e-8, "supports_reasoning": true, "model_id": "novita/minimax/minimax-m2", "model_name": "Minimax M2", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 204800, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "supports_system_messages": true, "input_cost_per_token_cache_hit": 3e-8, "model_id": "novita/minimax/minimax-m2.1", "model_name": "Minimax M2.1", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 5.5e-7, "output_cost_per_token": 0.0000022, "max_input_tokens": 1000000, "max_output_tokens": 40000, "max_tokens": 40000, "supports_tool_choice": true, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/minimaxai/minimax-m1-80k", "model_name": "Minimax M1 80k", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.55, "output_cost_per_million": 2.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_response_schema": true, "input_cost_per_token": 4e-8, "output_cost_per_token": 1.7e-7, "max_input_tokens": 60288, "max_output_tokens": 16000, "max_tokens": 16000, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/mistralai/mistral-nemo", "model_name": "Mistral Nemo", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.04, "output_cost_per_million": 0.16999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/moonshotai/kimi-k2-0905", "model_name": "Kimi K2 (May 2009)", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.6, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 5.7e-7, "output_cost_per_token": 0.0000023, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/moonshotai/kimi-k2-instruct", "model_name": "Kimi K2 Instruct", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.5700000000000001, "output_cost_per_million": 2.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "supports_tool_choice": true, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/moonshotai/kimi-k2-thinking", "model_name": "Kimi K2 Thinking", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.6, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_response_schema": true, "input_cost_per_token": 1.4e-7, "output_cost_per_token": 1.4e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/nousresearch/hermes-2-pro-llama-3-8b", "model_name": "Hermes 2 Pro Llama 3 8B", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.14, "output_cost_per_million": 0.14, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 2.5e-7, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/openai/gpt-oss-120b", "model_name": "GPT Oss 120B", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.25, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 4e-8, "output_cost_per_token": 1.5e-7, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/openai/gpt-oss-20b", "model_name": "GPT Oss 20B", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.04, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_token": 2e-8, "output_cost_per_token": 2e-8, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "supports_system_messages": true, "model_id": "novita/paddlepaddle/paddleocr-vl", "model_name": "Paddleocr Vl", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.02, "output_cost_per_million": 0.02, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3.8e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 32000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/qwen/qwen-2.5-72b-instruct", "model_name": "Qwen 2.5 72B Instruct", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.38, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "input_cost_per_token": 2.5e-7, "output_cost_per_token": 7.5e-7, "max_input_tokens": 16384, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "model_id": "novita/qwen/qwen-mt-plus", "model_name": "Qwen Mt Plus", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.25, "output_cost_per_million": 0.75, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 7e-8, "output_cost_per_token": 7e-8, "max_input_tokens": 32000, "max_output_tokens": 32000, "max_tokens": 32000, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/qwen/qwen2.5-7b-instruct", "model_name": "Qwen2.5 7B Instruct", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.07, "output_cost_per_million": 0.07, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_vision": true, "input_cost_per_token": 8e-7, "output_cost_per_token": 8e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "supports_system_messages": true, "model_id": "novita/qwen/qwen2.5-vl-72b-instruct", "model_name": "Qwen2.5 Vl 72B Instruct", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 0.7999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 8e-7, "max_input_tokens": 40960, "max_output_tokens": 20000, "max_tokens": 20000, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/qwen/qwen3-235b-a22b-fp8", "model_name": "Qwen3 235B A22B Fp8", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.7999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 9e-8, "output_cost_per_token": 5.8e-7, "max_input_tokens": 131072, "max_output_tokens": 16384, "max_tokens": 16384, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/qwen/qwen3-235b-a22b-instruct-2507", "model_name": "Qwen3 235B A22B Instruct (Jul 2025)", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.09, "output_cost_per_million": 0.58, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.000003, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/qwen/qwen3-235b-a22b-thinking-2507", "model_name": "Qwen3 235B A22B Thinking (Jul 2025)", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.3, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "input_cost_per_token": 9e-8, "output_cost_per_token": 4.5e-7, "max_input_tokens": 40960, "max_output_tokens": 20000, "max_tokens": 20000, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/qwen/qwen3-30b-a3b-fp8", "model_name": "Qwen3 30B A3B Fp8", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.09, "output_cost_per_million": 0.44999999999999996, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 4.5e-7, "max_input_tokens": 40960, "max_output_tokens": 20000, "max_tokens": 20000, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/qwen/qwen3-32b-fp8", "model_name": "Qwen3 32B Fp8", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.44999999999999996, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-8, "output_cost_per_token": 3e-8, "max_input_tokens": 128000, "max_output_tokens": 20000, "max_tokens": 20000, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/qwen/qwen3-4b-fp8", "model_name": "Qwen3 4B Fp8", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.03, "output_cost_per_million": 0.03, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3.5e-8, "output_cost_per_token": 1.38e-7, "max_input_tokens": 128000, "max_output_tokens": 20000, "max_tokens": 20000, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/qwen/qwen3-8b-fp8", "model_name": "Qwen3 8B Fp8", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.035, "output_cost_per_million": 0.13799999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 7e-8, "output_cost_per_token": 2.7e-7, "max_input_tokens": 160000, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/qwen/qwen3-coder-30b-a3b-instruct", "model_name": "Qwen3 Coder 30B A3B Instruct", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.07, "output_cost_per_million": 0.27, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000013, "max_input_tokens": 262144, "max_output_tokens": 65536, "max_tokens": 65536, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/qwen/qwen3-coder-480b-a35b-instruct", "model_name": "Qwen3 Coder 480B A35B Instruct", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.3, "output_cost_per_million": 1.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "input_cost_per_token": 7e-8, "output_cost_per_token": 0, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "novita/qwen/qwen3-embedding-0.6b", "model_name": "Qwen3 Embedding 0.6B", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.07, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 7e-8, "output_cost_per_token": 0, "max_input_tokens": 32768, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "novita/qwen/qwen3-embedding-8b", "model_name": "Qwen3 Embedding 8B", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.07, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.00000211, "output_cost_per_token": 0.00000845, "max_input_tokens": 262144, "max_output_tokens": 65536, "max_tokens": 65536, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/qwen/qwen3-max", "model_name": "Qwen3 Max", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 2.1100000000000003, "output_cost_per_million": 8.450000000000001, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/qwen/qwen3-next-80b-a3b-instruct", "model_name": "Qwen3 Next 80B A3B Instruct", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.15, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/qwen/qwen3-next-80b-a3b-thinking", "model_name": "Qwen3 Next 80B A3B Thinking", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.15, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 9.7e-7, "max_input_tokens": 65536, "max_output_tokens": 16384, "max_tokens": 16384, "supports_tool_choice": true, "supports_system_messages": true, "supports_audio_input": true, "supports_audio_output": true, "model_id": "novita/qwen/qwen3-omni-30b-a3b-instruct", "model_name": "Qwen3 Omni 30B A3B Instruct", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.25, "output_cost_per_million": 0.9700000000000001, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 9.7e-7, "max_input_tokens": 65536, "max_output_tokens": 16384, "max_tokens": 16384, "supports_tool_choice": true, "supports_system_messages": true, "supports_reasoning": true, "supports_audio_input": true, "model_id": "novita/qwen/qwen3-omni-30b-a3b-thinking", "model_name": "Qwen3 Omni 30B A3B Thinking", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.25, "output_cost_per_million": 0.9700000000000001, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "input_cost_per_token": 5e-8, "output_cost_per_token": 5e-8, "max_input_tokens": 32768, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "novita/qwen/qwen3-reranker-8b", "model_name": "Qwen3 Reranker 8B", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.049999999999999996, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "rerank", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/qwen/qwen3-vl-235b-a22b-instruct", "model_name": "Qwen3 Vl 235B A22B Instruct", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.3, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_vision": true, "input_cost_per_token": 9.8e-7, "output_cost_per_token": 0.00000395, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/qwen/qwen3-vl-235b-a22b-thinking", "model_name": "Qwen3 Vl 235B A22B Thinking", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.98, "output_cost_per_million": 3.95, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 7e-7, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/qwen/qwen3-vl-30b-a3b-instruct", "model_name": "Qwen3 Vl 30B A3B Instruct", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.7, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.000001, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/qwen/qwen3-vl-30b-a3b-thinking", "model_name": "Qwen3 Vl 30B A3B Thinking", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 1, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 8e-8, "output_cost_per_token": 5e-7, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/qwen/qwen3-vl-8b-instruct", "model_name": "Qwen3 Vl 8B Instruct", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.08, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.00000148, "output_cost_per_token": 0.00000148, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/sao10k/l3-70b-euryale-v2.1", "model_name": "L3 70B Euryale V2.1", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 1.48, "output_cost_per_million": 1.48, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_response_schema": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 5e-8, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/sao10k/l3-8b-lunaris", "model_name": "L3 8B Lunaris", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.049999999999999996, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 5e-8, "max_input_tokens": 8192, "max_output_tokens": 32000, "max_tokens": 32000, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/Sao10K/L3-8B-Stheno-v3.2", "model_name": "L3 8B Stheno V3.2", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.049999999999999996, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.00000148, "output_cost_per_token": 0.00000148, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/sao10k/l31-70b-euryale-v2.2", "model_name": "L31 70B Euryale V2.2", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 1.48, "output_cost_per_million": 1.48, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 262144, "max_output_tokens": 65536, "max_tokens": 65536, "supports_tool_choice": true, "supports_system_messages": true, "model_id": "novita/skywork/r1v4-lite", "model_name": "R1v4 Lite", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_function_calling": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 262144, "max_output_tokens": 32000, "max_tokens": 32000, "supports_tool_choice": true, "supports_system_messages": true, "input_cost_per_token_cache_hit": 2e-8, "supports_reasoning": true, "model_id": "novita/xiaomimimo/mimo-v2-flash", "model_name": "Mimo V2 Flash", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 2e-8, "cache_read_cost_per_million": 0.02, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_vision": true, "input_cost_per_token": 3.5e-8, "output_cost_per_token": 1.38e-7, "max_input_tokens": 65536, "max_output_tokens": 65536, "max_tokens": 65536, "supports_system_messages": true, "model_id": "novita/zai-org/autoglm-phone-9b-multilingual", "model_name": "Autoglm Phone 9B Multilingual", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.035, "output_cost_per_million": 0.13799999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000022, "max_input_tokens": 131072, "max_output_tokens": 98304, "max_tokens": 98304, "supports_tool_choice": true, "supports_system_messages": true, "input_cost_per_token_cache_hit": 1.1e-7, "supports_reasoning": true, "model_id": "novita/zai-org/glm-4.5", "model_name": "Glm 4.5", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.6, "output_cost_per_million": 2.2, "cache_read_cost_per_token": 1.1e-7, "cache_read_cost_per_million": 0.11, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 1.3e-7, "output_cost_per_token": 8.5e-7, "max_input_tokens": 131072, "max_output_tokens": 98304, "max_tokens": 98304, "supports_tool_choice": true, "supports_system_messages": true, "supports_reasoning": true, "model_id": "novita/zai-org/glm-4.5-air", "model_name": "Glm 4.5 Air", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.13, "output_cost_per_million": 0.85, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000018, "max_input_tokens": 65536, "max_output_tokens": 16384, "max_tokens": 16384, "supports_tool_choice": true, "supports_system_messages": true, "input_cost_per_token_cache_hit": 1.1e-7, "supports_reasoning": true, "model_id": "novita/zai-org/glm-4.5v", "model_name": "Glm 4.5v", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.6, "output_cost_per_million": 1.7999999999999998, "cache_read_cost_per_token": 1.1e-7, "cache_read_cost_per_million": 0.11, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 5.5e-7, "output_cost_per_token": 0.0000022, "max_input_tokens": 204800, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "supports_system_messages": true, "input_cost_per_token_cache_hit": 1.1e-7, "supports_reasoning": true, "model_id": "novita/zai-org/glm-4.6", "model_name": "Glm 4.6", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.55, "output_cost_per_million": 2.2, "cache_read_cost_per_token": 1.1e-7, "cache_read_cost_per_million": 0.11, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "supports_system_messages": true, "input_cost_per_token_cache_hit": 5.5e-8, "supports_reasoning": true, "model_id": "novita/zai-org/glm-4.6v", "model_name": "Glm 4.6v", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.3, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 5.5e-8, "cache_read_cost_per_million": 0.055, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000022, "max_input_tokens": 204800, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "supports_system_messages": true, "input_cost_per_token_cache_hit": 1.1e-7, "supports_reasoning": true, "model_id": "novita/zai-org/glm-4.7", "model_name": "Glm 4.7", "provider_id": "novita", "provider_name": "Novita", "input_cost_per_million": 0.6, "output_cost_per_million": 2.2, "cache_read_cost_per_token": 1.1e-7, "cache_read_cost_per_million": 0.11, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "input_cost_per_pixel": 1.3e-9, "output_cost_per_pixel": 0, "source": "https://docs.nscale.com/docs/inference/serverless-models/current#image-models", "supported_endpoints": [ "/v1/images/generations" ], "model_id": "nscale/black-forest-labs/FLUX.1-schnell", "model_name": "FLUX.1 Schnell", "provider_id": "nscale", "provider_name": "Nscale", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3.75e-7, "output_cost_per_token": 3.75e-7, "metadata": { "notes": "Pricing listed as $0.75/1M tokens total. Assumed 50/50 split for input/output." }, "source": "https://docs.nscale.com/docs/inference/serverless-models/current#chat-models", "model_id": "nscale/deepseek-ai/DeepSeek-R1-Distill-Llama-70B", "model_name": "DeepSeek R1 Distill Llama 70B", "provider_id": "nscale", "provider_name": "Nscale", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.375, "output_cost_per_million": 0.375, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2.5e-8, "output_cost_per_token": 2.5e-8, "metadata": { "notes": "Pricing listed as $0.05/1M tokens total. Assumed 50/50 split for input/output." }, "source": "https://docs.nscale.com/docs/inference/serverless-models/current#chat-models", "model_id": "nscale/deepseek-ai/DeepSeek-R1-Distill-Llama-8B", "model_name": "DeepSeek R1 Distill Llama 8B", "provider_id": "nscale", "provider_name": "Nscale", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.024999999999999998, "output_cost_per_million": 0.024999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-8, "output_cost_per_token": 9e-8, "metadata": { "notes": "Pricing listed as $0.18/1M tokens total. Assumed 50/50 split for input/output." }, "source": "https://docs.nscale.com/docs/inference/serverless-models/current#chat-models", "model_id": "nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B", "model_name": "DeepSeek R1 Distill Qwen 1.5B", "provider_id": "nscale", "provider_name": "Nscale", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.09, "output_cost_per_million": 0.09, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 7e-8, "output_cost_per_token": 7e-8, "metadata": { "notes": "Pricing listed as $0.14/1M tokens total. Assumed 50/50 split for input/output." }, "source": "https://docs.nscale.com/docs/inference/serverless-models/current#chat-models", "model_id": "nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", "model_name": "DeepSeek R1 Distill Qwen 14B", "provider_id": "nscale", "provider_name": "Nscale", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.07, "output_cost_per_million": 0.07, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.5e-7, "output_cost_per_token": 1.5e-7, "metadata": { "notes": "Pricing listed as $0.30/1M tokens total. Assumed 50/50 split for input/output." }, "source": "https://docs.nscale.com/docs/inference/serverless-models/current#chat-models", "model_id": "nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B", "model_name": "DeepSeek R1 Distill Qwen 32B", "provider_id": "nscale", "provider_name": "Nscale", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.15, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "metadata": { "notes": "Pricing listed as $0.40/1M tokens total. Assumed 50/50 split for input/output." }, "source": "https://docs.nscale.com/docs/inference/serverless-models/current#chat-models", "model_id": "nscale/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B", "model_name": "DeepSeek R1 Distill Qwen 7B", "provider_id": "nscale", "provider_name": "Nscale", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-8, "output_cost_per_token": 3e-8, "metadata": { "notes": "Pricing listed as $0.06/1M tokens total. Assumed 50/50 split for input/output." }, "source": "https://docs.nscale.com/docs/inference/serverless-models/current#chat-models", "model_id": "nscale/meta-llama/Llama-3.1-8B-Instruct", "model_name": "Llama 3.1 8B Instruct", "provider_id": "nscale", "provider_name": "Nscale", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.03, "output_cost_per_million": 0.03, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "metadata": { "notes": "Pricing listed as $0.40/1M tokens total. Assumed 50/50 split for input/output." }, "source": "https://docs.nscale.com/docs/inference/serverless-models/current#chat-models", "model_id": "nscale/meta-llama/Llama-3.3-70B-Instruct", "model_name": "Llama 3.3 70B Instruct", "provider_id": "nscale", "provider_name": "Nscale", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-8, "output_cost_per_token": 2.9e-7, "source": "https://docs.nscale.com/docs/inference/serverless-models/current#chat-models", "model_id": "nscale/meta-llama/Llama-4-Scout-17B-16E-Instruct", "model_name": "Llama 4 Scout 17B 16E Instruct", "provider_id": "nscale", "provider_name": "Nscale", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.09, "output_cost_per_million": 0.29, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 6e-7, "output_cost_per_token": 6e-7, "metadata": { "notes": "Pricing listed as $1.20/1M tokens total. Assumed 50/50 split for input/output." }, "source": "https://docs.nscale.com/docs/inference/serverless-models/current#chat-models", "model_id": "nscale/mistralai/mixtral-8x22b-instruct-v0.1", "model_name": "Mixtral 8x22B Instruct V0.1", "provider_id": "nscale", "provider_name": "Nscale", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.6, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 6e-8, "output_cost_per_token": 2e-7, "source": "https://docs.nscale.com/docs/inference/serverless-models/current#chat-models", "model_id": "nscale/Qwen/Qwen2.5-Coder-32B-Instruct", "model_name": "Qwen2.5 Coder 32B Instruct", "provider_id": "nscale", "provider_name": "Nscale", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.06, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-8, "output_cost_per_token": 3e-8, "source": "https://docs.nscale.com/docs/inference/serverless-models/current#chat-models", "model_id": "nscale/Qwen/Qwen2.5-Coder-3B-Instruct", "model_name": "Qwen2.5 Coder 3B Instruct", "provider_id": "nscale", "provider_name": "Nscale", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.01, "output_cost_per_million": 0.03, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-8, "output_cost_per_token": 3e-8, "source": "https://docs.nscale.com/docs/inference/serverless-models/current#chat-models", "model_id": "nscale/Qwen/Qwen2.5-Coder-7B-Instruct", "model_name": "Qwen2.5 Coder 7B Instruct", "provider_id": "nscale", "provider_name": "Nscale", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.01, "output_cost_per_million": 0.03, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.8e-7, "output_cost_per_token": 2e-7, "source": "https://docs.nscale.com/docs/inference/serverless-models/current#chat-models", "model_id": "nscale/Qwen/QwQ-32B", "model_name": "QwQ 32B", "provider_id": "nscale", "provider_name": "Nscale", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.18, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_pixel": 3e-9, "output_cost_per_pixel": 0, "source": "https://docs.nscale.com/docs/inference/serverless-models/current#image-models", "supported_endpoints": [ "/v1/images/generations" ], "model_id": "nscale/stabilityai/stable-diffusion-xl-base-1.0", "model_name": "Stable Diffusion Xl Base 1.0", "provider_id": "nscale", "provider_name": "Nscale", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "input_cost_per_query": 0, "model_id": "nvidia_nim/nvidia/llama-3_2-nv-rerankqa-1b-v2", "model_name": "Llama 3_2 Nv Rerankqa 1B V2", "provider_id": "nvidia", "provider_name": "NVIDIA", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "rerank", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "input_cost_per_query": 0, "model_id": "nvidia_nim/nvidia/nv-rerankqa-mistral-4b-v3", "model_name": "Nv Rerankqa Mistral 4B V3", "provider_id": "nvidia", "provider_name": "NVIDIA", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "rerank", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "input_cost_per_query": 0, "model_id": "nvidia_nim/ranking/nvidia/llama-3.2-nv-rerankqa-1b-v2", "model_name": "Llama 3.2 Nv Rerankqa 1B V2", "provider_id": "nvidia", "provider_name": "NVIDIA", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "rerank", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 0.00000156, "output_cost_per_token": 0.00000156, "max_input_tokens": 256000, "max_output_tokens": 4000, "max_tokens": 4000, "source": "https://www.oracle.com/cloud/ai/generative-ai/pricing/", "supports_native_streaming": true, "model_id": "oci/cohere.command-a-03-2025", "model_name": "Cohere.command A 03 2025", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 1.56, "output_cost_per_million": 1.56, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_response_schema": false, "input_cost_per_token": 0.00000156, "output_cost_per_token": 0.00000156, "max_input_tokens": 256000, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://www.oracle.com/cloud/ai/generative-ai/pricing/", "supports_native_streaming": true, "model_id": "oci/cohere.command-a-reasoning", "model_name": "Cohere.command A Reasoning", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 1.56, "output_cost_per_million": 1.56, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 0.00000156, "output_cost_per_token": 0.00000156, "max_input_tokens": 256000, "max_output_tokens": 4000, "max_tokens": 4000, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "model_id": "oci/cohere.command-a-reasoning-08-2025", "model_name": "Cohere.command A Reasoning 08 2025", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 1.56, "output_cost_per_million": 1.56, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_response_schema": false, "input_cost_per_token": 9e-8, "output_cost_per_token": 9e-8, "max_input_tokens": 256000, "max_output_tokens": 4000, "max_tokens": 4000, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "model_id": "oci/cohere.command-a-translate-08-2025", "model_name": "Cohere.command A Translate 08 2025", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 0.09, "output_cost_per_million": 0.09, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": false, "input_cost_per_token": 0.00000156, "output_cost_per_token": 0.00000156, "max_input_tokens": 256000, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://www.oracle.com/cloud/ai/generative-ai/pricing/", "supports_native_streaming": true, "model_id": "oci/cohere.command-a-vision", "model_name": "Cohere.command A Vision", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 1.56, "output_cost_per_million": 1.56, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": false, "input_cost_per_token": 0.00000156, "output_cost_per_token": 0.00000156, "max_input_tokens": 128000, "max_output_tokens": 4000, "max_tokens": 4000, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "model_id": "oci/cohere.command-a-vision-07-2025", "model_name": "Cohere.command A Vision 07 2025", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 1.56, "output_cost_per_million": 1.56, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 0.00000156, "output_cost_per_token": 0.00000156, "max_input_tokens": 128000, "max_output_tokens": 4000, "max_tokens": 4000, "source": "https://www.oracle.com/cloud/ai/generative-ai/pricing/", "supports_native_streaming": true, "model_id": "oci/cohere.command-latest", "model_name": "Cohere.command Latest", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 1.56, "output_cost_per_million": 1.56, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 0.00000156, "output_cost_per_token": 0.00000156, "max_input_tokens": 128000, "max_output_tokens": 4000, "max_tokens": 4000, "source": "https://www.oracle.com/cloud/ai/generative-ai/pricing/", "supports_native_streaming": true, "model_id": "oci/cohere.command-plus-latest", "model_name": "Cohere.command Plus Latest", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 1.56, "output_cost_per_million": 1.56, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 1.5e-7, "max_input_tokens": 128000, "max_output_tokens": 4000, "max_tokens": 4000, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "model_id": "oci/cohere.command-r-08-2024", "model_name": "Cohere.command R 08 2024", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 0.15, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 0.00000156, "output_cost_per_token": 0.00000156, "max_input_tokens": 128000, "max_output_tokens": 4000, "max_tokens": 4000, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "model_id": "oci/cohere.command-r-plus-08-2024", "model_name": "Cohere.command R Plus 08 2024", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 1.56, "output_cost_per_million": 1.56, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 512, "max_tokens": 512, "output_vector_size": 1024, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "supports_embedding_image_input": true, "model_id": "oci/cohere.embed-english-image-v3.0", "model_name": "Cohere.embed English Image V3.0", "provider_id": "oci", "provider_name": "Oci", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 512, "max_tokens": 512, "output_vector_size": 384, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "supports_embedding_image_input": true, "model_id": "oci/cohere.embed-english-light-image-v3.0", "model_name": "Cohere.embed English Light Image V3.0", "provider_id": "oci", "provider_name": "Oci", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 512, "max_tokens": 512, "output_vector_size": 384, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "model_id": "oci/cohere.embed-english-light-v3.0", "model_name": "Cohere.embed English Light V3.0", "provider_id": "oci", "provider_name": "Oci", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 512, "max_tokens": 512, "output_vector_size": 1024, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "model_id": "oci/cohere.embed-english-v3.0", "model_name": "Cohere.embed English V3.0", "provider_id": "oci", "provider_name": "Oci", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_token": 1e-7, "max_input_tokens": 512, "output_vector_size": 1024, "source": "https://www.oracle.com/cloud/ai/generative-ai/pricing/", "model_id": "oci/cohere.embed-multilingual-image-v3.0", "model_name": "Cohere.embed Multilingual Image V3.0", "provider_id": "oci", "provider_name": "Oci", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 512, "max_tokens": 512, "output_vector_size": 384, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "supports_embedding_image_input": true, "model_id": "oci/cohere.embed-multilingual-light-image-v3.0", "model_name": "Cohere.embed Multilingual Light Image V3.0", "provider_id": "oci", "provider_name": "Oci", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 512, "max_tokens": 512, "output_vector_size": 384, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "model_id": "oci/cohere.embed-multilingual-light-v3.0", "model_name": "Cohere.embed Multilingual Light V3.0", "provider_id": "oci", "provider_name": "Oci", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 512, "max_tokens": 512, "output_vector_size": 1024, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "model_id": "oci/cohere.embed-multilingual-v3.0", "model_name": "Cohere.embed Multilingual V3.0", "provider_id": "oci", "provider_name": "Oci", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.2e-7, "output_cost_per_token": 0, "max_input_tokens": 128000, "max_tokens": 128000, "output_vector_size": 1536, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "supports_embedding_image_input": true, "model_id": "oci/cohere.embed-v4.0", "model_name": "Cohere.embed V4.0", "provider_id": "oci", "provider_name": "Oci", "max_output_tokens": 0, "input_cost_per_million": 0.12, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 1048576, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "supports_native_streaming": true, "supports_image_size": false, "model_id": "oci/google.gemini-2.5-flash", "model_name": "Google.gemini 2.5 Flash", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-8, "output_cost_per_token": 3e-7, "max_input_tokens": 1048576, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "supports_native_streaming": true, "supports_image_size": false, "model_id": "oci/google.gemini-2.5-flash-lite", "model_name": "Google.gemini 2.5 Flash Lite", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 0.075, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 1048576, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "supports_native_streaming": true, "model_id": "oci/google.gemini-2.5-pro", "model_name": "Google.gemini 2.5 Pro", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 0.00001068, "output_cost_per_token": 0.00001068, "max_input_tokens": 128000, "max_output_tokens": 4000, "max_tokens": 4000, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "supports_native_streaming": true, "model_id": "oci/meta.llama-3.1-405b-instruct", "model_name": "Meta.Llama 3.1 405B Instruct", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 10.68, "output_cost_per_million": 10.68, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 7.2e-7, "output_cost_per_token": 7.2e-7, "max_input_tokens": 128000, "max_output_tokens": 4000, "max_tokens": 4000, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "supports_native_streaming": true, "model_id": "oci/meta.llama-3.1-70b-instruct", "model_name": "Meta.Llama 3.1 70B Instruct", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 0.72, "output_cost_per_million": 0.72, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 7.2e-7, "output_cost_per_token": 7.2e-7, "max_input_tokens": 128000, "max_output_tokens": 4000, "max_tokens": 4000, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "supports_native_streaming": true, "model_id": "oci/meta.llama-3.1-8b-instruct", "model_name": "Meta.Llama 3.1 8B Instruct", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 0.72, "output_cost_per_million": 0.72, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": false, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000002, "max_input_tokens": 128000, "max_output_tokens": 4000, "max_tokens": 4000, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "model_id": "oci/meta.llama-3.2-11b-vision-instruct", "model_name": "Meta.Llama 3.2 11B Vision Instruct", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 2, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": false, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000002, "max_input_tokens": 128000, "max_output_tokens": 4000, "max_tokens": 4000, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "supports_native_streaming": true, "model_id": "oci/meta.llama-3.2-90b-vision-instruct", "model_name": "Meta.Llama 3.2 90B Vision Instruct", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 2, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 7.2e-7, "output_cost_per_token": 7.2e-7, "max_input_tokens": 128000, "max_output_tokens": 4000, "max_tokens": 4000, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "supports_native_streaming": true, "model_id": "oci/meta.llama-3.3-70b-instruct", "model_name": "Meta.Llama 3.3 70B Instruct", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 0.72, "output_cost_per_million": 0.72, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 7.2e-7, "output_cost_per_token": 7.2e-7, "max_input_tokens": 128000, "max_output_tokens": 4000, "max_tokens": 4000, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "model_id": "oci/meta.llama-3.3-70b-instruct-fp8-dynamic", "model_name": "Meta.Llama 3.3 70B Instruct Fp8 Dynamic", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 0.72, "output_cost_per_million": 0.72, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": false, "input_cost_per_token": 7.2e-7, "output_cost_per_token": 7.2e-7, "max_input_tokens": 1048576, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "supports_native_streaming": true, "model_id": "oci/meta.llama-4-maverick-17b-128e-instruct-fp8", "model_name": "Meta.Llama 4 Maverick 17B 128e Instruct Fp8", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 0.72, "output_cost_per_million": 0.72, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 7.2e-7, "output_cost_per_token": 7.2e-7, "max_input_tokens": 10485760, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "supports_native_streaming": true, "model_id": "oci/meta.llama-4-scout-17b-16e-instruct", "model_name": "Meta.Llama 4 Scout 17B 16e Instruct", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 0.72, "output_cost_per_million": 0.72, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "supports_native_streaming": true, "supports_reasoning": true, "model_id": "oci/openai.gpt-5", "model_name": "Openai.GPT-5", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "supports_native_streaming": true, "supports_reasoning": true, "model_id": "oci/openai.gpt-5-mini", "model_name": "Openai.GPT-5 Mini", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 0.25, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 4e-7, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "supports_native_streaming": true, "supports_reasoning": true, "model_id": "oci/openai.gpt-5-nano", "model_name": "Openai.GPT-5 Nano", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "supports_native_streaming": true, "model_id": "oci/xai.grok-3", "model_name": "Xai.grok 3", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "supports_native_streaming": true, "model_id": "oci/xai.grok-3-fast", "model_name": "Xai.grok 3 Fast", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 3e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "supports_native_streaming": true, "model_id": "oci/xai.grok-3-mini", "model_name": "Xai.grok 3 Mini", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 0.3, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.000004, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "supports_native_streaming": true, "model_id": "oci/xai.grok-3-mini-fast", "model_name": "Xai.grok 3 Mini Fast", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 0.6, "output_cost_per_million": 4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "supports_native_streaming": true, "model_id": "oci/xai.grok-4", "model_name": "Xai.grok 4", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "model_id": "oci/xai.grok-4-fast", "model_name": "Xai.grok 4 Fast", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "model_id": "oci/xai.grok-4.1-fast", "model_name": "Xai.grok 4.1 Fast", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "model_id": "oci/xai.grok-4.20", "model_name": "Xai.grok 4.20", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "model_id": "oci/xai.grok-4.20-multi-agent", "model_name": "Xai.grok 4.20 Multi Agent", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing", "model_id": "oci/xai.grok-code-fast-1", "model_name": "Xai.grok Code Fast 1", "provider_id": "oci", "provider_name": "Oci", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32768, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "ollama/codegeex4", "model_name": "Codegeex4", "provider_id": "ollama", "provider_name": "Ollama", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "ollama/codegemma", "model_name": "Codegemma", "provider_id": "ollama", "provider_name": "Ollama", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "ollama/codellama", "model_name": "Codellama", "provider_id": "ollama", "provider_name": "Ollama", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "ollama/deepseek-coder-v2-base", "model_name": "Deepseek Coder V2 Base", "provider_id": "ollama", "provider_name": "Ollama", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32768, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "ollama/deepseek-coder-v2-instruct", "model_name": "Deepseek Coder V2 Instruct", "provider_id": "ollama", "provider_name": "Ollama", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "ollama/deepseek-coder-v2-lite-base", "model_name": "Deepseek Coder V2 Lite Base", "provider_id": "ollama", "provider_name": "Ollama", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32768, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "ollama/deepseek-coder-v2-lite-instruct", "model_name": "Deepseek Coder V2 Lite Instruct", "provider_id": "ollama", "provider_name": "Ollama", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "model_id": "ollama/deepseek-v3.1:671b-cloud", "model_name": "Deepseek V3.1:671B Cloud", "provider_id": "ollama", "provider_name": "Ollama", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "ollama/gpt-oss:120b-cloud", "model_name": "GPT Oss:120B Cloud", "provider_id": "ollama", "provider_name": "Ollama", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "ollama/gpt-oss:20b-cloud", "model_name": "GPT Oss:20B Cloud", "provider_id": "ollama", "provider_name": "Ollama", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32768, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "ollama/internlm2_5-20b-chat", "model_name": "Internlm2_5 20B Chat", "provider_id": "ollama", "provider_name": "Ollama", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "ollama/llama2", "model_name": "Llama2", "provider_id": "ollama", "provider_name": "Ollama", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "ollama/llama2-uncensored", "model_name": "Llama2 Uncensored", "provider_id": "ollama", "provider_name": "Ollama", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "ollama/llama2:13b", "model_name": "Llama2:13B", "provider_id": "ollama", "provider_name": "Ollama", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "ollama/llama2:70b", "model_name": "Llama2:70B", "provider_id": "ollama", "provider_name": "Ollama", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "ollama/llama2:7b", "model_name": "Llama2:7B", "provider_id": "ollama", "provider_name": "Ollama", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "ollama/llama3", "model_name": "Llama3", "provider_id": "ollama", "provider_name": "Ollama", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "ollama/llama3:70b", "model_name": "Llama3:70B", "provider_id": "ollama", "provider_name": "Ollama", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "ollama/llama3:8b", "model_name": "Llama3:8B", "provider_id": "ollama", "provider_name": "Ollama", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "ollama/llama3.1", "model_name": "Llama3.1", "provider_id": "ollama", "provider_name": "Ollama", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "ollama/mistral", "model_name": "Mistral", "provider_id": "ollama", "provider_name": "Ollama", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "ollama/mistral-7B-Instruct-v0.1", "model_name": "Mistral 7B Instruct V0.1", "provider_id": "ollama", "provider_name": "Ollama", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "ollama/mistral-7B-Instruct-v0.2", "model_name": "Mistral 7B Instruct V0.2", "provider_id": "ollama", "provider_name": "Ollama", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 65536, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "ollama/mistral-large-instruct-2407", "model_name": "Mistral Large Instruct (Jul 2024)", "provider_id": "ollama", "provider_name": "Ollama", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 65536, "max_output_tokens": 65536, "max_tokens": 65536, "model_id": "ollama/mixtral-8x22B-Instruct-v0.1", "model_name": "Mixtral 8x22B Instruct V0.1", "provider_id": "ollama", "provider_name": "Ollama", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "ollama/mixtral-8x7B-Instruct-v0.1", "model_name": "Mixtral 8x7B Instruct V0.1", "provider_id": "ollama", "provider_name": "Ollama", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "ollama/orca-mini", "model_name": "Orca Mini", "provider_id": "ollama", "provider_name": "Ollama", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "model_id": "ollama/qwen3-coder:480b-cloud", "model_name": "Qwen3 Coder:480B Cloud", "provider_id": "ollama", "provider_name": "Ollama", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 2048, "max_output_tokens": 2048, "max_tokens": 2048, "model_id": "ollama/vicuna", "model_name": "Vicuna", "provider_id": "ollama", "provider_name": "Ollama", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_pixel": 1.9e-8, "output_cost_per_pixel": 0, "model_id": "1024-x-1024/dall-e-2", "model_name": "Dall E 2", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_image": 0.009, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "1024-x-1024/gpt-image-1.5", "model_name": "GPT Image 1.5", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_image": 0.009, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "1024-x-1024/gpt-image-1.5-2025-12-16", "model_name": "GPT Image 1.5 (Dec 2025)", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_image": 0.013, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "1024-x-1536/gpt-image-1.5", "model_name": "GPT Image 1.5", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_image": 0.013, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "1024-x-1536/gpt-image-1.5-2025-12-16", "model_name": "GPT Image 1.5 (Dec 2025)", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_image": 0.013, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "1536-x-1024/gpt-image-1.5", "model_name": "GPT Image 1.5", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_image": 0.013, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "1536-x-1024/gpt-image-1.5-2025-12-16", "model_name": "GPT Image 1.5 (Dec 2025)", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_pixel": 2.4414e-7, "output_cost_per_pixel": 0, "model_id": "256-x-256/dall-e-2", "model_name": "Dall E 2", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_pixel": 6.86e-8, "output_cost_per_pixel": 0, "model_id": "512-x-512/dall-e-2", "model_name": "Dall E 2", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000015, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "chatgpt-4o-latest", "model_name": "ChatGPT-4o", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 5, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "input_cost_per_token": 0.000005, "cache_read_input_image_token_cost": 0.0000025, "input_cost_per_image_token": 0.00001, "output_cost_per_image_token": 0.00004, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "model_id": "chatgpt-image-latest", "model_name": "Chatgpt Image Latest", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 5, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000015, "output_cost_per_token": 0.000006, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "codex-mini-latest", "model_name": "Codex Mini Latest", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.5, "output_cost_per_million": 6, "cache_read_cost_per_token": 3.75e-7, "cache_read_cost_per_million": 0.375, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "code_interpreter_cost_per_session": 0.03, "model_id": "container", "model_name": "Container", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_image": 0.02, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits", "/v1/images/variations" ], "model_id": "dall-e-2", "model_name": "Dall E 2", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_image": 0.04, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "dall-e-3", "model_name": "Dall E 3", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000006, "max_input_tokens": 16385, "max_output_tokens": 4096, "input_cost_per_token_batches": 0.0000015, "max_tokens": 4096, "output_cost_per_token_batches": 0.000003, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "ft:gpt-3.5-turbo", "model_name": "GPT 3.5T [Fine-tuned]", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 3, "output_cost_per_million": 6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000006, "max_input_tokens": 16385, "max_output_tokens": 4096, "max_tokens": 4096, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "ft:gpt-3.5-turbo-0125", "model_name": "GPT-3.5 Turbo 0125 [Fine-tuned]", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 3, "output_cost_per_million": 6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000006, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "ft:gpt-3.5-turbo-0613", "model_name": "GPT-3.5 Turbo 0613 [Fine-tuned]", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 3, "output_cost_per_million": 6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000006, "max_input_tokens": 16385, "max_output_tokens": 4096, "max_tokens": 4096, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "ft:gpt-3.5-turbo-1106", "model_name": "GPT 3.5T (Jun 2011) [Fine-tuned]", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 3, "output_cost_per_million": 6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.00003, "output_cost_per_token": 0.00006, "max_input_tokens": 8192, "max_output_tokens": 4096, "max_tokens": 4096, "source": "OpenAI needs to add pricing for this ft model, will be updated when added by OpenAI. Defaulting to base model pricing", "supports_system_messages": true, "supports_tool_choice": true, "model_id": "ft:gpt-4-0613", "model_name": "GPT-4 0613 [Fine-tuned]", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 30, "output_cost_per_million": 60, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000012, "max_input_tokens": 1047576, "max_output_tokens": 32768, "input_cost_per_token_batches": 0.0000015, "max_tokens": 32768, "output_cost_per_token_batches": 0.000006, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "ft:gpt-4.1-2025-04-14", "model_name": "GPT-4.1 (Apr 2025) [Fine-tuned]", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 3, "output_cost_per_million": 12, "cache_read_cost_per_token": 7.5e-7, "cache_read_cost_per_million": 0.75, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 8e-7, "output_cost_per_token": 0.0000032, "max_input_tokens": 1047576, "max_output_tokens": 32768, "input_cost_per_token_batches": 4e-7, "max_tokens": 32768, "output_cost_per_token_batches": 0.0000016, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "ft:gpt-4.1-mini-2025-04-14", "model_name": "GPT-4.1 mini (Apr 2025) [Fine-tuned]", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 3.1999999999999997, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 8e-7, "max_input_tokens": 1047576, "max_output_tokens": 32768, "input_cost_per_token_batches": 1e-7, "max_tokens": 32768, "output_cost_per_token_batches": 4e-7, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "ft:gpt-4.1-nano-2025-04-14", "model_name": "GPT-4.1 nano (Apr 2025) [Fine-tuned]", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.7999999999999999, "cache_read_cost_per_token": 5e-8, "cache_read_cost_per_million": 0.049999999999999996, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000375, "output_cost_per_token": 0.000015, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_token_batches": 0.000001875, "max_tokens": 16384, "output_cost_per_token_batches": 0.0000075, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "ft:gpt-4o-2024-08-06", "model_name": "GPT-4o (Aug 2024) [Fine-tuned]", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 3.75, "output_cost_per_million": 15, "cache_read_cost_per_token": 0.000001875, "cache_read_cost_per_million": 1.875, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.00000375, "output_cost_per_token": 0.000015, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "ft:gpt-4o-2024-11-20", "model_name": "GPT-4o (Nov 2024) [Fine-tuned]", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 3.75, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0.000001875, "cache_write_cost_per_million": 1.875, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_token_batches": 1.5e-7, "max_tokens": 16384, "output_cost_per_token_batches": 6e-7, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "ft:gpt-4o-mini-2024-07-18", "model_name": "GPT-4o mini (Jul 2024) [Fine-tuned]", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 1.5e-7, "cache_read_cost_per_million": 0.15, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_response_schema": true, "input_cost_per_token": 0.000004, "output_cost_per_token": 0.000016, "max_input_tokens": 200000, "max_output_tokens": 100000, "input_cost_per_token_batches": 0.000002, "max_tokens": 100000, "output_cost_per_token_batches": 0.000008, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "ft:o4-mini-2025-04-16", "model_name": "o4 mini (Apr 2025) [Fine-tuned]", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 4, "output_cost_per_million": 16, "cache_read_cost_per_token": 0.000001, "cache_read_cost_per_million": 1, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false, "supports_vision": false }, { "supports_function_calling": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 16385, "max_output_tokens": 4096, "max_tokens": 4096, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-3.5-turbo", "model_name": "GPT 3.5T", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 16385, "max_output_tokens": 4096, "max_tokens": 4096, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-3.5-turbo-0125", "model_name": "GPT-3.5 Turbo 0125", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000002, "max_input_tokens": 16385, "max_output_tokens": 4096, "deprecation_date": "2026-09-28", "max_tokens": 4096, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-3.5-turbo-1106", "model_name": "GPT 3.5T (Jun 2011)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000004, "max_input_tokens": 16385, "max_output_tokens": 4096, "max_tokens": 4096, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-3.5-turbo-16k", "model_name": "GPT 3.5T 16k", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 3, "output_cost_per_million": 4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.00003, "output_cost_per_token": 0.00006, "max_input_tokens": 8192, "max_output_tokens": 4096, "max_tokens": 4096, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-4", "model_name": "GPT-4", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 30, "output_cost_per_million": 60, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.00001, "output_cost_per_token": 0.00003, "max_input_tokens": 128000, "max_output_tokens": 4096, "deprecation_date": "2026-03-26", "max_tokens": 4096, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-4-0125-preview", "model_name": "GPT-4 0125 Preview", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 10, "output_cost_per_million": 30, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "input_cost_per_token": 0.00003, "output_cost_per_token": 0.00006, "max_input_tokens": 8192, "max_output_tokens": 4096, "deprecation_date": "2026-03-26", "max_tokens": 4096, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-4-0314", "model_name": "GPT-4 0314", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 30, "output_cost_per_million": 60, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.00003, "output_cost_per_token": 0.00006, "max_input_tokens": 8192, "max_output_tokens": 4096, "deprecation_date": "2025-06-06", "max_tokens": 4096, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-4-0613", "model_name": "GPT-4 0613", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 30, "output_cost_per_million": 60, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.00001, "output_cost_per_token": 0.00003, "max_input_tokens": 128000, "max_output_tokens": 4096, "deprecation_date": "2026-03-26", "max_tokens": 4096, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-4-1106-preview", "model_name": "GPT-4 1106 Preview", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 10, "output_cost_per_million": 30, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.00001, "output_cost_per_token": 0.00003, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-4-turbo", "model_name": "GPT-4 Turbo", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 10, "output_cost_per_million": 30, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.00001, "output_cost_per_token": 0.00003, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-4-turbo-2024-04-09", "model_name": "GPT-4 Turbo (Apr 2024)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 10, "output_cost_per_million": 30, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.00001, "output_cost_per_token": 0.00003, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-4-turbo-preview", "model_name": "GPT-4 Turbo Preview", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 10, "output_cost_per_million": 30, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 1047576, "max_output_tokens": 32768, "cache_read_input_token_cost_priority": 8.75e-7, "input_cost_per_token_batches": 0.000001, "input_cost_per_token_priority": 0.0000035, "max_tokens": 32768, "output_cost_per_token_batches": 0.000004, "output_cost_per_token_priority": 0.000014, "regional_processing_uplift_multiplier_eu": 1.1, "regional_processing_uplift_multiplier_us": 1.1, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "model_id": "gpt-4.1", "model_name": "GPT-4.1", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 1047576, "max_output_tokens": 32768, "input_cost_per_token_batches": 0.000001, "max_tokens": 32768, "output_cost_per_token_batches": 0.000004, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "model_id": "gpt-4.1-2025-04-14", "model_name": "GPT-4.1 (Apr 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.0000016, "max_input_tokens": 1047576, "max_output_tokens": 32768, "cache_read_input_token_cost_priority": 1.75e-7, "input_cost_per_token_batches": 2e-7, "input_cost_per_token_priority": 7e-7, "max_tokens": 32768, "output_cost_per_token_batches": 8e-7, "output_cost_per_token_priority": 0.0000028, "regional_processing_uplift_multiplier_eu": 1.1, "regional_processing_uplift_multiplier_us": 1.1, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "model_id": "gpt-4.1-mini", "model_name": "GPT-4.1 mini", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 1.5999999999999999, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.0000016, "max_input_tokens": 1047576, "max_output_tokens": 32768, "input_cost_per_token_batches": 2e-7, "max_tokens": 32768, "output_cost_per_token_batches": 8e-7, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "model_id": "gpt-4.1-mini-2025-04-14", "model_name": "GPT-4.1 mini (Apr 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 1.5999999999999999, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1047576, "max_output_tokens": 32768, "cache_read_input_token_cost_priority": 5e-8, "input_cost_per_token_batches": 5e-8, "input_cost_per_token_priority": 2e-7, "max_tokens": 32768, "output_cost_per_token_batches": 2e-7, "output_cost_per_token_priority": 8e-7, "regional_processing_uplift_multiplier_eu": 1.1, "regional_processing_uplift_multiplier_us": 1.1, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "model_id": "gpt-4.1-nano", "model_name": "GPT-4.1 nano", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1047576, "max_output_tokens": 32768, "input_cost_per_token_batches": 5e-8, "max_tokens": 32768, "output_cost_per_token_batches": 2e-7, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "model_id": "gpt-4.1-nano-2025-04-14", "model_name": "GPT-4.1 nano (Apr 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "cache_read_input_token_cost_priority": 0.000002125, "input_cost_per_token_batches": 0.00000125, "input_cost_per_token_priority": 0.00000425, "max_tokens": 16384, "output_cost_per_token_batches": 0.000005, "output_cost_per_token_priority": 0.000017, "regional_processing_uplift_multiplier_eu": 1.1, "regional_processing_uplift_multiplier_us": 1.1, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "model_id": "gpt-4o", "model_name": "GPT-4o", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000015, "max_input_tokens": 128000, "max_output_tokens": 4096, "input_cost_per_token_batches": 0.0000025, "input_cost_per_token_priority": 0.00000875, "max_tokens": 4096, "output_cost_per_token_batches": 0.0000075, "output_cost_per_token_priority": 0.00002625, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-4o-2024-05-13", "model_name": "GPT-4o (May 2024)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 5, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_token_batches": 0.00000125, "max_tokens": 16384, "output_cost_per_token_batches": 0.000005, "regional_processing_uplift_multiplier_eu": 1.1, "regional_processing_uplift_multiplier_us": 1.1, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "model_id": "gpt-4o-2024-08-06", "model_name": "GPT-4o (Aug 2024)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_token_batches": 0.00000125, "max_tokens": 16384, "output_cost_per_token_batches": 0.000005, "regional_processing_uplift_multiplier_eu": 1.1, "regional_processing_uplift_multiplier_us": 1.1, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "model_id": "gpt-4o-2024-11-20", "model_name": "GPT-4o (Nov 2024)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_audio_token": 0.00004, "max_tokens": 16384, "output_cost_per_audio_token": 0.00008, "supports_audio_input": true, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-4o-audio-preview", "model_name": "GPT-4o Audio Preview", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_audio_token": 0.00004, "max_tokens": 16384, "output_cost_per_audio_token": 0.00008, "supports_audio_input": true, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-4o-audio-preview-2024-12-17", "model_name": "GPT-4o Audio Preview (Dec 2024)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_audio_token": 0.00004, "max_tokens": 16384, "output_cost_per_audio_token": 0.00008, "supports_audio_input": true, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-4o-audio-preview-2025-06-03", "model_name": "GPT-4o Audio Preview (Jun 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 128000, "max_output_tokens": 16384, "cache_read_input_token_cost_priority": 1.25e-7, "input_cost_per_token_batches": 7.5e-8, "input_cost_per_token_priority": 2.5e-7, "max_tokens": 16384, "output_cost_per_token_batches": 3e-7, "output_cost_per_token_priority": 0.000001, "regional_processing_uplift_multiplier_eu": 1.1, "regional_processing_uplift_multiplier_us": 1.1, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "model_id": "gpt-4o-mini", "model_name": "GPT-4o mini", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_token_batches": 7.5e-8, "max_tokens": 16384, "output_cost_per_token_batches": 3e-7, "search_context_cost_per_query": { "search_context_size_high": 0.03, "search_context_size_low": 0.025, "search_context_size_medium": 0.0275 }, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "model_id": "gpt-4o-mini-2024-07-18", "model_name": "GPT-4o mini (Jul 2024)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_audio_token": 0.00001, "max_tokens": 16384, "output_cost_per_audio_token": 0.00002, "supports_audio_input": true, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-4o-mini-audio-preview", "model_name": "GPT-4o Mini Audio Preview", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_audio_token": 0.00001, "max_tokens": 16384, "output_cost_per_audio_token": 0.00002, "supports_audio_input": true, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-4o-mini-audio-preview-2024-12-17", "model_name": "GPT-4o Mini Audio Preview (Dec 2024)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000024, "max_input_tokens": 128000, "max_output_tokens": 4096, "cache_creation_input_audio_token_cost": 3e-7, "input_cost_per_audio_token": 0.00001, "max_tokens": 4096, "output_cost_per_audio_token": 0.00002, "supports_audio_input": true, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-4o-mini-realtime-preview", "model_name": "GPT-4o Mini Realtime Preview", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.6, "output_cost_per_million": 2.4, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000024, "max_input_tokens": 128000, "max_output_tokens": 4096, "cache_creation_input_audio_token_cost": 3e-7, "input_cost_per_audio_token": 0.00001, "max_tokens": 4096, "output_cost_per_audio_token": 0.00002, "supports_audio_input": true, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-4o-mini-realtime-preview-2024-12-17", "model_name": "GPT-4o Mini Realtime Preview (Dec 2024)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.6, "output_cost_per_million": 2.4, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_token_batches": 7.5e-8, "max_tokens": 16384, "output_cost_per_token_batches": 3e-7, "search_context_cost_per_query": { "search_context_size_high": 0.03, "search_context_size_low": 0.025, "search_context_size_medium": 0.0275 }, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "gpt-4o-mini-search-preview", "model_name": "GPT-4o Mini Search Preview", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_token_batches": 7.5e-8, "max_tokens": 16384, "output_cost_per_token_batches": 3e-7, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-4o-mini-search-preview-2025-03-11", "model_name": "GPT-4o Mini Search Preview (Mar 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.000005, "max_input_tokens": 16000, "max_output_tokens": 2000, "input_cost_per_audio_token": 0.00000125, "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "gpt-4o-mini-transcribe", "model_name": "GPT-4o Mini Transcribe", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.25, "output_cost_per_million": 5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.000005, "max_input_tokens": 16000, "max_output_tokens": 2000, "input_cost_per_audio_token": 0.00000125, "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "gpt-4o-mini-transcribe-2025-03-20", "model_name": "GPT-4o Mini Transcribe (Mar 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.25, "output_cost_per_million": 5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.000005, "max_input_tokens": 16000, "max_output_tokens": 2000, "input_cost_per_audio_token": 0.00000125, "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "gpt-4o-mini-transcribe-2025-12-15", "model_name": "GPT-4o Mini Transcribe (Dec 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.25, "output_cost_per_million": 5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "output_cost_per_audio_token": 0.000012, "output_cost_per_second": 0.00025, "supported_endpoints": [ "/v1/audio/speech" ], "supported_modalities": [ "text", "audio" ], "supported_output_modalities": [ "audio" ], "model_id": "gpt-4o-mini-tts", "model_name": "GPT-4o Mini TTS", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "output_cost_per_audio_token": 0.000012, "output_cost_per_second": 0.00025, "supported_endpoints": [ "/v1/audio/speech" ], "supported_modalities": [ "text", "audio" ], "supported_output_modalities": [ "audio" ], "model_id": "gpt-4o-mini-tts-2025-03-20", "model_name": "GPT-4o Mini TTS (Mar 2025)", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "output_cost_per_audio_token": 0.000012, "output_cost_per_second": 0.00025, "supported_endpoints": [ "/v1/audio/speech" ], "supported_modalities": [ "text", "audio" ], "supported_output_modalities": [ "audio" ], "model_id": "gpt-4o-mini-tts-2025-12-15", "model_name": "GPT-4o Mini TTS (Dec 2025)", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.00002, "max_input_tokens": 128000, "max_output_tokens": 4096, "input_cost_per_audio_token": 0.00004, "max_tokens": 4096, "output_cost_per_audio_token": 0.00008, "supports_audio_input": true, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-4o-realtime-preview", "model_name": "GPT-4o Realtime Preview", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 5, "output_cost_per_million": 20, "cache_read_cost_per_token": 0.0000025, "cache_read_cost_per_million": 2.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.00002, "max_input_tokens": 128000, "max_output_tokens": 4096, "input_cost_per_audio_token": 0.00004, "max_tokens": 4096, "output_cost_per_audio_token": 0.00008, "supports_audio_input": true, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-4o-realtime-preview-2024-12-17", "model_name": "GPT-4o Realtime Preview (Dec 2024)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 5, "output_cost_per_million": 20, "cache_read_cost_per_token": 0.0000025, "cache_read_cost_per_million": 2.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.00002, "max_input_tokens": 128000, "max_output_tokens": 4096, "input_cost_per_audio_token": 0.00004, "max_tokens": 4096, "output_cost_per_audio_token": 0.00008, "supports_audio_input": true, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-4o-realtime-preview-2025-06-03", "model_name": "GPT-4o Realtime Preview (Jun 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 5, "output_cost_per_million": 20, "cache_read_cost_per_token": 0.0000025, "cache_read_cost_per_million": 2.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_token_batches": 0.00000125, "max_tokens": 16384, "output_cost_per_token_batches": 0.000005, "search_context_cost_per_query": { "search_context_size_high": 0.05, "search_context_size_low": 0.03, "search_context_size_medium": 0.035 }, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "gpt-4o-search-preview", "model_name": "GPT-4o Search Preview", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_token_batches": 0.00000125, "max_tokens": 16384, "output_cost_per_token_batches": 0.000005, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-4o-search-preview-2025-03-11", "model_name": "GPT-4o Search Preview (Mar 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 16000, "max_output_tokens": 2000, "input_cost_per_audio_token": 0.0000025, "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "gpt-4o-transcribe", "model_name": "GPT-4o Transcribe", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 16000, "max_output_tokens": 2000, "input_cost_per_audio_token": 0.0000025, "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "gpt-4o-transcribe-diarize", "model_name": "GPT-4o Transcribe Diarize", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_flex": 6.25e-8, "cache_read_input_token_cost_priority": 2.5e-7, "input_cost_per_token_flex": 6.25e-7, "input_cost_per_token_priority": 0.0000025, "max_tokens": 128000, "output_cost_per_token_flex": 0.000005, "output_cost_per_token_priority": 0.00002, "regional_processing_uplift_multiplier_eu": 1.1, "regional_processing_uplift_multiplier_us": 1.1, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5", "model_name": "GPT-5", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_flex": 6.25e-8, "cache_read_input_token_cost_priority": 2.5e-7, "input_cost_per_token_flex": 6.25e-7, "input_cost_per_token_priority": 0.0000025, "max_tokens": 128000, "output_cost_per_token_flex": 0.000005, "output_cost_per_token_priority": 0.00002, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5-2025-08-07", "model_name": "GPT-5 (Aug 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": false, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": false, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5-chat", "model_name": "GPT-5 Chat", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": false, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5-chat-latest", "model_name": "GPT-5 Chat Latest", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5-codex", "model_name": "GPT-5 Codex", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_flex": 1.25e-8, "cache_read_input_token_cost_priority": 4.5e-8, "input_cost_per_token_flex": 1.25e-7, "input_cost_per_token_priority": 4.5e-7, "max_tokens": 128000, "output_cost_per_token_flex": 0.000001, "output_cost_per_token_priority": 0.0000036, "regional_processing_uplift_multiplier_eu": 1.1, "regional_processing_uplift_multiplier_us": 1.1, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5-mini", "model_name": "GPT-5 Mini", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.25, "output_cost_per_million": 2, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_flex": 1.25e-8, "cache_read_input_token_cost_priority": 4.5e-8, "input_cost_per_token_flex": 1.25e-7, "input_cost_per_token_priority": 4.5e-7, "max_tokens": 128000, "output_cost_per_token_flex": 0.000001, "output_cost_per_token_priority": 0.0000036, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5-mini-2025-08-07", "model_name": "GPT-5 Mini (Aug 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.25, "output_cost_per_million": 2, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 4e-7, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_flex": 2.5e-9, "input_cost_per_token_flex": 2.5e-8, "input_cost_per_token_priority": 0.0000025, "max_tokens": 128000, "regional_processing_uplift_multiplier_eu": 1.1, "regional_processing_uplift_multiplier_us": 1.1, "output_cost_per_token_flex": 2e-7, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5-nano", "model_name": "GPT-5 Nano", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 5e-9, "cache_read_cost_per_million": 0.005, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 4e-7, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_flex": 2.5e-9, "input_cost_per_token_flex": 2.5e-8, "max_tokens": 128000, "output_cost_per_token_flex": 2e-7, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5-nano-2025-08-07", "model_name": "GPT-5 Nano (Aug 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 5e-9, "cache_read_cost_per_million": 0.005, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.00012, "max_input_tokens": 128000, "max_output_tokens": 272000, "input_cost_per_token_batches": 0.0000075, "max_tokens": 272000, "output_cost_per_token_batches": 0.00006, "regional_processing_uplift_multiplier_eu": 1.1, "regional_processing_uplift_multiplier_us": 1.1, "supported_endpoints": [ "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5-pro", "model_name": "GPT-5 Pro", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 15, "output_cost_per_million": 120, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.00012, "max_input_tokens": 128000, "max_output_tokens": 272000, "input_cost_per_token_batches": 0.0000075, "max_tokens": 272000, "output_cost_per_token_batches": 0.00006, "supported_endpoints": [ "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5-pro-2025-10-06", "model_name": "GPT-5 Pro (Oct 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 15, "output_cost_per_million": 120, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5-search-api", "model_name": "GPT-5 Search API", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "model_id": "gpt-5-search-api-2025-10-14", "model_name": "GPT-5 Search API (Oct 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_priority": 2.5e-7, "input_cost_per_token_priority": 0.0000025, "max_tokens": 128000, "output_cost_per_token_priority": 0.00002, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.1", "model_name": "GPT-5.1", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_priority": 2.5e-7, "input_cost_per_token_priority": 0.0000025, "max_tokens": 128000, "output_cost_per_token_priority": 0.00002, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.1-2025-11-13", "model_name": "GPT-5.1 (Nov 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": false, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "cache_read_input_token_cost_priority": 2.5e-7, "input_cost_per_token_priority": 0.0000025, "max_tokens": 16384, "output_cost_per_token_priority": 0.00002, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": false, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.1-chat-latest", "model_name": "GPT-5.1 Chat Latest", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_priority": 2.5e-7, "input_cost_per_token_priority": 0.0000025, "max_tokens": 128000, "output_cost_per_token_priority": 0.00002, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.1-codex", "model_name": "GPT-5.1 Codex", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.1-codex-max", "model_name": "GPT-5.1 Codex Max", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_priority": 4.5e-8, "input_cost_per_token_priority": 4.5e-7, "max_tokens": 128000, "output_cost_per_token_priority": 0.0000036, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.1-codex-mini", "model_name": "GPT-5.1 Codex Mini", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.25, "output_cost_per_million": 2, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_priority": 3.5e-7, "input_cost_per_token_priority": 0.0000035, "max_tokens": 128000, "output_cost_per_token_priority": 0.000028, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.2", "model_name": "GPT-5.2", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.75, "output_cost_per_million": 14, "cache_read_cost_per_token": 1.75e-7, "cache_read_cost_per_million": 0.175, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_priority": 3.5e-7, "input_cost_per_token_priority": 0.0000035, "max_tokens": 128000, "output_cost_per_token_priority": 0.000028, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "image" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.2-2025-12-11", "model_name": "GPT-5.2 (Dec 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.75, "output_cost_per_million": 14, "cache_read_cost_per_token": 1.75e-7, "cache_read_cost_per_million": 0.175, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "max_input_tokens": 128000, "max_output_tokens": 16384, "cache_read_input_token_cost_priority": 3.5e-7, "input_cost_per_token_priority": 0.0000035, "max_tokens": 16384, "output_cost_per_token_priority": 0.000028, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.2-chat-latest", "model_name": "GPT-5.2 Chat Latest", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.75, "output_cost_per_million": 14, "cache_read_cost_per_token": 1.75e-7, "cache_read_cost_per_million": 0.175, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_priority": 3.5e-7, "input_cost_per_token_priority": 0.0000035, "max_tokens": 128000, "output_cost_per_token_priority": 0.000028, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.2-codex", "model_name": "GPT-5.2 Codex", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.75, "output_cost_per_million": 14, "cache_read_cost_per_token": 1.75e-7, "cache_read_cost_per_million": 0.175, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000021, "output_cost_per_token": 0.000168, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.2-pro", "model_name": "GPT-5.2 Pro", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 21, "output_cost_per_million": 168, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000021, "output_cost_per_token": 0.000168, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_endpoints": [ "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.2-pro-2025-12-11", "model_name": "GPT-5.2 Pro (Dec 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 21, "output_cost_per_million": 168, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "max_input_tokens": 128000, "max_output_tokens": 16384, "cache_read_input_token_cost_priority": 3.5e-7, "input_cost_per_token_priority": 0.0000035, "max_tokens": 16384, "output_cost_per_token_priority": 0.000028, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.3-chat-latest", "model_name": "GPT-5.3 Chat Latest", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.75, "output_cost_per_million": 14, "cache_read_cost_per_token": 1.75e-7, "cache_read_cost_per_million": 0.175, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_priority": 3.5e-7, "input_cost_per_token_priority": 0.0000035, "max_tokens": 128000, "output_cost_per_token_priority": 0.000028, "supported_endpoints": [ "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": false, "supports_tool_choice": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": false, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.3-codex", "model_name": "GPT-5.3 Codex", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.75, "output_cost_per_million": 14, "cache_read_cost_per_token": 1.75e-7, "cache_read_cost_per_million": 0.175, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.000015, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 5e-7, "cache_read_input_token_cost_flex": 1.3e-7, "cache_read_input_token_cost_priority": 5e-7, "input_cost_per_token_above_272k_tokens": 0.000005, "input_cost_per_token_flex": 0.00000125, "input_cost_per_token_batches": 0.00000125, "input_cost_per_token_priority": 0.000005, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.0000225, "output_cost_per_token_flex": 0.0000075, "output_cost_per_token_batches": 0.0000075, "output_cost_per_token_priority": 0.00003, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.4", "model_name": "GPT-5.4", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2.5, "output_cost_per_million": 15, "cache_read_cost_per_token": 2.5e-7, "cache_read_cost_per_million": 0.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.000015, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 5e-7, "cache_read_input_token_cost_flex": 1.3e-7, "cache_read_input_token_cost_priority": 5e-7, "input_cost_per_token_above_272k_tokens": 0.000005, "input_cost_per_token_flex": 0.00000125, "input_cost_per_token_batches": 0.00000125, "input_cost_per_token_priority": 0.000005, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.0000225, "output_cost_per_token_flex": 0.0000075, "output_cost_per_token_batches": 0.0000075, "output_cost_per_token_priority": 0.00003, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "model_id": "gpt-5.4-2026-03-05", "model_name": "GPT-5.4 (Mar 2026)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2.5, "output_cost_per_million": 15, "cache_read_cost_per_token": 2.5e-7, "cache_read_cost_per_million": 0.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-7, "output_cost_per_token": 0.0000045, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_flex": 3.75e-8, "cache_read_input_token_cost_batches": 3.75e-8, "cache_read_input_token_cost_priority": 1.5e-7, "input_cost_per_token_flex": 3.75e-7, "input_cost_per_token_batches": 3.75e-7, "input_cost_per_token_priority": 0.0000015, "max_tokens": 128000, "output_cost_per_token_flex": 0.00000225, "output_cost_per_token_batches": 0.00000225, "output_cost_per_token_priority": 0.000009, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": false, "model_id": "gpt-5.4-mini", "model_name": "GPT-5.4 Mini", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.75, "output_cost_per_million": 4.5, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-7, "output_cost_per_token": 0.0000045, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_flex": 3.75e-8, "cache_read_input_token_cost_batches": 3.75e-8, "cache_read_input_token_cost_priority": 1.5e-7, "input_cost_per_token_flex": 3.75e-7, "input_cost_per_token_batches": 3.75e-7, "input_cost_per_token_priority": 0.0000015, "max_tokens": 128000, "output_cost_per_token_flex": 0.00000225, "output_cost_per_token_batches": 0.00000225, "output_cost_per_token_priority": 0.000009, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": false, "model_id": "gpt-5.4-mini-2026-03-17", "model_name": "GPT-5.4 Mini (Mar 2026)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.75, "output_cost_per_million": 4.5, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.00000125, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_flex": 1e-8, "cache_read_input_token_cost_batches": 1e-8, "input_cost_per_token_flex": 1e-7, "input_cost_per_token_batches": 1e-7, "max_tokens": 128000, "output_cost_per_token_flex": 6.25e-7, "output_cost_per_token_batches": 6.25e-7, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": false, "model_id": "gpt-5.4-nano", "model_name": "GPT-5.4 Nano", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 2e-8, "cache_read_cost_per_million": 0.02, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.00000125, "max_input_tokens": 272000, "max_output_tokens": 128000, "cache_read_input_token_cost_flex": 1e-8, "cache_read_input_token_cost_batches": 1e-8, "input_cost_per_token_flex": 1e-7, "input_cost_per_token_batches": 1e-7, "max_tokens": 128000, "output_cost_per_token_flex": 6.25e-7, "output_cost_per_token_batches": 6.25e-7, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": false, "model_id": "gpt-5.4-nano-2026-03-17", "model_name": "GPT-5.4 Nano (Mar 2026)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 2e-8, "cache_read_cost_per_million": 0.02, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": false, "input_cost_per_token": 0.00003, "output_cost_per_token": 0.00018, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 0.000006, "input_cost_per_token_above_272k_tokens": 0.00006, "input_cost_per_token_flex": 0.000015, "input_cost_per_token_batches": 0.000015, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.00027, "output_cost_per_token_flex": 0.00009, "output_cost_per_token_batches": 0.00009, "supported_endpoints": [ "/v1/responses", "/v1/batch" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.4-pro", "model_name": "GPT-5.4 Pro", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 30, "output_cost_per_million": 180, "cache_read_cost_per_token": 0.000003, "cache_read_cost_per_million": 3, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": false, "input_cost_per_token": 0.00003, "output_cost_per_token": 0.00018, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 0.000006, "input_cost_per_token_above_272k_tokens": 0.00006, "input_cost_per_token_flex": 0.000015, "input_cost_per_token_batches": 0.000015, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.00027, "output_cost_per_token_flex": 0.00009, "output_cost_per_token_batches": 0.00009, "supported_endpoints": [ "/v1/responses", "/v1/batch" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": true, "model_id": "gpt-5.4-pro-2026-03-05", "model_name": "GPT-5.4 Pro (Mar 2026)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 30, "output_cost_per_million": 180, "cache_read_cost_per_token": 0.000003, "cache_read_cost_per_million": 3, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.00003, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 0.000001, "cache_read_input_token_cost_flex": 2.5e-7, "cache_read_input_token_cost_priority": 0.000001, "input_cost_per_token_above_272k_tokens": 0.00001, "input_cost_per_token_flex": 0.0000025, "input_cost_per_token_batches": 0.0000025, "input_cost_per_token_priority": 0.00001, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.000045, "output_cost_per_token_flex": 0.000015, "output_cost_per_token_batches": 0.000015, "output_cost_per_token_priority": 0.00006, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": false, "model_id": "gpt-5.5", "model_name": "GPT-5.5", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 5, "output_cost_per_million": 30, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.00003, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 0.000001, "cache_read_input_token_cost_flex": 2.5e-7, "cache_read_input_token_cost_priority": 0.000001, "input_cost_per_token_above_272k_tokens": 0.00001, "input_cost_per_token_flex": 0.0000025, "input_cost_per_token_batches": 0.0000025, "input_cost_per_token_priority": 0.00001, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.000045, "output_cost_per_token_flex": 0.000015, "output_cost_per_token_batches": 0.000015, "output_cost_per_token_priority": 0.00006, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": true, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": false, "model_id": "gpt-5.5-2026-04-23", "model_name": "GPT-5.5 (Apr 2026)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 5, "output_cost_per_million": 30, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": false, "input_cost_per_token": 0.00003, "output_cost_per_token": 0.00018, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 0.000006, "input_cost_per_token_above_272k_tokens": 0.00006, "input_cost_per_token_flex": 0.000015, "input_cost_per_token_batches": 0.000015, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.00027, "output_cost_per_token_flex": 0.00009, "output_cost_per_token_batches": 0.00009, "supported_endpoints": [ "/v1/responses", "/v1/batch" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": false, "supports_low_reasoning_effort": false, "model_id": "gpt-5.5-pro", "model_name": "GPT-5.5 Pro", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 30, "output_cost_per_million": 180, "cache_read_cost_per_token": 0.000003, "cache_read_cost_per_million": 3, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": false, "input_cost_per_token": 0.00003, "output_cost_per_token": 0.00018, "max_input_tokens": 1050000, "max_output_tokens": 128000, "cache_read_input_token_cost_above_272k_tokens": 0.000006, "input_cost_per_token_above_272k_tokens": 0.00006, "input_cost_per_token_flex": 0.000015, "input_cost_per_token_batches": 0.000015, "max_tokens": 128000, "output_cost_per_token_above_272k_tokens": 0.00027, "output_cost_per_token_flex": 0.00009, "output_cost_per_token_batches": 0.00009, "supported_endpoints": [ "/v1/responses", "/v1/batch" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "supports_none_reasoning_effort": false, "supports_xhigh_reasoning_effort": true, "supports_minimal_reasoning_effort": false, "supports_low_reasoning_effort": false, "model_id": "gpt-5.5-pro-2026-04-23", "model_name": "GPT-5.5 Pro (Apr 2026)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 30, "output_cost_per_million": 180, "cache_read_cost_per_token": 0.000003, "cache_read_cost_per_million": 3, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "supports_response_schema": false, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_audio_token": 0.000032, "max_tokens": 16384, "output_cost_per_audio_token": 0.000064, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses", "/v1/realtime", "/v1/batch" ], "supported_modalities": [ "text", "audio" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "supports_native_streaming": true, "supports_prompt_caching": false, "supports_reasoning": false, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-audio", "model_name": "GPT Audio", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "supports_response_schema": false, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_audio_token": 0.000032, "max_tokens": 16384, "output_cost_per_audio_token": 0.000064, "supported_endpoints": [ "/v1/chat/completions" ], "supported_modalities": [ "text", "audio" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "supports_native_streaming": true, "supports_prompt_caching": false, "supports_reasoning": false, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-audio-1.5", "model_name": "GPT Audio 1.5", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "supports_response_schema": false, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_audio_token": 0.000032, "max_tokens": 16384, "output_cost_per_audio_token": 0.000064, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses", "/v1/realtime", "/v1/batch" ], "supported_modalities": [ "text", "audio" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "supports_native_streaming": true, "supports_prompt_caching": false, "supports_reasoning": false, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-audio-2025-08-28", "model_name": "GPT Audio (Aug 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "supports_response_schema": false, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000024, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_audio_token": 0.00001, "max_tokens": 16384, "output_cost_per_audio_token": 0.00002, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses", "/v1/realtime", "/v1/batch" ], "supported_modalities": [ "text", "audio" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "supports_native_streaming": true, "supports_prompt_caching": false, "supports_reasoning": false, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-audio-mini", "model_name": "GPT Audio Mini", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.6, "output_cost_per_million": 2.4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "supports_response_schema": false, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000024, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_audio_token": 0.00001, "max_tokens": 16384, "output_cost_per_audio_token": 0.00002, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses", "/v1/realtime", "/v1/batch" ], "supported_modalities": [ "text", "audio" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "supports_native_streaming": true, "supports_prompt_caching": false, "supports_reasoning": false, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-audio-mini-2025-10-06", "model_name": "GPT Audio Mini (Oct 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.6, "output_cost_per_million": 2.4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "supports_response_schema": false, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000024, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_audio_token": 0.00001, "max_tokens": 16384, "output_cost_per_audio_token": 0.00002, "supported_endpoints": [ "/v1/chat/completions", "/v1/responses", "/v1/realtime", "/v1/batch" ], "supported_modalities": [ "text", "audio" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "supports_native_streaming": true, "supports_prompt_caching": false, "supports_reasoning": false, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-audio-mini-2025-12-15", "model_name": "GPT Audio Mini (Dec 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.6, "output_cost_per_million": 2.4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": true }, { "input_cost_per_token": 0.000005, "cache_read_input_image_token_cost": 0.0000025, "input_cost_per_image_token": 0.00001, "output_cost_per_image_token": 0.00004, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "model_id": "gpt-image-1", "model_name": "GPT Image 1", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 5, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000002, "cache_read_input_image_token_cost": 2.5e-7, "input_cost_per_image_token": 0.0000025, "output_cost_per_image_token": 0.000008, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "model_id": "gpt-image-1-mini", "model_name": "GPT Image 1 Mini", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 2, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.00001, "cache_read_input_image_token_cost": 0.000002, "input_cost_per_image_token": 0.000008, "output_cost_per_image_token": 0.000032, "supported_endpoints": [ "/v1/images/generations" ], "supports_pdf_input": true, "model_id": "gpt-image-1.5", "model_name": "GPT Image 1.5", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.00001, "cache_read_input_image_token_cost": 0.000002, "input_cost_per_image_token": 0.000008, "output_cost_per_image_token": 0.000032, "supported_endpoints": [ "/v1/images/generations" ], "supports_pdf_input": true, "model_id": "gpt-image-1.5-2025-12-16", "model_name": "GPT Image 1.5 (Dec 2025)", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.00001, "cache_read_input_image_token_cost": 0.000002, "input_cost_per_image_token": 0.000008, "output_cost_per_image_token": 0.00003, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "gpt-image-2", "model_name": "GPT Image 2", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.00001, "cache_read_input_image_token_cost": 0.000002, "input_cost_per_image_token": 0.000008, "output_cost_per_image_token": 0.00003, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "gpt-image-2-2026-04-21", "model_name": "GPT Image 2 (Apr 2026)", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.000004, "output_cost_per_token": 0.000016, "max_input_tokens": 32000, "max_output_tokens": 4096, "cache_creation_input_audio_token_cost": 4e-7, "input_cost_per_audio_token": 0.000032, "input_cost_per_image": 0.000005, "max_tokens": 4096, "output_cost_per_audio_token": 0.000064, "supported_endpoints": [ "/v1/realtime" ], "supported_modalities": [ "text", "image", "audio" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-realtime", "model_name": "GPT Realtime", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 4, "output_cost_per_million": 16, "cache_read_cost_per_token": 4e-7, "cache_read_cost_per_million": 0.39999999999999997, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.000004, "output_cost_per_token": 0.000016, "max_input_tokens": 32000, "max_output_tokens": 4096, "cache_creation_input_audio_token_cost": 4e-7, "input_cost_per_audio_token": 0.000032, "input_cost_per_image": 0.000005, "max_tokens": 4096, "output_cost_per_audio_token": 0.000064, "supported_endpoints": [ "/v1/realtime" ], "supported_modalities": [ "text", "image", "audio" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-realtime-1.5", "model_name": "GPT Realtime 1.5", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 4, "output_cost_per_million": 16, "cache_read_cost_per_token": 4e-7, "cache_read_cost_per_million": 0.39999999999999997, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.000004, "output_cost_per_token": 0.000016, "max_input_tokens": 32000, "max_output_tokens": 4096, "cache_creation_input_audio_token_cost": 4e-7, "input_cost_per_audio_token": 0.000032, "input_cost_per_image": 0.000005, "max_tokens": 4096, "output_cost_per_audio_token": 0.000064, "supported_endpoints": [ "/v1/realtime" ], "supported_modalities": [ "text", "image", "audio" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-realtime-2", "model_name": "GPT Realtime 2", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 4, "output_cost_per_million": 16, "cache_read_cost_per_token": 4e-7, "cache_read_cost_per_million": 0.39999999999999997, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.000004, "output_cost_per_token": 0.000016, "max_input_tokens": 32000, "max_output_tokens": 4096, "cache_creation_input_audio_token_cost": 4e-7, "input_cost_per_audio_token": 0.000032, "input_cost_per_image": 0.000005, "max_tokens": 4096, "output_cost_per_audio_token": 0.000064, "supported_endpoints": [ "/v1/realtime" ], "supported_modalities": [ "text", "image", "audio" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-realtime-2025-08-28", "model_name": "GPT Realtime (Aug 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 4, "output_cost_per_million": 16, "cache_read_cost_per_token": 4e-7, "cache_read_cost_per_million": 0.39999999999999997, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000024, "max_input_tokens": 128000, "max_output_tokens": 4096, "cache_creation_input_audio_token_cost": 3e-7, "cache_read_input_audio_token_cost": 3e-7, "input_cost_per_audio_token": 0.00001, "max_tokens": 4096, "output_cost_per_audio_token": 0.00002, "supported_endpoints": [ "/v1/realtime" ], "supported_modalities": [ "text", "image", "audio" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-realtime-mini", "model_name": "GPT Realtime Mini", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.6, "output_cost_per_million": 2.4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000024, "max_input_tokens": 128000, "max_output_tokens": 4096, "cache_creation_input_audio_token_cost": 3e-7, "cache_read_input_audio_token_cost": 3e-7, "input_cost_per_audio_token": 0.00001, "input_cost_per_image": 8e-7, "max_tokens": 4096, "output_cost_per_audio_token": 0.00002, "supported_endpoints": [ "/v1/realtime" ], "supported_modalities": [ "text", "image", "audio" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-realtime-mini-2025-10-06", "model_name": "GPT Realtime Mini (Oct 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.6, "output_cost_per_million": 2.4, "cache_read_cost_per_token": 6e-8, "cache_read_cost_per_million": 0.06, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000024, "max_input_tokens": 128000, "max_output_tokens": 4096, "cache_creation_input_audio_token_cost": 3e-7, "cache_read_input_audio_token_cost": 3e-7, "input_cost_per_audio_token": 0.00001, "input_cost_per_image": 8e-7, "max_tokens": 4096, "output_cost_per_audio_token": 0.00002, "supported_endpoints": [ "/v1/realtime" ], "supported_modalities": [ "text", "image", "audio" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gpt-realtime-mini-2025-12-15", "model_name": "GPT Realtime Mini (Dec 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0.6, "output_cost_per_million": 2.4, "cache_read_cost_per_token": 6e-8, "cache_read_cost_per_million": 0.06, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "input_cost_per_pixel": 7.629e-8, "output_cost_per_pixel": 0, "model_id": "hd/1024-x-1024/dall-e-3", "model_name": "Dall E 3", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_pixel": 6.539e-8, "output_cost_per_pixel": 0, "model_id": "hd/1024-x-1792/dall-e-3", "model_name": "Dall E 3", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_pixel": 6.539e-8, "output_cost_per_pixel": 0, "model_id": "hd/1792-x-1024/dall-e-3", "model_name": "Dall E 3", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_image": 0.167, "input_cost_per_pixel": 1.59263611e-7, "output_cost_per_pixel": 0, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "high/1024-x-1024/gpt-image-1", "model_name": "GPT Image 1", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_image": 0.133, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "high/1024-x-1024/gpt-image-1.5", "model_name": "GPT Image 1.5", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_image": 0.133, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "high/1024-x-1024/gpt-image-1.5-2025-12-16", "model_name": "GPT Image 1.5 (Dec 2025)", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_image": 0.25, "input_cost_per_pixel": 1.58945719e-7, "output_cost_per_pixel": 0, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "high/1024-x-1536/gpt-image-1", "model_name": "GPT Image 1", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_image": 0.2, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "high/1024-x-1536/gpt-image-1.5", "model_name": "GPT Image 1.5", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_image": 0.2, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "high/1024-x-1536/gpt-image-1.5-2025-12-16", "model_name": "GPT Image 1.5 (Dec 2025)", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_image": 0.25, "input_cost_per_pixel": 1.58945719e-7, "output_cost_per_pixel": 0, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "high/1536-x-1024/gpt-image-1", "model_name": "GPT Image 1", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_image": 0.2, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "high/1536-x-1024/gpt-image-1.5", "model_name": "GPT Image 1.5", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_image": 0.2, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "high/1536-x-1024/gpt-image-1.5-2025-12-16", "model_name": "GPT Image 1.5 (Dec 2025)", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_image": 0.011, "input_cost_per_pixel": 1.0490417e-8, "output_cost_per_pixel": 0, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "low/1024-x-1024/gpt-image-1", "model_name": "GPT Image 1", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_image": 0.005, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "low/1024-x-1024/gpt-image-1-mini", "model_name": "GPT Image 1 Mini", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_image": 0.009, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "low/1024-x-1024/gpt-image-1.5", "model_name": "GPT Image 1.5", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_image": 0.009, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "low/1024-x-1024/gpt-image-1.5-2025-12-16", "model_name": "GPT Image 1.5 (Dec 2025)", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_image": 0.016, "input_cost_per_pixel": 1.0172526e-8, "output_cost_per_pixel": 0, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "low/1024-x-1536/gpt-image-1", "model_name": "GPT Image 1", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_image": 0.006, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "low/1024-x-1536/gpt-image-1-mini", "model_name": "GPT Image 1 Mini", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_image": 0.013, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "low/1024-x-1536/gpt-image-1.5", "model_name": "GPT Image 1.5", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_image": 0.013, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "low/1024-x-1536/gpt-image-1.5-2025-12-16", "model_name": "GPT Image 1.5 (Dec 2025)", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_image": 0.016, "input_cost_per_pixel": 1.0172526e-8, "output_cost_per_pixel": 0, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "low/1536-x-1024/gpt-image-1", "model_name": "GPT Image 1", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_image": 0.006, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "low/1536-x-1024/gpt-image-1-mini", "model_name": "GPT Image 1 Mini", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_image": 0.013, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "low/1536-x-1024/gpt-image-1.5", "model_name": "GPT Image 1.5", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_image": 0.013, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "low/1536-x-1024/gpt-image-1.5-2025-12-16", "model_name": "GPT Image 1.5 (Dec 2025)", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_image": 0.042, "input_cost_per_pixel": 4.0054321e-8, "output_cost_per_pixel": 0, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "medium/1024-x-1024/gpt-image-1", "model_name": "GPT Image 1", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_image": 0.011, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "medium/1024-x-1024/gpt-image-1-mini", "model_name": "GPT Image 1 Mini", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_image": 0.034, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "medium/1024-x-1024/gpt-image-1.5", "model_name": "GPT Image 1.5", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_image": 0.034, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "medium/1024-x-1024/gpt-image-1.5-2025-12-16", "model_name": "GPT Image 1.5 (Dec 2025)", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_image": 0.063, "input_cost_per_pixel": 4.0054321e-8, "output_cost_per_pixel": 0, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "medium/1024-x-1536/gpt-image-1", "model_name": "GPT Image 1", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_image": 0.015, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "medium/1024-x-1536/gpt-image-1-mini", "model_name": "GPT Image 1 Mini", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_image": 0.05, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "medium/1024-x-1536/gpt-image-1.5", "model_name": "GPT Image 1.5", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_image": 0.05, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "medium/1024-x-1536/gpt-image-1.5-2025-12-16", "model_name": "GPT Image 1.5 (Dec 2025)", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_image": 0.063, "input_cost_per_pixel": 4.0054321e-8, "output_cost_per_pixel": 0, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "medium/1536-x-1024/gpt-image-1", "model_name": "GPT Image 1", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_image": 0.015, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "medium/1536-x-1024/gpt-image-1-mini", "model_name": "GPT Image 1 Mini", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_image": 0.05, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "medium/1536-x-1024/gpt-image-1.5", "model_name": "GPT Image 1.5", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_image": 0.05, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "medium/1536-x-1024/gpt-image-1.5-2025-12-16", "model_name": "GPT Image 1.5 (Dec 2025)", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.00006, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "o1", "model_name": "o1", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 15, "output_cost_per_million": 60, "cache_read_cost_per_token": 0.0000075, "cache_read_cost_per_million": 7.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.00006, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "o1-2024-12-17", "model_name": "o1 (Dec 2024)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 15, "output_cost_per_million": 60, "cache_read_cost_per_token": 0.0000075, "cache_read_cost_per_million": 7.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00015, "output_cost_per_token": 0.0006, "max_input_tokens": 200000, "max_output_tokens": 100000, "input_cost_per_token_batches": 0.000075, "max_tokens": 100000, "output_cost_per_token_batches": 0.0003, "supported_endpoints": [ "/v1/responses", "/v1/batch" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "o1-pro", "model_name": "o1 Pro", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 150, "output_cost_per_million": 600, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00015, "output_cost_per_token": 0.0006, "max_input_tokens": 200000, "max_output_tokens": 100000, "input_cost_per_token_batches": 0.000075, "max_tokens": 100000, "output_cost_per_token_batches": 0.0003, "supported_endpoints": [ "/v1/responses", "/v1/batch" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "o1-pro-2025-03-19", "model_name": "o1 Pro (Mar 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 150, "output_cost_per_million": 600, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 200000, "max_output_tokens": 100000, "cache_read_input_token_cost_flex": 2.5e-7, "cache_read_input_token_cost_priority": 8.75e-7, "input_cost_per_token_flex": 0.000001, "input_cost_per_token_priority": 0.0000035, "max_tokens": 100000, "output_cost_per_token_flex": 0.000004, "output_cost_per_token_priority": 0.000014, "supported_endpoints": [ "/v1/responses", "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "model_id": "o3", "model_name": "o3", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supported_endpoints": [ "/v1/responses", "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "model_id": "o3-2025-04-16", "model_name": "o3 (Apr 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00001, "output_cost_per_token": 0.00004, "max_input_tokens": 200000, "max_output_tokens": 100000, "input_cost_per_token_batches": 0.000005, "max_tokens": 100000, "output_cost_per_token_batches": 0.00002, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "o3-deep-research", "model_name": "O3 Deep Research", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 10, "output_cost_per_million": 40, "cache_read_cost_per_token": 0.0000025, "cache_read_cost_per_million": 2.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00001, "output_cost_per_token": 0.00004, "max_input_tokens": 200000, "max_output_tokens": 100000, "input_cost_per_token_batches": 0.000005, "max_tokens": 100000, "output_cost_per_token_batches": 0.00002, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "o3-deep-research-2025-06-26", "model_name": "O3 Deep Research (Jun 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 10, "output_cost_per_million": 40, "cache_read_cost_per_token": 0.0000025, "cache_read_cost_per_million": 2.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000044, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "o3-mini", "model_name": "o3 mini", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.1, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000044, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "o3-mini-2025-01-31", "model_name": "o3 mini (Jan 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.1, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00002, "output_cost_per_token": 0.00008, "max_input_tokens": 200000, "max_output_tokens": 100000, "input_cost_per_token_batches": 0.00001, "max_tokens": 100000, "output_cost_per_token_batches": 0.00004, "supported_endpoints": [ "/v1/responses", "/v1/batch" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "o3-pro", "model_name": "o3 Pro", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 20, "output_cost_per_million": 80, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00002, "output_cost_per_token": 0.00008, "max_input_tokens": 200000, "max_output_tokens": 100000, "input_cost_per_token_batches": 0.00001, "max_tokens": 100000, "output_cost_per_token_batches": 0.00004, "supported_endpoints": [ "/v1/responses", "/v1/batch" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "o3-pro-2025-06-10", "model_name": "o3 Pro (Jun 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 20, "output_cost_per_million": 80, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000044, "max_input_tokens": 200000, "max_output_tokens": 100000, "cache_read_input_token_cost_flex": 1.375e-7, "cache_read_input_token_cost_priority": 5e-7, "input_cost_per_token_flex": 5.5e-7, "input_cost_per_token_priority": 0.000002, "max_tokens": 100000, "output_cost_per_token_flex": 0.0000022, "output_cost_per_token_priority": 0.000008, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "model_id": "o4-mini", "model_name": "o4 mini", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.1, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 2.75e-7, "cache_read_cost_per_million": 0.275, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000044, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_service_tier": true, "supports_web_search": true, "model_id": "o4-mini-2025-04-16", "model_name": "o4 mini (Apr 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 1.1, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 2.75e-7, "cache_read_cost_per_million": 0.275, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 200000, "max_output_tokens": 100000, "input_cost_per_token_batches": 0.000001, "max_tokens": 100000, "output_cost_per_token_batches": 0.000004, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "o4-mini-deep-research", "model_name": "O4 Mini Deep Research", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 200000, "max_output_tokens": 100000, "input_cost_per_token_batches": 0.000001, "max_tokens": 100000, "output_cost_per_token_batches": 0.000004, "supported_endpoints": [ "/v1/chat/completions", "/v1/batch", "/v1/responses" ], "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_native_streaming": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "o4-mini-deep-research-2025-06-26", "model_name": "O4 Mini Deep Research (Jun 2025)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32768, "max_output_tokens": 0, "max_tokens": 0, "model_id": "omni-moderation-2024-09-26", "model_name": "Omni Moderation (Sep 2024)", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "moderation", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32768, "max_output_tokens": 0, "max_tokens": 0, "model_id": "omni-moderation-latest", "model_name": "Omni Moderation Latest", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "moderation", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_video_per_second": 0.1, "source": "https://platform.openai.com/docs/api-reference/videos", "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "video" ], "supported_resolutions": [ "720x1280", "1280x720" ], "model_id": "sora-2", "model_name": "Sora 2", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "video_generation", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_video_per_second": 0.3, "source": "https://platform.openai.com/docs/api-reference/videos", "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "video" ], "supported_resolutions": [ "720x1280", "1280x720" ], "model_id": "sora-2-pro", "model_name": "Sora 2 Pro", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "video_generation", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_video_per_second": 0.5, "source": "https://platform.openai.com/docs/api-reference/videos", "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "video" ], "supported_resolutions": [ "1024x1792", "1792x1024" ], "model_id": "sora-2-pro-high-res", "model_name": "Sora 2 Pro High Res", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "video_generation", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_pixel": 3.81469e-8, "output_cost_per_pixel": 0, "model_id": "standard/1024-x-1024/dall-e-3", "model_name": "Dall E 3", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_image": 0.009, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "standard/1024-x-1024/gpt-image-1.5", "model_name": "GPT Image 1.5", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_image": 0.009, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "standard/1024-x-1024/gpt-image-1.5-2025-12-16", "model_name": "GPT Image 1.5 (Dec 2025)", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_image": 0.013, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "standard/1024-x-1536/gpt-image-1.5", "model_name": "GPT Image 1.5", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_image": 0.013, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "standard/1024-x-1536/gpt-image-1.5-2025-12-16", "model_name": "GPT Image 1.5 (Dec 2025)", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_pixel": 4.359e-8, "output_cost_per_pixel": 0, "model_id": "standard/1024-x-1792/dall-e-3", "model_name": "Dall E 3", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_image": 0.013, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "standard/1536-x-1024/gpt-image-1.5", "model_name": "GPT Image 1.5", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_image": 0.013, "supported_endpoints": [ "/v1/images/generations", "/v1/images/edits" ], "supports_pdf_input": true, "model_id": "standard/1536-x-1024/gpt-image-1.5-2025-12-16", "model_name": "GPT Image 1.5 (Dec 2025)", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_pixel": 4.359e-8, "output_cost_per_pixel": 0, "model_id": "standard/1792-x-1024/dall-e-3", "model_name": "Dall E 3", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.3e-7, "output_cost_per_token": 0, "max_input_tokens": 8191, "input_cost_per_token_batches": 6.5e-8, "max_tokens": 8191, "output_cost_per_token_batches": 0, "output_vector_size": 3072, "model_id": "text-embedding-3-large", "model_name": "Text Embedding 3 Large", "provider_id": "openai", "provider_name": "OpenAI", "max_output_tokens": 0, "input_cost_per_million": 0.13, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-8, "output_cost_per_token": 0, "max_input_tokens": 8191, "input_cost_per_token_batches": 1e-8, "max_tokens": 8191, "output_cost_per_token_batches": 0, "output_vector_size": 1536, "model_id": "text-embedding-3-small", "model_name": "Text Embedding 3 Small", "provider_id": "openai", "provider_name": "OpenAI", "max_output_tokens": 0, "input_cost_per_million": 0.02, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 8191, "max_tokens": 8191, "output_vector_size": 1536, "model_id": "text-embedding-ada-002", "model_name": "Text Embedding Ada 002", "provider_id": "openai", "provider_name": "OpenAI", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 8191, "input_cost_per_token_batches": 5e-8, "max_tokens": 8191, "output_cost_per_token_batches": 0, "model_id": "text-embedding-ada-002-v2", "model_name": "Text Embedding Ada 002 V2", "provider_id": "openai", "provider_name": "OpenAI", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32768, "max_output_tokens": 0, "max_tokens": 0, "model_id": "text-moderation-007", "model_name": "Text Moderation 007", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "moderation", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32768, "max_output_tokens": 0, "max_tokens": 0, "model_id": "text-moderation-latest", "model_name": "Text Moderation Latest", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "moderation", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32768, "max_output_tokens": 0, "max_tokens": 0, "model_id": "text-moderation-stable", "model_name": "Text Moderation Stable", "provider_id": "openai", "provider_name": "OpenAI", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "moderation", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_character": 0.000015, "supported_endpoints": [ "/v1/audio/speech" ], "model_id": "tts-1", "model_name": "TTS 1", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_character": 0.000015, "supported_endpoints": [ "/v1/audio/speech" ], "model_id": "tts-1-1106", "model_name": "TTS 1 (Jun 2011)", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_character": 0.00003, "supported_endpoints": [ "/v1/audio/speech" ], "model_id": "tts-1-hd", "model_name": "TTS 1 HD", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_character": 0.00003, "supported_endpoints": [ "/v1/audio/speech" ], "model_id": "tts-1-hd-1106", "model_name": "TTS 1 HD (Jun 2011)", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_second": 0.0001, "output_cost_per_second": 0.0001, "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "whisper-1", "model_name": "Whisper 1", "provider_id": "openai", "provider_name": "OpenAI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.00000125, "max_input_tokens": 200000, "max_output_tokens": 4096, "input_cost_per_image": 0.0004, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "openrouter/anthropic/claude-3-haiku", "model_name": "Claude 3 Haiku", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.25, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_tool_choice": true, "model_id": "openrouter/anthropic/claude-3.5-sonnet", "model_name": "Claude 3.5 Sonnet", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 128000, "input_cost_per_image": 0.0048, "max_tokens": 128000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/anthropic/claude-3.7-sonnet", "model_name": "Claude 3.7 Sonnet", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "max_input_tokens": 200000, "max_output_tokens": 200000, "max_tokens": 200000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/anthropic/claude-haiku-4.5", "model_name": "Claude Haiku 4.5", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 1, "output_cost_per_million": 5, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0.00000125, "cache_write_cost_per_million": 1.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "input_cost_per_image": 0.0048, "max_tokens": 32000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/anthropic/claude-opus-4", "model_name": "Claude Opus 4", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "input_cost_per_image": 0.0048, "cache_creation_input_token_cost_above_1hr": 0.00003, "max_tokens": 32000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/anthropic/claude-opus-4.1", "model_name": "Claude Opus 4.1", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 200000, "max_output_tokens": 32000, "max_tokens": 32000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_output_config": true, "model_id": "openrouter/anthropic/claude-opus-4.5", "model_name": "Claude Opus 4.5", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_max_reasoning_effort": true, "supports_tool_choice": true, "model_id": "openrouter/anthropic/claude-opus-4.6", "model_name": "Claude Opus 4.6", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_max_reasoning_effort": true, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "model_id": "openrouter/anthropic/claude-opus-4.7", "model_name": "Claude Opus 4.7", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 64000, "input_cost_per_image": 0.0048, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.0000225, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/anthropic/claude-sonnet-4", "model_name": "Claude Sonnet 4", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 1000000, "input_cost_per_image": 0.0048, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.0000225, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "max_tokens": 1000000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/anthropic/claude-sonnet-4.5", "model_name": "Claude Sonnet 4.5", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "input_cost_per_token_above_200k_tokens": 0.000006, "max_tokens": 128000, "output_cost_per_token_above_200k_tokens": 0.0000225, "source": "https://openrouter.ai/anthropic/claude-sonnet-4.6", "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_max_reasoning_effort": true, "supports_tool_choice": true, "model_id": "openrouter/anthropic/claude-sonnet-4.6", "model_name": "Claude Sonnet 4.6", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 131072, "max_output_tokens": 2048, "max_tokens": 2048, "source": "https://openrouter.ai/api/v1/models/bytedance/ui-tars-1.5-7b", "supports_tool_choice": true, "model_id": "openrouter/bytedance/ui-tars-1.5-7b", "model_name": "Ui Tars 1.5 7B", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.4e-7, "output_cost_per_token": 2.8e-7, "max_input_tokens": 65536, "max_output_tokens": 8192, "max_tokens": 8192, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "openrouter/deepseek/deepseek-chat", "model_name": "Deepseek Chat", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.14, "output_cost_per_million": 0.28, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.4e-7, "output_cost_per_token": 2.8e-7, "max_input_tokens": 65536, "max_output_tokens": 8192, "max_tokens": 8192, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "openrouter/deepseek/deepseek-chat-v3-0324", "model_name": "Deepseek Chat V3 0324", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.14, "output_cost_per_million": 0.28, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 8e-7, "max_input_tokens": 163840, "max_output_tokens": 163840, "input_cost_per_token_cache_hit": 2e-8, "max_tokens": 163840, "supports_assistant_prefill": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/deepseek/deepseek-chat-v3.1", "model_name": "Deepseek Chat V3.1", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.7999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 5.5e-7, "output_cost_per_token": 0.00000219, "max_input_tokens": 65336, "max_output_tokens": 8192, "input_cost_per_token_cache_hit": 1.4e-7, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/deepseek/deepseek-r1", "model_name": "DeepSeek R1", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.55, "output_cost_per_million": 2.1900000000000004, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.00000215, "max_input_tokens": 65336, "max_output_tokens": 8192, "input_cost_per_token_cache_hit": 1.4e-7, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/deepseek/deepseek-r1-0528", "model_name": "Deepseek R1 0528", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.5, "output_cost_per_million": 2.1500000000000004, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2.8e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 163840, "max_output_tokens": 163840, "input_cost_per_token_cache_hit": 2.8e-8, "max_tokens": 163840, "supports_assistant_prefill": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/deepseek/deepseek-v3.2", "model_name": "Deepseek V3.2", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.28, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 163840, "max_output_tokens": 163840, "input_cost_per_token_cache_hit": 2e-8, "max_tokens": 163840, "supports_assistant_prefill": true, "supports_prompt_caching": true, "supports_reasoning": false, "supports_tool_choice": true, "model_id": "openrouter/deepseek/deepseek-v3.2-exp", "model_name": "Deepseek V3.2 Exp", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1048576, "max_output_tokens": 8192, "deprecation_date": "2026-06-01", "input_cost_per_audio_token": 7e-7, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 8192, "max_video_length": 1, "max_videos_per_prompt": 10, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "openrouter/google/gemini-2.0-flash-001", "model_name": "Gemini 2.0 Flash 001", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1048576, "max_output_tokens": 8192, "input_cost_per_audio_token": 7e-7, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 8192, "max_video_length": 1, "max_videos_per_prompt": 10, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_image_size": false, "model_id": "openrouter/google/gemini-2.5-flash", "model_name": "Gemini 2.5 Flash", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 1048576, "max_output_tokens": 8192, "input_cost_per_audio_token": 7e-7, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 8192, "max_video_length": 1, "max_videos_per_prompt": 10, "supports_audio_output": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "openrouter/google/gemini-2.5-pro", "model_name": "Gemini 2.5 Pro", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.000003, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000001, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_reasoning_token": 0.000003, "rpm": 2000, "source": "https://ai.google.dev/pricing/gemini-3", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "tpm": 800000, "model_id": "openrouter/google/gemini-3-flash-preview", "model_name": "Gemini 3 Flash Preview", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.5, "output_cost_per_million": 3, "cache_read_cost_per_token": 5e-8, "cache_read_cost_per_million": 0.049999999999999996, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000012, "max_input_tokens": 1048576, "max_output_tokens": 65535, "cache_read_input_token_cost_above_200k_tokens": 4e-7, "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, "input_cost_per_token_above_200k_tokens": 0.000004, "input_cost_per_token_batches": 0.000001, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_token_above_200k_tokens": 0.000018, "output_cost_per_token_batches": 0.000006, "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_video_input": true, "supports_web_search": true, "model_id": "openrouter/google/gemini-3-pro-preview", "model_name": "Gemini 3 Pro Preview", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 2, "output_cost_per_million": 12, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 1048576, "max_output_tokens": 65536, "cache_read_input_token_cost_per_audio_token": 5e-8, "input_cost_per_audio_token": 5e-7, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65536, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_reasoning_token": 0.0000015, "rpm": 2000, "source": "https://ai.google.dev/gemini-api/docs/pricing#gemini-3.1-flash-lite", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_audio_output": false, "supports_code_execution": true, "supports_file_search": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_video_input": true, "supports_web_search": true, "tpm": 800000, "model_id": "openrouter/google/gemini-3.1-flash-lite", "model_name": "Gemini 3.1 Flash Lite", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.25, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 1048576, "max_output_tokens": 65536, "cache_read_input_token_cost_per_audio_token": 5e-8, "input_cost_per_audio_token": 5e-7, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65536, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_reasoning_token": 0.0000015, "rpm": 2000, "source": "https://ai.google.dev/pricing/gemini-3", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_audio_output": false, "supports_code_execution": true, "supports_file_search": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_video_input": true, "supports_web_search": true, "tpm": 800000, "model_id": "openrouter/google/gemini-3.1-flash-lite-preview", "model_name": "Gemini 3.1 Flash Lite Preview", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.25, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000012, "max_input_tokens": 1048576, "max_output_tokens": 65536, "cache_read_input_token_cost_above_200k_tokens": 4e-7, "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, "input_cost_per_token_above_200k_tokens": 0.000004, "max_tokens": 65536, "output_cost_per_token_above_200k_tokens": 0.000018, "source": "https://openrouter.ai/google/gemini-3.1-pro-preview", "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "openrouter/google/gemini-3.1-pro-preview", "model_name": "Gemini 3.1 Pro Preview", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 2, "output_cost_per_million": 12, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000001875, "output_cost_per_token": 0.000001875, "max_tokens": 8192, "supports_tool_choice": true, "model_id": "openrouter/gryphe/mythomax-l2-13b", "model_name": "MythoMax-L2 (13B)", "provider_id": "openrouter", "provider_name": "OpenRouter", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 1.875, "output_cost_per_million": 1.875, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000005625, "output_cost_per_token": 0.000005625, "max_input_tokens": 8000, "max_output_tokens": 2000, "max_tokens": 2000, "supports_tool_choice": true, "model_id": "openrouter/mancer/weaver", "model_name": "Weaver", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 5.625, "output_cost_per_million": 5.625, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5.9e-7, "output_cost_per_token": 7.9e-7, "max_input_tokens": 8192, "max_output_tokens": 8000, "max_tokens": 8000, "supports_tool_choice": true, "model_id": "openrouter/meta-llama/llama-3-70b-instruct", "model_name": "Llama 3 70B Instruct", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.59, "output_cost_per_million": 0.7899999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2.55e-7, "output_cost_per_token": 0.00000102, "max_input_tokens": 204800, "max_output_tokens": 204800, "max_tokens": 204800, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/minimax/minimax-m2", "model_name": "Minimax M2", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.255, "output_cost_per_million": 1.02, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 2.7e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 204000, "max_output_tokens": 64000, "max_tokens": 64000, "supports_tool_choice": true, "supports_reasoning": true, "supports_prompt_caching": false, "supports_computer_use": false, "model_id": "openrouter/minimax/minimax-m2.1", "model_name": "Minimax M2.1", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.27, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": false, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000011, "max_input_tokens": 196608, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://openrouter.ai/minimax/minimax-m2.5", "supports_tool_choice": true, "supports_reasoning": true, "supports_prompt_caching": true, "supports_computer_use": false, "model_id": "openrouter/minimax/minimax-m2.5", "model_name": "Minimax M2.5", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.3, "output_cost_per_million": 1.1, "cache_read_cost_per_token": 1.5e-7, "cache_read_cost_per_million": 0.15, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": false, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 262144, "max_output_tokens": 65536, "input_cost_per_image": 0, "max_tokens": 65536, "supports_prompt_caching": false, "supports_tool_choice": true, "model_id": "openrouter/mistralai/devstral-2512", "model_name": "Devstral (Dec 2025)", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 262144, "max_output_tokens": 262144, "input_cost_per_image": 0, "max_tokens": 262144, "supports_prompt_caching": false, "supports_tool_choice": true, "model_id": "openrouter/mistralai/ministral-14b-2512", "model_name": "Ministral 14B (Dec 2025)", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "input_cost_per_image": 0, "max_tokens": 131072, "supports_prompt_caching": false, "supports_tool_choice": true, "model_id": "openrouter/mistralai/ministral-3b-2512", "model_name": "Ministral 3B (Dec 2025)", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 1.5e-7, "max_input_tokens": 262144, "max_output_tokens": 262144, "input_cost_per_image": 0, "max_tokens": 262144, "supports_prompt_caching": false, "supports_tool_choice": true, "model_id": "openrouter/mistralai/ministral-8b-2512", "model_name": "Ministral 8B (Dec 2025)", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.15, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.3e-7, "output_cost_per_token": 1.3e-7, "max_input_tokens": 32768, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "openrouter/mistralai/mistral-7b-instruct", "model_name": "Mistral 7B Instruct", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.13, "output_cost_per_million": 0.13, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000008, "output_cost_per_token": 0.000024, "max_input_tokens": 128000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "openrouter/mistralai/mistral-large", "model_name": "Mistral Large", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 8, "output_cost_per_million": 24, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 262144, "max_output_tokens": 262144, "input_cost_per_image": 0, "max_tokens": 262144, "supports_prompt_caching": false, "supports_tool_choice": true, "model_id": "openrouter/mistralai/mistral-large-2512", "model_name": "Mistral Large (Dec 2025)", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "model_id": "openrouter/mistralai/mistral-small-3.1-24b-instruct", "model_name": "Mistral Small 3.1 24B Instruct", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_tool_choice": true, "model_id": "openrouter/mistralai/mistral-small-3.2-24b-instruct", "model_name": "Mistral Small 3.2 24B Instruct", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 6.5e-7, "output_cost_per_token": 6.5e-7, "max_input_tokens": 65536, "max_output_tokens": 65536, "max_tokens": 65536, "supports_tool_choice": true, "model_id": "openrouter/mistralai/mixtral-8x22b-instruct", "model_name": "Mixtral 8x22B Instruct", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.65, "output_cost_per_million": 0.65, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.000003, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://openrouter.ai/moonshotai/kimi-k2.5", "supports_tool_choice": true, "supports_video_input": true, "model_id": "openrouter/moonshotai/kimi-k2.5", "model_name": "Kimi K2.5", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.6, "output_cost_per_million": 3, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000015, "output_cost_per_token": 0.000002, "max_input_tokens": 16385, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "openrouter/openai/gpt-3.5-turbo", "model_name": "GPT 3.5T", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 1.5, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000004, "max_input_tokens": 16385, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "openrouter/openai/gpt-3.5-turbo-16k", "model_name": "GPT 3.5T 16k", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 3, "output_cost_per_million": 4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00003, "output_cost_per_token": 0.00006, "max_input_tokens": 8191, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "openrouter/openai/gpt-4", "model_name": "GPT-4", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 30, "output_cost_per_million": 60, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 1047576, "max_output_tokens": 32768, "max_tokens": 32768, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "openrouter/openai/gpt-4.1", "model_name": "GPT-4.1", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.0000016, "max_input_tokens": 1047576, "max_output_tokens": 32768, "max_tokens": 32768, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "openrouter/openai/gpt-4.1-mini", "model_name": "GPT-4.1 mini", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 1.5999999999999999, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1047576, "max_output_tokens": 32768, "max_tokens": 32768, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "openrouter/openai/gpt-4.1-nano", "model_name": "GPT-4.1 nano", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "openrouter/openai/gpt-4o", "model_name": "GPT-4o", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000015, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "openrouter/openai/gpt-4o-2024-05-13", "model_name": "GPT-4o (May 2024)", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 5, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/openai/gpt-5", "model_name": "GPT-5", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/openai/gpt-5-chat", "model_name": "GPT-5 Chat", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/openai/gpt-5-codex", "model_name": "GPT-5 Codex", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/openai/gpt-5-mini", "model_name": "GPT-5 Mini", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.25, "output_cost_per_million": 2, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-8, "output_cost_per_token": 4e-7, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/openai/gpt-5-nano", "model_name": "GPT-5 Nano", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 5e-9, "cache_read_cost_per_million": 0.005, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 400000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://openrouter.ai/openai/gpt-5.1-codex-max", "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/openai/gpt-5.1-codex-max", "model_name": "GPT-5.1 Codex Max", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "max_input_tokens": 272000, "max_output_tokens": 128000, "input_cost_per_image": 0, "max_tokens": 128000, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/openai/gpt-5.2", "model_name": "GPT-5.2", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 1.75, "output_cost_per_million": 14, "cache_read_cost_per_token": 1.75e-7, "cache_read_cost_per_million": 0.175, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "max_input_tokens": 128000, "max_output_tokens": 16384, "input_cost_per_image": 0, "max_tokens": 16384, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "openrouter/openai/gpt-5.2-chat", "model_name": "GPT-5.2 Chat", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 1.75, "output_cost_per_million": 14, "cache_read_cost_per_token": 1.75e-7, "cache_read_cost_per_million": 0.175, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00000175, "output_cost_per_token": 0.000014, "max_input_tokens": 272000, "max_output_tokens": 128000, "max_tokens": 128000, "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/openai/gpt-5.2-codex", "model_name": "GPT-5.2 Codex", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 1.75, "output_cost_per_million": 14, "cache_read_cost_per_token": 1.75e-7, "cache_read_cost_per_million": 0.175, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000021, "output_cost_per_token": 0.000168, "max_input_tokens": 272000, "max_output_tokens": 128000, "input_cost_per_image": 0, "max_tokens": 128000, "supports_prompt_caching": false, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/openai/gpt-5.2-pro", "model_name": "GPT-5.2 Pro", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 21, "output_cost_per_million": 168, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.8e-7, "output_cost_per_token": 8e-7, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://openrouter.ai/openai/gpt-oss-120b", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/openai/gpt-oss-120b", "model_name": "GPT Oss 120B", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.18, "output_cost_per_million": 0.7999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2e-8, "output_cost_per_token": 1e-7, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://openrouter.ai/openai/gpt-oss-20b", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/openai/gpt-oss-20b", "model_name": "GPT Oss 20B", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.02, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.00006, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "openrouter/openai/o1", "model_name": "o1", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 15, "output_cost_per_million": 60, "cache_read_cost_per_token": 0.0000075, "cache_read_cost_per_million": 7.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000044, "max_input_tokens": 128000, "max_output_tokens": 65536, "max_tokens": 65536, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/openai/o3-mini", "model_name": "o3 mini", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 1.1, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000044, "max_input_tokens": 128000, "max_output_tokens": 65536, "max_tokens": 65536, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/openai/o3-mini-high", "model_name": "O3 Mini High", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 1.1, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 2000000, "max_tokens": 2000000, "supports_tool_choice": true, "supports_reasoning": true, "supports_audio_input": true, "supports_video_input": true, "model_id": "openrouter/openrouter/auto", "model_name": "Auto", "provider_id": "openrouter", "provider_name": "OpenRouter", "max_output_tokens": 0, "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 128000, "max_tokens": 128000, "model_id": "openrouter/openrouter/bodybuilder", "model_name": "Bodybuilder", "provider_id": "openrouter", "provider_name": "OpenRouter", "max_output_tokens": 0, "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 200000, "max_tokens": 200000, "supports_tool_choice": true, "supports_reasoning": true, "model_id": "openrouter/openrouter/free", "model_name": "Free", "provider_id": "openrouter", "provider_name": "OpenRouter", "max_output_tokens": 0, "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "input_cost_per_token": 1.8e-7, "output_cost_per_token": 1.8e-7, "max_input_tokens": 33792, "max_output_tokens": 33792, "max_tokens": 33792, "supports_tool_choice": true, "model_id": "openrouter/qwen/qwen-2.5-coder-32b-instruct", "model_name": "Qwen 2.5 Coder 32B Instruct", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.18, "output_cost_per_million": 0.18, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_token": 2.1e-7, "output_cost_per_token": 6.3e-7, "max_input_tokens": 8192, "max_output_tokens": 2048, "max_tokens": 2048, "supports_tool_choice": true, "model_id": "openrouter/qwen/qwen-vl-plus", "model_name": "Qwen Vl Plus", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.21, "output_cost_per_million": 0.63, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 7.1e-8, "output_cost_per_token": 1e-7, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://openrouter.ai/qwen/qwen3-235b-a22b-2507", "supports_tool_choice": true, "model_id": "openrouter/qwen/qwen3-235b-a22b-2507", "model_name": "Qwen3 235B A22B (Jul 2025)", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.071, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1.1e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://openrouter.ai/qwen/qwen3-235b-a22b-thinking-2507", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/qwen/qwen3-235b-a22b-thinking-2507", "model_name": "Qwen3 235B A22B Thinking (Jul 2025)", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.11, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2.2e-7, "output_cost_per_token": 9.5e-7, "max_input_tokens": 262100, "max_output_tokens": 262100, "max_tokens": 262100, "source": "https://openrouter.ai/qwen/qwen3-coder", "supports_tool_choice": true, "model_id": "openrouter/qwen/qwen3-coder", "model_name": "Qwen3 Coder", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.22, "output_cost_per_million": 0.95, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "max_input_tokens": 997952, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://openrouter.ai/qwen/qwen3-coder-plus", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/qwen/qwen3-coder-plus", "model_name": "Qwen3 Coder Plus", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 1, "output_cost_per_million": 5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 262144, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://openrouter.ai/qwen/qwen3.5-122b-a10b", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/qwen/qwen3.5-122b-a10b", "model_name": "Qwen3.5 122B A10B", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000024, "max_input_tokens": 262144, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://openrouter.ai/qwen/qwen3.5-27b", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/qwen/qwen3.5-27b", "model_name": "Qwen3.5 27B", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.3, "output_cost_per_million": 2.4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 262144, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://openrouter.ai/qwen/qwen3.5-35b-a3b", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/qwen/qwen3.5-35b-a3b", "model_name": "Qwen3.5 35B A3B", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.25, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000036, "max_input_tokens": 262144, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://openrouter.ai/qwen/qwen3.5-397b-a17b", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/qwen/qwen3.5-397b-a17b", "model_name": "Qwen3.5 397B A17B", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.6, "output_cost_per_million": 3.5999999999999996, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1000000, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://openrouter.ai/qwen/qwen3.5-flash-02-23", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/qwen/qwen3.5-flash-02-23", "model_name": "Qwen3.5 Flash 02 23", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.0000024, "max_input_tokens": 1000000, "max_output_tokens": 65536, "input_cost_per_token_above_256k_tokens": 5e-7, "max_tokens": 65536, "output_cost_per_token_above_256k_tokens": 0.000003, "source": "https://openrouter.ai/qwen/qwen3.5-plus-02-15", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/qwen/qwen3.5-plus-02-15", "model_name": "Qwen3.5 Plus 02 15", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 2.4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 3.25e-7, "output_cost_per_token": 0.00000195, "max_input_tokens": 1000000, "max_output_tokens": 65536, "max_tokens": 65536, "source": "https://openrouter.ai/qwen/qwen3.6-plus", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/qwen/qwen3.6-plus", "model_name": "Qwen3.6 Plus", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.325, "output_cost_per_million": 1.95, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 8.5e-7, "output_cost_per_token": 0.0000034, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://openrouter.ai/switchpoint/router", "supports_tool_choice": true, "model_id": "openrouter/switchpoint/router", "model_name": "Router", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.85, "output_cost_per_million": 3.4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000001875, "output_cost_per_token": 0.000001875, "max_input_tokens": 6144, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "openrouter/undi95/remm-slerp-l2-13b", "model_name": "Remm Slerp L2 13B", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 1.875, "output_cost_per_million": 1.875, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "source": "https://openrouter.ai/x-ai/grok-4", "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "openrouter/x-ai/grok-4", "model_name": "Grok 4", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": false, "input_cost_per_token": 1e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 262144, "max_output_tokens": 16384, "max_tokens": 16384, "supports_tool_choice": true, "supports_reasoning": true, "supports_prompt_caching": true, "model_id": "openrouter/xiaomi/mimo-v2-flash", "model_name": "Mimo V2 Flash", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 1e-8, "cache_read_cost_per_million": 0.01, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 1048576, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "supports_reasoning": true, "supports_audio_input": true, "supports_video_input": true, "supports_prompt_caching": true, "model_id": "openrouter/xiaomi/mimo-v2.5", "model_name": "Mimo V2.5", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 2, "cache_read_cost_per_token": 8e-8, "cache_read_cost_per_million": 0.08, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000003, "max_input_tokens": 1048576, "max_output_tokens": 16384, "max_tokens": 16384, "supports_tool_choice": true, "supports_reasoning": true, "supports_prompt_caching": true, "model_id": "openrouter/xiaomi/mimo-v2.5-pro", "model_name": "Mimo V2.5 Pro", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 1, "output_cost_per_million": 3, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.00000175, "max_input_tokens": 202800, "max_output_tokens": 131000, "max_tokens": 131000, "source": "https://openrouter.ai/z-ai/glm-4.6", "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/z-ai/glm-4.6", "model_name": "Glm 4.6", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 1.75, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 4.5e-7, "output_cost_per_token": 0.0000019, "max_input_tokens": 202800, "max_output_tokens": 131000, "max_tokens": 131000, "source": "https://openrouter.ai/z-ai/glm-4.6:exacto", "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/z-ai/glm-4.6:exacto", "model_name": "Glm 4.6:exacto", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.44999999999999996, "output_cost_per_million": 1.9, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 202752, "max_output_tokens": 64000, "max_tokens": 64000, "supports_tool_choice": true, "supports_reasoning": true, "supports_prompt_caching": false, "supports_assistant_prefill": true, "model_id": "openrouter/z-ai/glm-4.7", "model_name": "Glm 4.7", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 7e-8, "output_cost_per_token": 4e-7, "max_input_tokens": 200000, "max_output_tokens": 32000, "max_tokens": 32000, "supports_tool_choice": true, "supports_reasoning": true, "supports_prompt_caching": false, "model_id": "openrouter/z-ai/glm-4.7-flash", "model_name": "Glm 4.7 Flash", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.07, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 8e-7, "output_cost_per_token": 0.00000256, "max_input_tokens": 202752, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://openrouter.ai/z-ai/glm-5", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openrouter/z-ai/glm-5", "model_name": "Glm 5", "provider_id": "openrouter", "provider_name": "OpenRouter", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 2.56, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6.7e-7, "output_cost_per_token": 6.7e-7, "max_input_tokens": 131000, "max_output_tokens": 131000, "max_tokens": 131000, "source": "https://endpoints.ai.cloud.ovh.net/models/deepseek-r1-distill-llama-70b", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "ovhcloud/DeepSeek-R1-Distill-Llama-70B", "model_name": "DeepSeek R1 Distill Llama 70B", "provider_id": "ovhcloud", "provider_name": "Ovhcloud", "input_cost_per_million": 0.67, "output_cost_per_million": 0.67, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_response_schema": true, "input_cost_per_token": 8e-8, "output_cost_per_token": 4e-7, "max_input_tokens": 131000, "max_output_tokens": 131000, "max_tokens": 131000, "source": "https://endpoints.ai.cloud.ovh.net/models/gpt-oss-120b", "supports_reasoning": true, "supports_tool_choice": false, "model_id": "ovhcloud/gpt-oss-120b", "model_name": "GPT Oss 120B", "provider_id": "ovhcloud", "provider_name": "Ovhcloud", "input_cost_per_million": 0.08, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_response_schema": true, "input_cost_per_token": 4e-8, "output_cost_per_token": 1.5e-7, "max_input_tokens": 131000, "max_output_tokens": 131000, "max_tokens": 131000, "source": "https://endpoints.ai.cloud.ovh.net/models/gpt-oss-20b", "supports_reasoning": true, "supports_tool_choice": false, "model_id": "ovhcloud/gpt-oss-20b", "model_name": "GPT Oss 20B", "provider_id": "ovhcloud", "provider_name": "Ovhcloud", "input_cost_per_million": 0.04, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 131000, "max_output_tokens": 131000, "max_tokens": 131000, "source": "https://endpoints.ai.cloud.ovh.net/models/llama-3-1-8b-instruct", "supports_tool_choice": true, "model_id": "ovhcloud/Llama-3.1-8B-Instruct", "model_name": "Llama 3.1 8B Instruct", "provider_id": "ovhcloud", "provider_name": "Ovhcloud", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.9e-7, "output_cost_per_token": 2.9e-7, "max_input_tokens": 32000, "max_output_tokens": 32000, "max_tokens": 32000, "source": "https://endpoints.ai.cloud.ovh.net/models/llava-next-mistral-7b", "supports_tool_choice": false, "model_id": "ovhcloud/llava-v1.6-mistral-7b-hf", "model_name": "Llava V1.6 Mistral 7B Hf", "provider_id": "ovhcloud", "provider_name": "Ovhcloud", "input_cost_per_million": 0.29, "output_cost_per_million": 0.29, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_response_schema": true, "input_cost_per_token": 1.9e-7, "output_cost_per_token": 1.9e-7, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "source": "https://endpoints.ai.cloud.ovh.net/models/mamba-codestral-7b-v0-1", "supports_tool_choice": false, "model_id": "ovhcloud/mamba-codestral-7B-v0.1", "model_name": "Mamba Codestral 7B V0.1", "provider_id": "ovhcloud", "provider_name": "Ovhcloud", "input_cost_per_million": 0.19, "output_cost_per_million": 0.19, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_response_schema": false, "input_cost_per_token": 6.7e-7, "output_cost_per_token": 6.7e-7, "max_input_tokens": 131000, "max_output_tokens": 131000, "max_tokens": 131000, "source": "https://endpoints.ai.cloud.ovh.net/models/meta-llama-3-1-70b-instruct", "supports_tool_choice": false, "model_id": "ovhcloud/Meta-Llama-3_1-70B-Instruct", "model_name": "Meta Llama 3_1 70B Instruct", "provider_id": "ovhcloud", "provider_name": "Ovhcloud", "input_cost_per_million": 0.67, "output_cost_per_million": 0.67, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6.7e-7, "output_cost_per_token": 6.7e-7, "max_input_tokens": 131000, "max_output_tokens": 131000, "max_tokens": 131000, "source": "https://endpoints.ai.cloud.ovh.net/models/meta-llama-3-3-70b-instruct", "supports_tool_choice": true, "model_id": "ovhcloud/Meta-Llama-3_3-70B-Instruct", "model_name": "Meta Llama 3_3 70B Instruct", "provider_id": "ovhcloud", "provider_name": "Ovhcloud", "input_cost_per_million": 0.67, "output_cost_per_million": 0.67, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 127000, "max_output_tokens": 127000, "max_tokens": 127000, "source": "https://endpoints.ai.cloud.ovh.net/models/mistral-7b-instruct-v0-3", "supports_tool_choice": true, "model_id": "ovhcloud/Mistral-7B-Instruct-v0.3", "model_name": "Mistral 7B Instruct V0.3", "provider_id": "ovhcloud", "provider_name": "Ovhcloud", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.3e-7, "output_cost_per_token": 1.3e-7, "max_input_tokens": 118000, "max_output_tokens": 118000, "max_tokens": 118000, "source": "https://endpoints.ai.cloud.ovh.net/models/mistral-nemo-instruct-2407", "supports_tool_choice": true, "model_id": "ovhcloud/Mistral-Nemo-Instruct-2407", "model_name": "Mistral Nemo Instruct (Jul 2024)", "provider_id": "ovhcloud", "provider_name": "Ovhcloud", "input_cost_per_million": 0.13, "output_cost_per_million": 0.13, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 9e-8, "output_cost_per_token": 2.8e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://endpoints.ai.cloud.ovh.net/models/mistral-small-3-2-24b-instruct-2506", "supports_tool_choice": true, "model_id": "ovhcloud/Mistral-Small-3.2-24B-Instruct-2506", "model_name": "Mistral Small 3.2 24B Instruct (Jun 2025)", "provider_id": "ovhcloud", "provider_name": "Ovhcloud", "input_cost_per_million": 0.09, "output_cost_per_million": 0.28, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_response_schema": true, "input_cost_per_token": 6.3e-7, "output_cost_per_token": 6.3e-7, "max_input_tokens": 32000, "max_output_tokens": 32000, "max_tokens": 32000, "source": "https://endpoints.ai.cloud.ovh.net/models/mixtral-8x7b-instruct-v0-1", "supports_tool_choice": false, "model_id": "ovhcloud/Mixtral-8x7B-Instruct-v0.1", "model_name": "Mixtral 8x7B Instruct V0.1", "provider_id": "ovhcloud", "provider_name": "Ovhcloud", "input_cost_per_million": 0.63, "output_cost_per_million": 0.63, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_response_schema": true, "input_cost_per_token": 8.7e-7, "output_cost_per_token": 8.7e-7, "max_input_tokens": 32000, "max_output_tokens": 32000, "max_tokens": 32000, "source": "https://endpoints.ai.cloud.ovh.net/models/qwen2-5-coder-32b-instruct", "supports_tool_choice": false, "model_id": "ovhcloud/Qwen2.5-Coder-32B-Instruct", "model_name": "Qwen2.5 Coder 32B Instruct", "provider_id": "ovhcloud", "provider_name": "Ovhcloud", "input_cost_per_million": 0.87, "output_cost_per_million": 0.87, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 9.1e-7, "output_cost_per_token": 9.1e-7, "max_input_tokens": 32000, "max_output_tokens": 32000, "max_tokens": 32000, "source": "https://endpoints.ai.cloud.ovh.net/models/qwen2-5-vl-72b-instruct", "supports_tool_choice": false, "model_id": "ovhcloud/Qwen2.5-VL-72B-Instruct", "model_name": "Qwen2.5 VL 72B Instruct", "provider_id": "ovhcloud", "provider_name": "Ovhcloud", "input_cost_per_million": 0.9099999999999999, "output_cost_per_million": 0.9099999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 8e-8, "output_cost_per_token": 2.3e-7, "max_input_tokens": 32000, "max_output_tokens": 32000, "max_tokens": 32000, "source": "https://endpoints.ai.cloud.ovh.net/models/qwen3-32b", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "ovhcloud/Qwen3-32B", "model_name": "Qwen3 32B", "provider_id": "ovhcloud", "provider_name": "Ovhcloud", "input_cost_per_million": 0.08, "output_cost_per_million": 0.22999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.25e-7, "output_cost_per_token": 1.25e-7, "max_input_tokens": 8192, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models", "model_id": "palm/chat-bison", "model_name": "Chat Bison", "provider_id": "palm", "provider_name": "Palm AI", "input_cost_per_million": 0.125, "output_cost_per_million": 0.125, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.25e-7, "output_cost_per_token": 1.25e-7, "max_input_tokens": 8192, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models", "model_id": "palm/chat-bison-001", "model_name": "Chat Bison 001", "provider_id": "palm", "provider_name": "Palm AI", "input_cost_per_million": 0.125, "output_cost_per_million": 0.125, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.25e-7, "output_cost_per_token": 1.25e-7, "max_input_tokens": 8192, "max_output_tokens": 1024, "max_tokens": 1024, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models", "model_id": "palm/text-bison", "model_name": "Text Bison", "provider_id": "palm", "provider_name": "Palm AI", "input_cost_per_million": 0.125, "output_cost_per_million": 0.125, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.25e-7, "output_cost_per_token": 1.25e-7, "max_input_tokens": 8192, "max_output_tokens": 1024, "max_tokens": 1024, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models", "model_id": "palm/text-bison-001", "model_name": "Text Bison 001", "provider_id": "palm", "provider_name": "Palm AI", "input_cost_per_million": 0.125, "output_cost_per_million": 0.125, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.25e-7, "output_cost_per_token": 1.25e-7, "max_input_tokens": 8192, "max_output_tokens": 1024, "max_tokens": 1024, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models", "model_id": "palm/text-bison-safety-off", "model_name": "Text Bison Safety Off", "provider_id": "palm", "provider_name": "Palm AI", "input_cost_per_million": 0.125, "output_cost_per_million": 0.125, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.25e-7, "output_cost_per_token": 1.25e-7, "max_input_tokens": 8192, "max_output_tokens": 1024, "max_tokens": 1024, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models", "model_id": "palm/text-bison-safety-recitation-off", "model_name": "Text Bison Safety Recitation Off", "provider_id": "palm", "provider_name": "Palm AI", "input_cost_per_million": 0.125, "output_cost_per_million": 0.125, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_query": 0.004, "model_id": "parallel_ai/search", "model_name": "Search", "provider_id": "parallel", "provider_name": "Parallel", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "search", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_query": 0.009, "model_id": "parallel_ai/search-pro", "model_name": "Search Pro", "provider_id": "parallel", "provider_name": "Parallel", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "search", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_web_search": true, "supports_reasoning": false, "model_id": "anthropic/claude-haiku-4-5", "model_name": "Claude Haiku 4 5", "provider_id": "perplexity", "provider_name": "Perplexity AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_web_search": true, "supports_reasoning": false, "supports_output_config": true, "model_id": "anthropic/claude-opus-4-5", "model_name": "Claude Opus 4 5", "provider_id": "perplexity", "provider_name": "Perplexity AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_web_search": true, "supports_reasoning": false, "supports_output_config": true, "model_id": "anthropic/claude-opus-4-6", "model_name": "Claude Opus 4 6", "provider_id": "perplexity", "provider_name": "Perplexity AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_web_search": true, "supports_reasoning": false, "supports_output_config": true, "model_id": "anthropic/claude-opus-4-7", "model_name": "Claude Opus 4 7", "provider_id": "perplexity", "provider_name": "Perplexity AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_web_search": true, "supports_reasoning": false, "model_id": "anthropic/claude-sonnet-4-5", "model_name": "Claude Sonnet 4 5", "provider_id": "perplexity", "provider_name": "Perplexity AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3.5e-7, "output_cost_per_token": 0.0000014, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "codellama-34b-instruct", "model_name": "Codellama 34B Instruct", "provider_id": "perplexity", "provider_name": "Perplexity AI", "input_cost_per_million": 0.35, "output_cost_per_million": 1.4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 7e-7, "output_cost_per_token": 0.0000028, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "codellama-70b-instruct", "model_name": "Codellama 70B Instruct", "provider_id": "perplexity", "provider_name": "Perplexity AI", "input_cost_per_million": 0.7, "output_cost_per_million": 2.8, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_web_search": true, "supports_reasoning": false, "model_id": "google/gemini-2.5-pro", "model_name": "Gemini 2.5 Pro", "provider_id": "perplexity", "provider_name": "Perplexity AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_web_search": true, "supports_reasoning": false, "model_id": "google/gemini-3-flash-preview", "model_name": "Gemini 3 Flash Preview", "provider_id": "perplexity", "provider_name": "Perplexity AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_web_search": true, "supports_reasoning": false, "model_id": "google/gemini-3-pro-preview", "model_name": "Gemini 3 Pro Preview", "provider_id": "perplexity", "provider_name": "Perplexity AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 7e-7, "output_cost_per_token": 0.0000028, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "llama-2-70b-chat", "model_name": "LLaMA 2 70b Chat", "provider_id": "perplexity", "provider_name": "Perplexity AI", "input_cost_per_million": 0.7, "output_cost_per_million": 2.8, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000001, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "llama-3.1-70b-instruct", "model_name": "Llama 3.1 70B Instruct", "provider_id": "perplexity", "provider_name": "Perplexity AI", "input_cost_per_million": 1, "output_cost_per_million": 1, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "llama-3.1-8b-instruct", "model_name": "Llama 3.1 8B Instruct", "provider_id": "perplexity", "provider_name": "Perplexity AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 7e-8, "output_cost_per_token": 2.8e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "mistral-7b-instruct", "model_name": "Mistral 7B Instruct", "provider_id": "perplexity", "provider_name": "Perplexity AI", "input_cost_per_million": 0.07, "output_cost_per_million": 0.28, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 7e-8, "output_cost_per_token": 2.8e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "mixtral-8x7b-instruct", "model_name": "Mixtral 8x7B Instruct", "provider_id": "perplexity", "provider_name": "Perplexity AI", "input_cost_per_million": 0.07, "output_cost_per_million": 0.28, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_web_search": true, "supports_reasoning": false, "model_id": "openai/gpt-5.1", "model_name": "GPT-5.1", "provider_id": "perplexity", "provider_name": "Perplexity AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_web_search": true, "supports_reasoning": true, "model_id": "openai/gpt-5.2", "model_name": "GPT-5.2", "provider_id": "perplexity", "provider_name": "Perplexity AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_web_search": true, "supports_reasoning": false, "model_id": "perplexity/sonar", "model_name": "Sonar", "provider_id": "perplexity", "provider_name": "Perplexity AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 7e-7, "output_cost_per_token": 0.0000028, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "pplx-70b-chat", "model_name": "Pplx 70B Chat", "provider_id": "perplexity", "provider_name": "Perplexity AI", "input_cost_per_million": 0.7, "output_cost_per_million": 2.8, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0.0000028, "max_input_tokens": 4096, "max_output_tokens": 4096, "input_cost_per_request": 0.005, "max_tokens": 4096, "model_id": "pplx-70b-online", "model_name": "Pplx 70B Online", "provider_id": "perplexity", "provider_name": "Perplexity AI", "input_cost_per_million": 0, "output_cost_per_million": 2.8, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 7e-8, "output_cost_per_token": 2.8e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "pplx-7b-chat", "model_name": "Pplx 7B Chat", "provider_id": "perplexity", "provider_name": "Perplexity AI", "input_cost_per_million": 0.07, "output_cost_per_million": 0.28, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 2.8e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "input_cost_per_request": 0.005, "max_tokens": 4096, "model_id": "pplx-7b-online", "model_name": "Pplx 7B Online", "provider_id": "perplexity", "provider_name": "Perplexity AI", "input_cost_per_million": 0, "output_cost_per_million": 0.28, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 4e-9, "output_cost_per_token": 0, "max_input_tokens": 32768, "max_tokens": 32768, "output_vector_size": 1024, "source": "https://docs.perplexity.ai/docs/embeddings/quickstart", "model_id": "pplx-embed-v1-0.6b", "model_name": "Pplx Embed V1 0.6B", "provider_id": "perplexity", "provider_name": "Perplexity AI", "max_output_tokens": 0, "input_cost_per_million": 0.004, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-8, "output_cost_per_token": 0, "max_input_tokens": 32768, "max_tokens": 32768, "output_vector_size": 2560, "source": "https://docs.perplexity.ai/docs/embeddings/quickstart", "model_id": "pplx-embed-v1-4b", "model_name": "Pplx Embed V1 4B", "provider_id": "perplexity", "provider_name": "Perplexity AI", "max_output_tokens": 0, "input_cost_per_million": 0.03, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_web_search": true, "supports_preset": true, "model_id": "preset/advanced-deep-research", "model_name": "Advanced Deep Research", "provider_id": "perplexity", "provider_name": "Perplexity AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_web_search": true, "supports_preset": true, "model_id": "preset/deep-research", "model_name": "Deep Research", "provider_id": "perplexity", "provider_name": "Perplexity AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_web_search": true, "supports_preset": true, "model_id": "preset/fast-search", "model_name": "Fast Search", "provider_id": "perplexity", "provider_name": "Perplexity AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_web_search": true, "supports_preset": true, "model_id": "preset/pro-search", "model_name": "Pro Search", "provider_id": "perplexity", "provider_name": "Perplexity AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_query": 0.005, "model_id": "search", "model_name": "Search", "provider_id": "perplexity", "provider_name": "Perplexity AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "search", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000001, "max_input_tokens": 128000, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.012, "search_context_size_low": 0.005, "search_context_size_medium": 0.008 }, "supports_web_search": true, "model_id": "sonar", "model_name": "Sonar", "provider_id": "perplexity", "provider_name": "Perplexity AI", "max_output_tokens": 0, "input_cost_per_million": 1, "output_cost_per_million": 1, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 128000, "citation_cost_per_token": 0.000002, "max_tokens": 128000, "output_cost_per_reasoning_token": 0.000003, "search_context_cost_per_query": { "search_context_size_high": 0.005, "search_context_size_low": 0.005, "search_context_size_medium": 0.005 }, "supports_reasoning": true, "supports_web_search": true, "model_id": "sonar-deep-research", "model_name": "Sonar Deep Research", "provider_id": "perplexity", "provider_name": "Perplexity AI", "max_output_tokens": 0, "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000018, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "sonar-medium-chat", "model_name": "Sonar Medium Chat", "provider_id": "perplexity", "provider_name": "Perplexity AI", "input_cost_per_million": 0.6, "output_cost_per_million": 1.7999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0.0000018, "max_input_tokens": 12000, "max_output_tokens": 12000, "input_cost_per_request": 0.005, "max_tokens": 12000, "model_id": "sonar-medium-online", "model_name": "Sonar Medium Online", "provider_id": "perplexity", "provider_name": "Perplexity AI", "input_cost_per_million": 0, "output_cost_per_million": 1.7999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 8000, "max_tokens": 8000, "search_context_cost_per_query": { "search_context_size_high": 0.014, "search_context_size_low": 0.006, "search_context_size_medium": 0.01 }, "supports_web_search": true, "model_id": "sonar-pro", "model_name": "Sonar Pro", "provider_id": "perplexity", "provider_name": "Perplexity AI", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "max_input_tokens": 128000, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.014, "search_context_size_low": 0.005, "search_context_size_medium": 0.008 }, "supports_reasoning": true, "supports_web_search": true, "model_id": "sonar-reasoning", "model_name": "Sonar Reasoning", "provider_id": "perplexity", "provider_name": "Perplexity AI", "max_output_tokens": 0, "input_cost_per_million": 1, "output_cost_per_million": 5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 128000, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.014, "search_context_size_low": 0.006, "search_context_size_medium": 0.01 }, "supports_reasoning": true, "supports_web_search": true, "model_id": "sonar-reasoning-pro", "model_name": "Sonar Reasoning Pro", "provider_id": "perplexity", "provider_name": "Perplexity AI", "max_output_tokens": 0, "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 7e-8, "output_cost_per_token": 2.8e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "sonar-small-chat", "model_name": "Sonar Small Chat", "provider_id": "perplexity", "provider_name": "Perplexity AI", "input_cost_per_million": 0.07, "output_cost_per_million": 0.28, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 2.8e-7, "max_input_tokens": 12000, "max_output_tokens": 12000, "input_cost_per_request": 0.005, "max_tokens": 12000, "model_id": "sonar-small-online", "model_name": "Sonar Small Online", "provider_id": "perplexity", "provider_name": "Perplexity AI", "input_cost_per_million": 0, "output_cost_per_million": 0.28, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_web_search": true, "supports_reasoning": false, "model_id": "xai/grok-4-1-fast-non-reasoning", "model_name": "Grok 4 1 Fast Non Reasoning", "provider_id": "perplexity", "provider_name": "Perplexity AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "responses", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 8192, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://platform.publicai.co/docs", "supports_tool_choice": true, "model_id": "publicai/aisingapore/Gemma-SEA-LION-v4-27B-IT", "model_name": "Gemma SEA LION V4 27B IT", "provider_id": "publicai", "provider_name": "Publicai", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32768, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://platform.publicai.co/docs", "supports_tool_choice": true, "model_id": "publicai/aisingapore/Qwen-SEA-LION-v4-32B-IT", "model_name": "Qwen SEA LION V4 32B IT", "provider_id": "publicai", "provider_name": "Publicai", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32768, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://platform.publicai.co/docs", "supports_tool_choice": true, "supports_reasoning": true, "model_id": "publicai/allenai/Olmo-3-32B-Think", "model_name": "Olmo 3 32B Think", "provider_id": "publicai", "provider_name": "Publicai", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32768, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://platform.publicai.co/docs", "supports_tool_choice": true, "model_id": "publicai/allenai/Olmo-3-7B-Instruct", "model_name": "Olmo 3 7B Instruct", "provider_id": "publicai", "provider_name": "Publicai", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32768, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://platform.publicai.co/docs", "supports_tool_choice": true, "supports_reasoning": true, "model_id": "publicai/allenai/Olmo-3-7B-Think", "model_name": "Olmo 3 7B Think", "provider_id": "publicai", "provider_name": "Publicai", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 8192, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://platform.publicai.co/docs", "supports_tool_choice": true, "model_id": "publicai/BSC-LT/ALIA-40b-instruct_Q8_0", "model_name": "ALIA 40B Instruct_Q8_0", "provider_id": "publicai", "provider_name": "Publicai", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 16384, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://platform.publicai.co/docs", "supports_tool_choice": true, "model_id": "publicai/BSC-LT/salamandra-7b-instruct-tools-16k", "model_name": "Salamandra 7B Instruct Tools 16k", "provider_id": "publicai", "provider_name": "Publicai", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 8192, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://platform.publicai.co/docs", "supports_tool_choice": false, "model_id": "publicai/swiss-ai/apertus-70b-instruct", "model_name": "Apertus 70B Instruct", "provider_id": "publicai", "provider_name": "Publicai", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 8192, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://platform.publicai.co/docs", "supports_tool_choice": false, "model_id": "publicai/swiss-ai/apertus-8b-instruct", "model_name": "Apertus 8B Instruct", "provider_id": "publicai", "provider_name": "Publicai", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.022, "source": "https://www.recraft.ai/docs#pricing", "supported_endpoints": [ "/v1/images/generations" ], "model_id": "recraft/recraftv2", "model_name": "Recraftv2", "provider_id": "recraft", "provider_name": "Recraft", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.04, "source": "https://www.recraft.ai/docs#pricing", "supported_endpoints": [ "/v1/images/generations" ], "model_id": "recraft/recraftv3", "model_name": "Recraftv3", "provider_id": "recraft", "provider_name": "Recraft", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "ocr_cost_per_credit": 0.015, "source": "https://reducto.ai/pricing", "supported_endpoints": [ "/v1/ocr" ], "model_id": "reducto/parse-legacy", "model_name": "Parse Legacy", "provider_id": "reducto", "provider_name": "Reducto", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "ocr", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "ocr_cost_per_credit": 0.015, "source": "https://reducto.ai/pricing", "supported_endpoints": [ "/v1/ocr" ], "model_id": "reducto/parse-v3", "model_name": "Parse V3", "provider_id": "reducto", "provider_name": "Reducto", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "ocr", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "supports_system_messages": true, "supports_tool_choice": true, "supports_prompt_caching": true, "model_id": "anthropic/claude-3.5-haiku", "model_name": "Claude 3.5 Haiku", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 1, "output_cost_per_million": 5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000375, "output_cost_per_token": 0.00001875, "supports_system_messages": true, "supports_tool_choice": true, "supports_prompt_caching": true, "model_id": "anthropic/claude-3.5-sonnet", "model_name": "Claude 3.5 Sonnet", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 3.75, "output_cost_per_million": 18.75, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "supports_system_messages": true, "supports_tool_choice": true, "supports_prompt_caching": true, "model_id": "anthropic/claude-3.7-sonnet", "model_name": "Claude 3.7 Sonnet", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "supports_system_messages": true, "supports_tool_choice": true, "supports_prompt_caching": true, "model_id": "anthropic/claude-4-sonnet", "model_name": "Claude 4 Sonnet", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "supports_system_messages": true, "supports_tool_choice": true, "supports_prompt_caching": true, "model_id": "anthropic/claude-4.5-haiku", "model_name": "Claude 4.5 Haiku", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 1, "output_cost_per_million": 5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "supports_system_messages": true, "supports_tool_choice": true, "supports_prompt_caching": true, "model_id": "anthropic/claude-4.5-sonnet", "model_name": "Claude 4.5 Sonnet", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "input_cost_per_token": 0.00000375, "output_cost_per_token": 0.00001, "max_input_tokens": 65536, "max_output_tokens": 8192, "output_cost_per_reasoning_token": 0.00001, "max_tokens": 8192, "supports_reasoning": true, "supports_system_messages": true, "model_id": "deepseek-ai/deepseek-r1", "model_name": "DeepSeek R1", "provider_id": "replicate", "provider_name": "Replicate", "input_cost_per_million": 3.75, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.00000145, "output_cost_per_token": 0.00000145, "max_input_tokens": 65536, "max_output_tokens": 8192, "max_tokens": 8192, "supports_system_messages": true, "model_id": "deepseek-ai/deepseek-v3", "model_name": "DeepSeek V3", "provider_id": "replicate", "provider_name": "Replicate", "input_cost_per_million": 1.4500000000000002, "output_cost_per_million": 1.4500000000000002, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6.72e-7, "output_cost_per_token": 0.000002016, "max_input_tokens": 163840, "max_output_tokens": 163840, "max_tokens": 163840, "supports_reasoning": true, "supports_system_messages": true, "model_id": "deepseek-ai/deepseek-v3.1", "model_name": "Deepseek V3.1", "provider_id": "replicate", "provider_name": "Replicate", "input_cost_per_million": 0.6719999999999999, "output_cost_per_million": 2.016, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.0000025, "supports_system_messages": true, "supports_tool_choice": true, "supports_image_size": false, "model_id": "google/gemini-2.5-flash", "model_name": "Gemini 2.5 Flash", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 2.5, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000012, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "google/gemini-3-pro", "model_name": "Gemini 3 Pro", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 2, "output_cost_per_million": 12, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "input_cost_per_token": 3e-8, "output_cost_per_token": 2.5e-7, "supports_system_messages": true, "model_id": "ibm-granite/granite-3.3-8b-instruct", "model_name": "Granite 3.3 8B Instruct", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.03, "output_cost_per_million": 0.25, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "meta/llama-2-13b", "model_name": "Llama 2 13B", "provider_id": "replicate", "provider_name": "Replicate", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "meta/llama-2-13b-chat", "model_name": "Llama 2 13B Chat", "provider_id": "replicate", "provider_name": "Replicate", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 6.5e-7, "output_cost_per_token": 0.00000275, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "meta/llama-2-70b", "model_name": "Llama 2 70B", "provider_id": "replicate", "provider_name": "Replicate", "input_cost_per_million": 0.65, "output_cost_per_million": 2.75, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 6.5e-7, "output_cost_per_token": 0.00000275, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "meta/llama-2-70b-chat", "model_name": "LLaMA 2 70b Chat", "provider_id": "replicate", "provider_name": "Replicate", "input_cost_per_million": 0.65, "output_cost_per_million": 2.75, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-8, "output_cost_per_token": 2.5e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "meta/llama-2-7b", "model_name": "Llama 2 7B", "provider_id": "replicate", "provider_name": "Replicate", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.25, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-8, "output_cost_per_token": 2.5e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "meta/llama-2-7b-chat", "model_name": "Llama 2 7B Chat", "provider_id": "replicate", "provider_name": "Replicate", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.25, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 6.5e-7, "output_cost_per_token": 0.00000275, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "model_id": "meta/llama-3-70b", "model_name": "Llama 3 70B", "provider_id": "replicate", "provider_name": "Replicate", "input_cost_per_million": 0.65, "output_cost_per_million": 2.75, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 6.5e-7, "output_cost_per_token": 0.00000275, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "model_id": "meta/llama-3-70b-instruct", "model_name": "Llama 3 70B Instruct", "provider_id": "replicate", "provider_name": "Replicate", "input_cost_per_million": 0.65, "output_cost_per_million": 2.75, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-8, "output_cost_per_token": 2.5e-7, "max_input_tokens": 8086, "max_output_tokens": 8086, "max_tokens": 8086, "supports_tool_choice": true, "model_id": "meta/llama-3-8b", "model_name": "Llama 3 8B", "provider_id": "replicate", "provider_name": "Replicate", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.25, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-8, "output_cost_per_token": 2.5e-7, "max_input_tokens": 8086, "max_output_tokens": 8086, "max_tokens": 8086, "supports_tool_choice": true, "model_id": "meta/llama-3-8b-instruct", "model_name": "Llama 3 8B Instruct", "provider_id": "replicate", "provider_name": "Replicate", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.25, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-8, "output_cost_per_token": 2.5e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "mistralai/mistral-7b-instruct-v0.2", "model_name": "Mistral 7B Instruct V0.2", "provider_id": "replicate", "provider_name": "Replicate", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.25, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-8, "output_cost_per_token": 2.5e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "mistralai/mistral-7b-v0.1", "model_name": "Mistral 7B V0.1", "provider_id": "replicate", "provider_name": "Replicate", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.25, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 0.000001, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "mistralai/mixtral-8x7b-instruct-v0.1", "model_name": "Mixtral 8x7B Instruct V0.1", "provider_id": "replicate", "provider_name": "Replicate", "input_cost_per_million": 0.3, "output_cost_per_million": 1, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "openai/gpt-4.1", "model_name": "GPT-4.1", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.0000016, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "openai/gpt-4.1-mini", "model_name": "GPT-4.1 mini", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 1.5999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "supports_system_messages": true, "model_id": "openai/gpt-4.1-nano", "model_name": "GPT-4.1 nano", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "supports_system_messages": true, "supports_tool_choice": true, "supports_audio_input": true, "supports_audio_output": true, "model_id": "openai/gpt-4o", "model_name": "GPT-4o", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "openai/gpt-4o-mini", "model_name": "GPT-4o mini", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "openai/gpt-5", "model_name": "GPT-5", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.000002, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "openai/gpt-5-mini", "model_name": "GPT-5 Mini", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.25, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 4e-7, "supports_system_messages": true, "model_id": "openai/gpt-5-nano", "model_name": "GPT-5 Nano", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000015, "output_cost_per_token": 0.00006, "output_cost_per_reasoning_token": 0.00006, "supports_reasoning": true, "supports_system_messages": true, "model_id": "openai/o1", "model_name": "o1", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 15, "output_cost_per_million": 60, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000044, "output_cost_per_reasoning_token": 0.0000044, "supports_reasoning": true, "supports_system_messages": true, "model_id": "openai/o1-mini", "model_name": "o1 mini", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 1.1, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000004, "output_cost_per_reasoning_token": 0.000004, "supports_reasoning": true, "supports_system_messages": true, "model_id": "openai/o4-mini", "model_name": "o4 mini", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 1, "output_cost_per_million": 4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2.64e-7, "output_cost_per_token": 0.00000106, "supports_system_messages": true, "model_id": "qwen/qwen3-235b-a22b-instruct-2507", "model_name": "Qwen3 235B A22B Instruct (Jul 2025)", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.26399999999999996, "output_cost_per_million": 1.06, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 9e-8, "output_cost_per_token": 3.6e-7, "supports_system_messages": true, "model_id": "replicateopenai/gpt-oss-20b", "model_name": "GPT Oss 20B", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.09, "output_cost_per_million": 0.36, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.0000072, "output_cost_per_token": 0.000036, "supports_system_messages": true, "model_id": "xai/grok-4", "model_name": "Grok 4", "provider_id": "replicate", "provider_name": "Replicate", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 7.199999999999999, "output_cost_per_million": 36, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_character": 3e-7, "source": "https://docs.dev.runwayml.com/guides/pricing/", "metadata": { "comment": "Estimated cost based on standard TTS pricing. RunwayML uses ElevenLabs models." }, "model_id": "runwayml/eleven_multilingual_v2", "model_name": "Eleven_multilingual_v2", "provider_id": "runwayml", "provider_name": "Runwayml", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_video_per_second": 0.05, "source": "https://docs.dev.runwayml.com/guides/pricing/", "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "video" ], "supported_resolutions": [ "1280x720", "720x1280" ], "metadata": { "comment": "5 credits per second @ $0.01 per credit = $0.05 per second" }, "model_id": "runwayml/gen3a_turbo", "model_name": "Gen3a_turbo", "provider_id": "runwayml", "provider_name": "Runwayml", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "video_generation", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_video_per_second": 0.15, "source": "https://docs.dev.runwayml.com/guides/pricing/", "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "video" ], "supported_resolutions": [ "1280x720", "720x1280" ], "metadata": { "comment": "15 credits per second @ $0.01 per credit = $0.15 per second" }, "model_id": "runwayml/gen4_aleph", "model_name": "Gen4_aleph", "provider_id": "runwayml", "provider_name": "Runwayml", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "video_generation", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_image": 0.05, "output_cost_per_image": 0.05, "source": "https://docs.dev.runwayml.com/guides/pricing/", "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "image" ], "supported_resolutions": [ "1280x720", "1920x1080" ], "metadata": { "comment": "5 credits per 720p image or 8 credits per 1080p image @ $0.01 per credit. Using 5 credits ($0.05) as base cost" }, "model_id": "runwayml/gen4_image", "model_name": "Gen4_image", "provider_id": "runwayml", "provider_name": "Runwayml", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_image": 0.02, "output_cost_per_image": 0.02, "source": "https://docs.dev.runwayml.com/guides/pricing/", "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "image" ], "supported_resolutions": [ "1280x720", "1920x1080" ], "metadata": { "comment": "2 credits per image (any resolution) @ $0.01 per credit = $0.02 per image" }, "model_id": "runwayml/gen4_image_turbo", "model_name": "Gen4_image_turbo", "provider_id": "runwayml", "provider_name": "Runwayml", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_video_per_second": 0.05, "source": "https://docs.dev.runwayml.com/guides/pricing/", "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "video" ], "supported_resolutions": [ "1280x720", "720x1280" ], "metadata": { "comment": "5 credits per second @ $0.01 per credit = $0.05 per second" }, "model_id": "runwayml/gen4_turbo", "model_name": "Gen4_turbo", "provider_id": "runwayml", "provider_name": "Runwayml", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "video_generation", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "sagemaker/meta-textgeneration-llama-2-13b", "model_name": "Meta Textgeneration Llama 2 13B", "provider_id": "sagemaker", "provider_name": "AWS Sage Maker", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "sagemaker/meta-textgeneration-llama-2-13b-f", "model_name": "Meta Textgeneration Llama 2 13B F", "provider_id": "sagemaker", "provider_name": "AWS Sage Maker", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "sagemaker/meta-textgeneration-llama-2-70b", "model_name": "Meta Textgeneration Llama 2 70B", "provider_id": "sagemaker", "provider_name": "AWS Sage Maker", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "sagemaker/meta-textgeneration-llama-2-70b-b-f", "model_name": "Meta Textgeneration Llama 2 70B B F", "provider_id": "sagemaker", "provider_name": "AWS Sage Maker", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "sagemaker/meta-textgeneration-llama-2-7b", "model_name": "Meta Textgeneration Llama 2 7B", "provider_id": "sagemaker", "provider_name": "AWS Sage Maker", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "sagemaker/meta-textgeneration-llama-2-7b-f", "model_name": "Meta Textgeneration Llama 2 7B F", "provider_id": "sagemaker", "provider_name": "AWS Sage Maker", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000007, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://cloud.sambanova.ai/plans/pricing", "model_id": "sambanova/DeepSeek-R1", "model_name": "DeepSeek R1", "provider_id": "sambanova", "provider_name": "Sambanova", "input_cost_per_million": 5, "output_cost_per_million": 7, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 7e-7, "output_cost_per_token": 0.0000014, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://cloud.sambanova.ai/plans/pricing", "model_id": "sambanova/DeepSeek-R1-Distill-Llama-70B", "model_name": "DeepSeek R1 Distill Llama 70B", "provider_id": "sambanova", "provider_name": "Sambanova", "input_cost_per_million": 0.7, "output_cost_per_million": 1.4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.0000045, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://cloud.sambanova.ai/plans/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "sambanova/DeepSeek-V3-0324", "model_name": "DeepSeek V3 0324", "provider_id": "sambanova", "provider_name": "Sambanova", "input_cost_per_million": 3, "output_cost_per_million": 4.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.0000045, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "supports_reasoning": true, "source": "https://cloud.sambanova.ai/plans/pricing", "model_id": "sambanova/DeepSeek-V3.1", "model_name": "DeepSeek V3.1", "provider_id": "sambanova", "provider_name": "Sambanova", "input_cost_per_million": 3, "output_cost_per_million": 4.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.0000045, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "supports_reasoning": true, "source": "https://cloud.sambanova.ai/plans/pricing", "model_id": "sambanova/gpt-oss-120b", "model_name": "GPT Oss 120B", "provider_id": "sambanova", "provider_name": "Sambanova", "input_cost_per_million": 3, "output_cost_per_million": 4.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 6.3e-7, "output_cost_per_token": 0.0000018, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "metadata": { "notes": "For vision models, images are converted to 6432 input tokens and are billed at that amount" }, "source": "https://cloud.sambanova.ai/plans/pricing", "supports_tool_choice": true, "model_id": "sambanova/Llama-4-Maverick-17B-128E-Instruct", "model_name": "Llama 4 Maverick 17B 128E Instruct", "provider_id": "sambanova", "provider_name": "Sambanova", "input_cost_per_million": 0.63, "output_cost_per_million": 1.7999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 7e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "metadata": { "notes": "For vision models, images are converted to 6432 input tokens and are billed at that amount" }, "source": "https://cloud.sambanova.ai/plans/pricing", "supports_tool_choice": true, "model_id": "sambanova/Llama-4-Scout-17B-16E-Instruct", "model_name": "Llama 4 Scout 17B 16E Instruct", "provider_id": "sambanova", "provider_name": "Sambanova", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 0.7, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.00001, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "source": "https://cloud.sambanova.ai/plans/pricing", "supports_tool_choice": true, "model_id": "sambanova/Meta-Llama-3.1-405B-Instruct", "model_name": "Meta Llama 3.1 405B Instruct", "provider_id": "sambanova", "provider_name": "Sambanova", "input_cost_per_million": 5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "source": "https://cloud.sambanova.ai/plans/pricing", "supports_tool_choice": true, "model_id": "sambanova/Meta-Llama-3.1-8B-Instruct", "model_name": "Meta Llama 3.1 8B Instruct", "provider_id": "sambanova", "provider_name": "Sambanova", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 4e-8, "output_cost_per_token": 8e-8, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "source": "https://cloud.sambanova.ai/plans/pricing", "model_id": "sambanova/Meta-Llama-3.2-1B-Instruct", "model_name": "Meta Llama 3.2 1B Instruct", "provider_id": "sambanova", "provider_name": "Sambanova", "input_cost_per_million": 0.04, "output_cost_per_million": 0.08, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 8e-8, "output_cost_per_token": 1.6e-7, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://cloud.sambanova.ai/plans/pricing", "model_id": "sambanova/Meta-Llama-3.2-3B-Instruct", "model_name": "Meta Llama 3.2 3B Instruct", "provider_id": "sambanova", "provider_name": "Sambanova", "input_cost_per_million": 0.08, "output_cost_per_million": 0.16, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://cloud.sambanova.ai/plans/pricing", "supports_tool_choice": true, "model_id": "sambanova/Meta-Llama-3.3-70B-Instruct", "model_name": "Meta Llama 3.3 70B Instruct", "provider_id": "sambanova", "provider_name": "Sambanova", "input_cost_per_million": 0.6, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "source": "https://cloud.sambanova.ai/plans/pricing", "model_id": "sambanova/Meta-Llama-Guard-3-8B", "model_name": "Meta Llama Guard 3 8B", "provider_id": "sambanova", "provider_name": "Sambanova", "input_cost_per_million": 0.3, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 204800, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://cloud.sambanova.ai/plans/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "sambanova/MiniMax-M2.7", "model_name": "MiniMax M2.7", "provider_id": "sambanova", "provider_name": "Sambanova", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0001, "max_input_tokens": 4096, "max_output_tokens": 4096, "max_tokens": 4096, "source": "https://cloud.sambanova.ai/plans/pricing", "supports_audio_input": true, "model_id": "sambanova/Qwen2-Audio-7B-Instruct", "model_name": "Qwen2 Audio 7B Instruct", "provider_id": "sambanova", "provider_name": "Sambanova", "input_cost_per_million": 0.5, "output_cost_per_million": 100, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 8e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://cloud.sambanova.ai/plans/pricing", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "sambanova/Qwen3-32B", "model_name": "Qwen3 32B", "provider_id": "sambanova", "provider_name": "Sambanova", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 0.7999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-7, "output_cost_per_token": 0.000001, "max_input_tokens": 16384, "max_output_tokens": 16384, "max_tokens": 16384, "source": "https://cloud.sambanova.ai/plans/pricing", "model_id": "sambanova/QwQ-32B", "model_name": "QwQ 32B", "provider_id": "sambanova", "provider_name": "Sambanova", "input_cost_per_million": 0.5, "output_cost_per_million": 1, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 8192, "max_output_tokens": 32000, "cache_creation_input_token_cost_above_1hr": 0, "max_tokens": 32000, "supports_reasoning": true, "model_id": "sarvam/sarvam-m", "model_name": "Sarvam M", "provider_id": "sarvam", "provider_name": "Sarvam", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_query": 0, "metadata": { "notes": "SearXNG is an open-source metasearch engine. Free to use when self-hosted or using public instances." }, "model_id": "searxng/search", "model_name": "Search", "provider_id": "searxng", "provider_name": "Searxng", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "search", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_query": 0.001, "metadata": { "notes": "Serper Google Search API. Pricing: $1.00/1k queries (Starter), $0.75/1k (Standard), $0.50/1k (Scale), $0.30/1k (Ultimate)." }, "model_id": "serper/search", "model_name": "Search", "provider_id": "serper", "provider_name": "Serper", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "search", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_computer_use": true, "supports_prompt_caching": true, "supports_system_messages": true, "model_id": "snowflake/claude-3-5-sonnet", "model_name": "Claude 3.5 Sonnet", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_prompt_caching": true, "supports_system_messages": true, "supports_reasoning": true, "model_id": "snowflake/claude-3-7-sonnet", "model_name": "Claude 3 7 Sonnet", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 200000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_prompt_caching": true, "supports_system_messages": true, "supports_reasoning": true, "model_id": "snowflake/claude-4-opus", "model_name": "Claude 4 Opus", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_prompt_caching": true, "supports_system_messages": true, "model_id": "snowflake/claude-4-sonnet", "model_name": "Claude 4 Sonnet", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "max_input_tokens": 200000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_prompt_caching": true, "supports_system_messages": true, "model_id": "snowflake/claude-haiku-4-5", "model_name": "Claude Haiku 4 5", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 1, "output_cost_per_million": 5, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_prompt_caching": true, "supports_system_messages": true, "model_id": "snowflake/claude-sonnet-4-5", "model_name": "Claude Sonnet 4 5", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_prompt_caching": true, "supports_system_messages": true, "model_id": "snowflake/claude-sonnet-4-6", "model_name": "Claude Sonnet 4 6", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00000135, "output_cost_per_token": 0.0000054, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_reasoning": true, "supports_system_messages": true, "model_id": "snowflake/deepseek-r1", "model_name": "DeepSeek R1", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 1.35, "output_cost_per_million": 5.4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 8000, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "snowflake/gemma-7b", "model_name": "Gemma 7B", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 256000, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "snowflake/jamba-1.5-large", "model_name": "Jamba 1.5 Large", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 256000, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "snowflake/jamba-1.5-mini", "model_name": "Jamba 1.5 Mini", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 256000, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "snowflake/jamba-instruct", "model_name": "Jamba Instruct", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 4096, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "snowflake/llama2-70b-chat", "model_name": "Llama2 70B Chat", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 8000, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "snowflake/llama3-70b", "model_name": "Llama 3 70B", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 8000, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "snowflake/llama3-8b", "model_name": "Llama 3 8B", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.0000012, "output_cost_per_token": 0.0000012, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_system_messages": true, "model_id": "snowflake/llama3.1-405b", "model_name": "Llama3.1 405B", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 1.2, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 7.2e-7, "output_cost_per_token": 7.2e-7, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_system_messages": true, "model_id": "snowflake/llama3.1-70b", "model_name": "Llama 3.1 70B", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 0.72, "output_cost_per_million": 0.72, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2.4e-7, "output_cost_per_token": 2.4e-7, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_system_messages": true, "model_id": "snowflake/llama3.1-8b", "model_name": "Llama 3.1 8B", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 0.24, "output_cost_per_million": 0.24, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "snowflake/llama3.2-1b", "model_name": "Llama 3.2 1B", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "snowflake/llama3.2-3b", "model_name": "Llama 3.2 3B", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 7.2e-7, "output_cost_per_token": 7.2e-7, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_system_messages": true, "model_id": "snowflake/llama3.3-70b", "model_name": "Llama 3.3 70B", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 0.72, "output_cost_per_million": 0.72, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2.4e-7, "output_cost_per_token": 9.7e-7, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_system_messages": true, "model_id": "snowflake/llama4-maverick", "model_name": "Llama4 Maverick", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 0.24, "output_cost_per_million": 0.9700000000000001, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 32000, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "snowflake/mistral-7b", "model_name": "Mistral 7B", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 32000, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "snowflake/mistral-large", "model_name": "Mistral Large", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_system_messages": true, "model_id": "snowflake/mistral-large2", "model_name": "Mistral Large2", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 2, "output_cost_per_million": 6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "max_input_tokens": 32000, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "snowflake/mixtral-8x7b", "model_name": "Mixtral 8x7B", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 300000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_prompt_caching": true, "supports_system_messages": true, "model_id": "snowflake/openai-gpt-4.1", "model_name": "Openai GPT-4.1", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 300000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_prompt_caching": true, "supports_system_messages": true, "supports_reasoning": true, "model_id": "snowflake/openai-gpt-5", "model_name": "Openai GPT-5", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 1000000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_system_messages": true, "model_id": "snowflake/openai-gpt-5-mini", "model_name": "Openai GPT-5 Mini", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 5000000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_system_messages": true, "model_id": "snowflake/openai-gpt-5-nano", "model_name": "Openai GPT-5 Nano", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "max_input_tokens": 32000, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "snowflake/reka-core", "model_name": "Reka Core", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 100000, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "snowflake/reka-flash", "model_name": "Reka Flash", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 4096, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "snowflake/snowflake-arctic", "model_name": "Snowflake Arctic", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 7e-8, "output_cost_per_token": 0, "max_input_tokens": 8192, "max_tokens": 8192, "model_id": "snowflake/snowflake-arctic-embed-l-v2.0", "model_name": "Snowflake Arctic Embed L V2.0", "provider_id": "snowflake", "provider_name": "Snowflake", "max_output_tokens": 0, "input_cost_per_million": 0.07, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 7e-8, "output_cost_per_token": 0, "max_input_tokens": 8192, "max_tokens": 8192, "model_id": "snowflake/snowflake-arctic-embed-m-v2.0", "model_name": "Snowflake Arctic Embed M V2.0", "provider_id": "snowflake", "provider_name": "Snowflake", "max_output_tokens": 0, "input_cost_per_million": 0.07, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 8000, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "snowflake/snowflake-llama-3.1-405b", "model_name": "Snowflake Llama 3.1 405B", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 7.2e-7, "output_cost_per_token": 7.2e-7, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_system_messages": true, "model_id": "snowflake/snowflake-llama-3.3-70b", "model_name": "Snowflake Llama 3.3 70B", "provider_id": "snowflake", "provider_name": "Snowflake", "input_cost_per_million": 0.72, "output_cost_per_million": 0.72, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_output_tokens": 8000, "max_tokens": 8000, "input_cost_per_second": 0, "output_cost_per_second": 0.0000277778, "source": "https://soniox.com/pricing", "supported_endpoints": [ "/v1/audio/transcriptions" ], "supports_audio_input": true, "model_id": "soniox/stt-async-v4", "model_name": "STT Async V4", "provider_id": "soniox", "provider_name": "Soniox", "max_input_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.04, "supported_endpoints": [ "/v1/images/edits" ], "model_id": "stability/conservative", "model_name": "Conservative", "provider_id": "stability", "provider_name": "Stability", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.06, "supported_endpoints": [ "/v1/images/edits" ], "model_id": "stability/creative", "model_name": "Creative", "provider_id": "stability", "provider_name": "Stability", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.005, "supported_endpoints": [ "/v1/images/edits" ], "model_id": "stability/erase", "model_name": "Erase", "provider_id": "stability", "provider_name": "Stability", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.002, "supported_endpoints": [ "/v1/images/edits" ], "model_id": "stability/fast", "model_name": "Fast", "provider_id": "stability", "provider_name": "Stability", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.005, "supported_endpoints": [ "/v1/images/edits" ], "model_id": "stability/inpaint", "model_name": "Inpaint", "provider_id": "stability", "provider_name": "Stability", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.004, "supported_endpoints": [ "/v1/images/edits" ], "model_id": "stability/outpaint", "model_name": "Outpaint", "provider_id": "stability", "provider_name": "Stability", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.005, "supported_endpoints": [ "/v1/images/edits" ], "model_id": "stability/remove-background", "model_name": "Remove Background", "provider_id": "stability", "provider_name": "Stability", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.008, "supported_endpoints": [ "/v1/images/edits" ], "model_id": "stability/replace-background-and-relight", "model_name": "Replace Background And Relight", "provider_id": "stability", "provider_name": "Stability", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.065, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "stability/sd3", "model_name": "Sd3", "provider_id": "stability", "provider_name": "Stability", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.065, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "stability/sd3-large", "model_name": "Sd3 Large", "provider_id": "stability", "provider_name": "Stability", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.04, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "stability/sd3-large-turbo", "model_name": "Sd3 Large Turbo", "provider_id": "stability", "provider_name": "Stability", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.035, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "stability/sd3-medium", "model_name": "Sd3 Medium", "provider_id": "stability", "provider_name": "Stability", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.065, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "stability/sd3.5-large", "model_name": "Sd3.5 Large", "provider_id": "stability", "provider_name": "Stability", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.04, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "stability/sd3.5-large-turbo", "model_name": "Sd3.5 Large Turbo", "provider_id": "stability", "provider_name": "Stability", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.035, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "stability/sd3.5-medium", "model_name": "Sd3.5 Medium", "provider_id": "stability", "provider_name": "Stability", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.005, "supported_endpoints": [ "/v1/images/edits" ], "model_id": "stability/search-and-recolor", "model_name": "Search And Recolor", "provider_id": "stability", "provider_name": "Stability", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.005, "supported_endpoints": [ "/v1/images/edits" ], "model_id": "stability/search-and-replace", "model_name": "Search And Replace", "provider_id": "stability", "provider_name": "Stability", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.005, "supported_endpoints": [ "/v1/images/edits" ], "model_id": "stability/sketch", "model_name": "Sketch", "provider_id": "stability", "provider_name": "Stability", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.03, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "stability/stable-image-core", "model_name": "Stable Image Core", "provider_id": "stability", "provider_name": "Stability", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.08, "supported_endpoints": [ "/v1/images/generations" ], "model_id": "stability/stable-image-ultra", "model_name": "Stable Image Ultra", "provider_id": "stability", "provider_name": "Stability", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.005, "supported_endpoints": [ "/v1/images/edits" ], "model_id": "stability/structure", "model_name": "Structure", "provider_id": "stability", "provider_name": "Stability", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.005, "supported_endpoints": [ "/v1/images/edits" ], "model_id": "stability/style", "model_name": "Style", "provider_id": "stability", "provider_name": "Stability", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.008, "supported_endpoints": [ "/v1/images/edits" ], "model_id": "stability/style-transfer", "model_name": "Style Transfer", "provider_id": "stability", "provider_name": "Stability", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image_edit", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_query": 0.008, "model_id": "tavily/search", "model_name": "Search", "provider_id": "tavily", "provider_name": "Tavily", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "search", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_query": 0.016, "model_id": "tavily/search-advanced", "model_name": "Search Advanced", "provider_id": "tavily", "provider_name": "Tavily", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "search", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2.5e-7, "output_cost_per_token": 7.5e-7, "max_input_tokens": 32000, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "text-completion-inception/mercury-edit-2", "model_name": "Mercury Edit 2", "provider_id": "text-completion-inception", "provider_name": "Text Completion Inception", "input_cost_per_million": 0.25, "output_cost_per_million": 0.75, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 4e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 16384, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "babbage-002", "model_name": "Babbage 002", "provider_id": "text-completion-openai", "provider_name": "OpenAI", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000002, "max_input_tokens": 16384, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "davinci-002", "model_name": "Davinci 002", "provider_id": "text-completion-openai", "provider_name": "OpenAI", "input_cost_per_million": 2, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000016, "output_cost_per_token": 0.0000016, "max_input_tokens": 16384, "max_output_tokens": 4096, "input_cost_per_token_batches": 2e-7, "max_tokens": 4096, "output_cost_per_token_batches": 2e-7, "model_id": "ft:babbage-002", "model_name": "Babbage 002 [Fine-tuned]", "provider_id": "text-completion-openai", "provider_name": "OpenAI", "input_cost_per_million": 1.5999999999999999, "output_cost_per_million": 1.5999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000012, "output_cost_per_token": 0.000012, "max_input_tokens": 16384, "max_output_tokens": 4096, "input_cost_per_token_batches": 0.000001, "max_tokens": 4096, "output_cost_per_token_batches": 0.000001, "model_id": "ft:davinci-002", "model_name": "Davinci 002 [Fine-tuned]", "provider_id": "text-completion-openai", "provider_name": "OpenAI", "input_cost_per_million": 12, "output_cost_per_million": 12, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000015, "output_cost_per_token": 0.000002, "max_input_tokens": 8192, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "gpt-3.5-turbo-instruct", "model_name": "GPT 3.5T Instruct", "provider_id": "text-completion-openai", "provider_name": "OpenAI", "input_cost_per_million": 1.5, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000015, "output_cost_per_token": 0.000002, "max_input_tokens": 8192, "max_output_tokens": 4097, "max_tokens": 4097, "model_id": "gpt-3.5-turbo-instruct-0914", "model_name": "GPT-3.5 Turbo Instruct 0914", "provider_id": "text-completion-openai", "provider_name": "OpenAI", "input_cost_per_million": 1.5, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 8e-9, "output_cost_per_token": 0, "max_input_tokens": 512, "output_vector_size": 768, "model_id": "baai/bge-base-en-v1.5", "model_name": "Bge Base En V1.5", "provider_id": "together", "provider_name": "Together AI", "max_output_tokens": 0, "input_cost_per_million": 0.008, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 8e-9, "output_cost_per_token": 0, "max_input_tokens": 512, "output_vector_size": 768, "model_id": "BAAI/bge-base-en-v1.5", "model_name": "Bge Base En V1.5", "provider_id": "together", "provider_name": "Together AI", "max_output_tokens": 0, "input_cost_per_million": 0.008, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000007, "max_input_tokens": 128000, "max_output_tokens": 20480, "max_tokens": 20480, "supports_tool_choice": true, "model_id": "deepseek-ai/DeepSeek-R1", "model_name": "DeepSeek R1", "provider_id": "together", "provider_name": "Together AI", "input_cost_per_million": 3, "output_cost_per_million": 7, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 5.5e-7, "output_cost_per_token": 0.00000219, "max_input_tokens": 128000, "source": "https://www.together.ai/models/deepseek-r1-0528-throughput", "supports_tool_choice": true, "model_id": "deepseek-ai/DeepSeek-R1-0528-tput", "model_name": "DeepSeek R1 0528 Tput", "provider_id": "together", "provider_name": "Together AI", "max_output_tokens": 0, "input_cost_per_million": 0.55, "output_cost_per_million": 2.1900000000000004, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00000125, "max_input_tokens": 65536, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "model_id": "deepseek-ai/DeepSeek-V3", "model_name": "DeepSeek V3", "provider_id": "together", "provider_name": "Together AI", "input_cost_per_million": 1.25, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000017, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "source": "https://www.together.ai/models/deepseek-v3-1", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "deepseek-ai/DeepSeek-V3.1", "model_name": "DeepSeek V3.1", "provider_id": "together", "provider_name": "Together AI", "input_cost_per_million": 0.6, "output_cost_per_million": 1.7, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "supports_tool_choice": true, "model_id": "meta-llama/Llama-3.2-3B-Instruct-Turbo", "model_name": "Llama 3.2 3B Instruct Turbo", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 8.8e-7, "output_cost_per_token": 8.8e-7, "supports_tool_choice": true, "model_id": "meta-llama/Llama-3.3-70B-Instruct-Turbo", "model_name": "Llama 3.3 70B Instruct Turbo", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.88, "output_cost_per_million": 0.88, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "supports_tool_choice": true, "model_id": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", "model_name": "Llama 3.3 70B Instruct Turbo Free", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2.7e-7, "output_cost_per_token": 8.5e-7, "supports_tool_choice": true, "model_id": "meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8", "model_name": "Llama 4 Maverick 17B 128E Instruct FP8", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.27, "output_cost_per_million": 0.85, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.8e-7, "output_cost_per_token": 5.9e-7, "supports_tool_choice": true, "model_id": "meta-llama/Llama-4-Scout-17B-16E-Instruct", "model_name": "Llama 4 Scout 17B 16E Instruct", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.18, "output_cost_per_million": 0.59, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.0000035, "output_cost_per_token": 0.0000035, "supports_tool_choice": true, "model_id": "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo", "model_name": "Meta Llama 3.1 405B Instruct Turbo", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 3.5, "output_cost_per_million": 3.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 8.8e-7, "output_cost_per_token": 8.8e-7, "supports_tool_choice": true, "model_id": "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo", "model_name": "Meta Llama 3.1 70B Instruct Turbo", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.88, "output_cost_per_million": 0.88, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.8e-7, "output_cost_per_token": 1.8e-7, "supports_tool_choice": true, "model_id": "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo", "model_name": "Meta Llama 3.1 8B Instruct Turbo", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.18, "output_cost_per_million": 0.18, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "supports_tool_choice": true, "model_id": "mistralai/Mistral-7B-Instruct-v0.1", "model_name": "Mistral 7B Instruct V0.1", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_tool_choice": true, "model_id": "mistralai/Mistral-Small-24B-Instruct-2501", "model_name": "Mistral Small 24B Instruct (Jan 2025)", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 6e-7, "supports_tool_choice": true, "model_id": "mistralai/Mixtral-8x7B-Instruct-v0.1", "model_name": "Mixtral 8x7B Instruct V0.1", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.6, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000003, "source": "https://www.together.ai/models/kimi-k2-instruct", "supports_tool_choice": true, "model_id": "moonshotai/Kimi-K2-Instruct", "model_name": "Kimi K2 Instruct", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 1, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000003, "max_input_tokens": 262144, "source": "https://www.together.ai/models/kimi-k2-0905", "supports_tool_choice": true, "model_id": "moonshotai/Kimi-K2-Instruct-0905", "model_name": "Kimi K2 Instruct (May 2009)", "provider_id": "together", "provider_name": "Together AI", "max_output_tokens": 0, "input_cost_per_million": 1, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000028, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "source": "https://www.together.ai/models/kimi-k2-5", "supports_tool_choice": true, "supports_reasoning": true, "model_id": "moonshotai/Kimi-K2.5", "model_name": "Kimi K2.5", "provider_id": "together", "provider_name": "Together AI", "input_cost_per_million": 0.5, "output_cost_per_million": 2.8, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://www.together.ai/models/gpt-oss-120b", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "openai/gpt-oss-120b", "model_name": "GPT Oss 120B", "provider_id": "together", "provider_name": "Together AI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 2e-7, "max_input_tokens": 128000, "source": "https://www.together.ai/models/gpt-oss-20b", "supports_tool_choice": true, "model_id": "openai/gpt-oss-20b", "model_name": "GPT Oss 20B", "provider_id": "together", "provider_name": "Together AI", "max_output_tokens": 0, "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "supports_tool_choice": true, "model_id": "Qwen/Qwen2.5-72B-Instruct-Turbo", "model_name": "Qwen2.5 72B Instruct Turbo", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "supports_tool_choice": true, "model_id": "Qwen/Qwen2.5-7B-Instruct-Turbo", "model_name": "Qwen2.5 7B Instruct Turbo", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": false, "supports_parallel_function_calling": false, "input_cost_per_token": 2e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 40000, "source": "https://www.together.ai/models/qwen3-235b-a22b-fp8-tput", "supports_tool_choice": false, "model_id": "Qwen/Qwen3-235B-A22B-fp8-tput", "model_name": "Qwen3 235B A22B Fp8 Tput", "provider_id": "together", "provider_name": "Together AI", "max_output_tokens": 0, "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": false, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.000006, "max_input_tokens": 262000, "source": "https://www.together.ai/models/qwen3-235b-a22b-instruct-2507-fp8", "supports_tool_choice": true, "model_id": "Qwen/Qwen3-235B-A22B-Instruct-2507-tput", "model_name": "Qwen3 235B A22B Instruct 2507 Tput", "provider_id": "together", "provider_name": "Together AI", "max_output_tokens": 0, "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6.5e-7, "output_cost_per_token": 0.000003, "max_input_tokens": 256000, "source": "https://www.together.ai/models/qwen3-235b-a22b-thinking-2507", "supports_tool_choice": true, "model_id": "Qwen/Qwen3-235B-A22B-Thinking-2507", "model_name": "Qwen3 235B A22B Thinking (Jul 2025)", "provider_id": "together", "provider_name": "Together AI", "max_output_tokens": 0, "input_cost_per_million": 0.65, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000002, "max_input_tokens": 256000, "source": "https://www.together.ai/models/qwen3-coder-480b-a35b-instruct", "supports_tool_choice": true, "model_id": "Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8", "model_name": "Qwen3 Coder 480B A35B Instruct FP8", "provider_id": "together", "provider_name": "Together AI", "max_output_tokens": 0, "input_cost_per_million": 2, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 262144, "source": "https://www.together.ai/models/qwen3-next-80b-a3b-instruct", "supports_tool_choice": true, "model_id": "Qwen/Qwen3-Next-80B-A3B-Instruct", "model_name": "Qwen3 Next 80B A3B Instruct", "provider_id": "together", "provider_name": "Together AI", "max_output_tokens": 0, "input_cost_per_million": 0.15, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 262144, "source": "https://www.together.ai/models/qwen3-next-80b-a3b-thinking", "supports_tool_choice": true, "model_id": "Qwen/Qwen3-Next-80B-A3B-Thinking", "model_name": "Qwen3 Next 80B A3B Thinking", "provider_id": "together", "provider_name": "Together AI", "max_output_tokens": 0, "input_cost_per_million": 0.15, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000036, "max_input_tokens": 262144, "source": "https://www.together.ai/models/Qwen/Qwen3.5-397B-A17B", "supports_tool_choice": true, "model_id": "Qwen/Qwen3.5-397B-A17B", "model_name": "Qwen3.5 397B A17B", "provider_id": "together", "provider_name": "Together AI", "max_output_tokens": 0, "input_cost_per_million": 0.6, "output_cost_per_million": 3.5999999999999996, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "input_cost_per_token": 8e-7, "output_cost_per_token": 8e-7, "model_id": "together-ai-21.1b-41b", "model_name": "Together AI 21.1B 41B", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 0.7999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "model_id": "together-ai-4.1b-8b", "model_name": "Together AI 4.1B 8B", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "model_id": "together-ai-41.1b-80b", "model_name": "Together AI 41.1B 80B", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 3e-7, "max_tokens": 1000, "model_id": "together-ai-8.1b-21b", "model_name": "Together AI 8.1B 21B", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.3, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000018, "output_cost_per_token": 0.0000018, "model_id": "together-ai-81.1b-110b", "model_name": "Together AI 81.1B 110B", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 1.7999999999999998, "output_cost_per_million": 1.7999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.6e-8, "output_cost_per_token": 0, "model_id": "together-ai-embedding-151m-to-350m", "model_name": "Together AI Embedding 151m To 350m", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.016, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 8e-9, "output_cost_per_token": 0, "model_id": "together-ai-embedding-up-to-150m", "model_name": "Together AI Embedding Up To 150m", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.008, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "model_id": "together-ai-up-to-4b", "model_name": "Together AI Up To 4B", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_tool_choice": true, "model_id": "togethercomputer/CodeLlama-34b-Instruct", "model_name": "CodeLlama 34B Instruct", "provider_id": "together", "provider_name": "Together AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.0000011, "max_input_tokens": 128000, "source": "https://www.together.ai/models/glm-4-5-air", "supports_tool_choice": true, "model_id": "zai-org/GLM-4.5-Air-FP8", "model_name": "GLM 4.5 Air FP8", "provider_id": "together", "provider_name": "Together AI", "max_output_tokens": 0, "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 1.1, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true, "supports_vision": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000022, "max_input_tokens": 200000, "max_output_tokens": 200000, "max_tokens": 200000, "source": "https://www.together.ai/models/glm-4-6", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "zai-org/GLM-4.6", "model_name": "GLM 4.6", "provider_id": "together", "provider_name": "Together AI", "input_cost_per_million": 0.6, "output_cost_per_million": 2.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 4.5e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 200000, "max_output_tokens": 200000, "max_tokens": 200000, "source": "https://www.together.ai/models/glm-4-7", "supports_reasoning": true, "supports_tool_choice": true, "model_id": "zai-org/GLM-4.7", "model_name": "GLM 4.7", "provider_id": "together", "provider_name": "Together AI", "input_cost_per_million": 0.44999999999999996, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "v0/v0-1.0-md", "model_name": "V0 1.0 Md", "provider_id": "v0", "provider_name": "V0", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 512000, "max_output_tokens": 512000, "max_tokens": 512000, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "v0/v0-1.5-lg", "model_name": "V0 1.5 Lg", "provider_id": "v0", "provider_name": "V0", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "v0/v0-1.5-md", "model_name": "V0 1.5 Md", "provider_id": "v0", "provider_name": "V0", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "input_cost_per_token": 8e-8, "output_cost_per_token": 2.4e-7, "max_input_tokens": 40960, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "vercel_ai_gateway/alibaba/qwen-3-14b", "model_name": "Qwen 3 14B", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.08, "output_cost_per_million": 0.24, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 40960, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "vercel_ai_gateway/alibaba/qwen-3-235b", "model_name": "Qwen 3 235B", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 40960, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "vercel_ai_gateway/alibaba/qwen-3-30b", "model_name": "Qwen 3 30B", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 40960, "max_output_tokens": 16384, "max_tokens": 16384, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/alibaba/qwen-3-32b", "model_name": "Qwen 3 32B", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.0000016, "max_input_tokens": 262144, "max_output_tokens": 66536, "max_tokens": 66536, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/alibaba/qwen3-coder", "model_name": "Qwen3 Coder", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 1.5999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 6e-8, "output_cost_per_token": 2.4e-7, "max_input_tokens": 300000, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "vercel_ai_gateway/amazon/nova-lite", "model_name": "Nova Lite", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.06, "output_cost_per_million": 0.24, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3.5e-8, "output_cost_per_token": 1.4e-7, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "vercel_ai_gateway/amazon/nova-micro", "model_name": "Nova Micro", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.035, "output_cost_per_million": 0.14, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 8e-7, "output_cost_per_token": 0.0000032, "max_input_tokens": 300000, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "vercel_ai_gateway/amazon/nova-pro", "model_name": "Nova Pro", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 3.1999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-8, "output_cost_per_token": 0, "max_input_tokens": 0, "max_output_tokens": 0, "max_tokens": 0, "model_id": "vercel_ai_gateway/amazon/titan-embed-text-v2", "model_name": "Titan Embed Text V2", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.02, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/anthropic/claude-3-5-sonnet", "model_name": "Claude 3.5 Sonnet", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/anthropic/claude-3-5-sonnet-20241022", "model_name": "Claude 3.5 Sonnet (Oct 2024)", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 64000, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/anthropic/claude-3-7-sonnet", "model_name": "Claude 3 7 Sonnet", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.00000125, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/anthropic/claude-3-haiku", "model_name": "Claude 3 Haiku", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.25, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 3e-7, "cache_write_cost_per_million": 0.3, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/anthropic/claude-3-opus", "model_name": "Claude 3 Opus", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 8e-7, "output_cost_per_token": 0.000004, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/anthropic/claude-3.5-haiku", "model_name": "Claude 3.5 Haiku", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 4, "cache_read_cost_per_token": 8e-8, "cache_read_cost_per_million": 0.08, "cache_write_cost_per_token": 0.000001, "cache_write_cost_per_million": 1, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/anthropic/claude-3.5-sonnet", "model_name": "Claude 3.5 Sonnet", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 64000, "max_tokens": 64000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/anthropic/claude-3.7-sonnet", "model_name": "Claude 3.7 Sonnet", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "max_tokens": 32000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/anthropic/claude-4-opus", "model_name": "Claude 4 Opus", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 64000, "max_tokens": 64000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/anthropic/claude-4-sonnet", "model_name": "Claude 4 Sonnet", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "max_input_tokens": 200000, "max_output_tokens": 64000, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/anthropic/claude-haiku-4.5", "model_name": "Claude Haiku 4.5", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 1, "output_cost_per_million": 5, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0.00000125, "cache_write_cost_per_million": 1.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "max_tokens": 32000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/anthropic/claude-opus-4", "model_name": "Claude Opus 4", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "max_tokens": 32000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/anthropic/claude-opus-4.1", "model_name": "Claude Opus 4.1", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 200000, "max_output_tokens": 64000, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_output_config": true, "model_id": "vercel_ai_gateway/anthropic/claude-opus-4.5", "model_name": "Claude Opus 4.5", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 200000, "max_output_tokens": 64000, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_output_config": true, "model_id": "vercel_ai_gateway/anthropic/claude-opus-4.6", "model_name": "Claude Opus 4.6", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 64000, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/anthropic/claude-sonnet-4", "model_name": "Claude Sonnet 4", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 64000, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/anthropic/claude-sonnet-4.5", "model_name": "Claude Sonnet 4.5", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 256000, "max_output_tokens": 8000, "max_tokens": 8000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/cohere/command-a", "model_name": "Command A", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/cohere/command-r", "model_name": "Command R", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/cohere/command-r-plus", "model_name": "Command R+", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.2e-7, "output_cost_per_token": 0, "max_input_tokens": 0, "max_output_tokens": 0, "max_tokens": 0, "model_id": "vercel_ai_gateway/cohere/embed-v4.0", "model_name": "Embed V4.0", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.12, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5.5e-7, "output_cost_per_token": 0.00000219, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/deepseek/deepseek-r1", "model_name": "DeepSeek R1", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.55, "output_cost_per_million": 2.1900000000000004, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-7, "output_cost_per_token": 9.9e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/deepseek/deepseek-r1-distill-llama-70b", "model_name": "Deepseek R1 Distill Llama 70B", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.75, "output_cost_per_million": 0.9900000000000001, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/deepseek/deepseek-v3", "model_name": "DeepSeek V3", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 1048576, "max_output_tokens": 8192, "deprecation_date": "2026-06-01", "max_tokens": 8192, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/google/gemini-2.0-flash", "model_name": "Gemini 2.0 Flash", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-8, "output_cost_per_token": 3e-7, "max_input_tokens": 1048576, "max_output_tokens": 8192, "deprecation_date": "2026-06-01", "max_tokens": 8192, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/google/gemini-2.0-flash-lite", "model_name": "Gemini 2.0 Flash-Lite", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.075, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1000000, "max_output_tokens": 65536, "max_tokens": 65536, "supports_tool_choice": true, "supports_image_size": false, "model_id": "vercel_ai_gateway/google/gemini-2.5-flash", "model_name": "Gemini 2.5 Flash", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 1048576, "max_output_tokens": 65536, "max_tokens": 65536, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/google/gemini-2.5-pro", "model_name": "Gemini 2.5 Pro", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "input_cost_per_token": 1.5e-7, "output_cost_per_token": 0, "max_input_tokens": 0, "max_output_tokens": 0, "max_tokens": 0, "model_id": "vercel_ai_gateway/google/gemini-embedding-001", "model_name": "Gemini Embedding 001", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.15, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/google/gemma-2-9b", "model_name": "Gemma 2 9B", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2.5e-8, "output_cost_per_token": 0, "max_input_tokens": 0, "max_output_tokens": 0, "max_tokens": 0, "model_id": "vercel_ai_gateway/google/text-embedding-005", "model_name": "Text Embedding 005", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.024999999999999998, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2.5e-8, "output_cost_per_token": 0, "max_input_tokens": 0, "max_output_tokens": 0, "max_tokens": 0, "model_id": "vercel_ai_gateway/google/text-multilingual-embedding-002", "model_name": "Text Multilingual Embedding 002", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.024999999999999998, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.000001, "max_input_tokens": 32000, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "vercel_ai_gateway/inception/mercury-coder-small", "model_name": "Mercury Coder Small", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.25, "output_cost_per_million": 1, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5.9e-7, "output_cost_per_token": 7.9e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/meta/llama-3-70b", "model_name": "Llama 3 70B", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.59, "output_cost_per_million": 0.7899999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-8, "output_cost_per_token": 8e-8, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/meta/llama-3-8b", "model_name": "Llama 3 8B", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.08, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 7.2e-7, "output_cost_per_token": 7.2e-7, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/meta/llama-3.1-70b", "model_name": "Llama 3.1 70B", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.72, "output_cost_per_million": 0.72, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 5e-8, "output_cost_per_token": 8e-8, "max_input_tokens": 131000, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "vercel_ai_gateway/meta/llama-3.1-8b", "model_name": "Llama 3.1 8B", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0.08, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 1.6e-7, "output_cost_per_token": 1.6e-7, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/meta/llama-3.2-11b", "model_name": "Llama 3.2 11B", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.16, "output_cost_per_million": 0.16, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "vercel_ai_gateway/meta/llama-3.2-1b", "model_name": "Llama 3.2 1B", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 1.5e-7, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "vercel_ai_gateway/meta/llama-3.2-3b", "model_name": "Llama 3.2 3B", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.15, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 7.2e-7, "output_cost_per_token": 7.2e-7, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/meta/llama-3.2-90b", "model_name": "Llama 3.2 90B", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.72, "output_cost_per_million": 0.72, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 7.2e-7, "output_cost_per_token": 7.2e-7, "max_input_tokens": 128000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/meta/llama-3.3-70b", "model_name": "Llama 3.3 70B", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.72, "output_cost_per_million": 0.72, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 131072, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/meta/llama-4-maverick", "model_name": "Llama 4 Maverick", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 131072, "max_output_tokens": 8192, "max_tokens": 8192, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/meta/llama-4-scout", "model_name": "Llama 4 Scout", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 256000, "max_output_tokens": 4000, "max_tokens": 4000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/mistral/codestral", "model_name": "Codestral", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.3, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.5e-7, "output_cost_per_token": 0, "max_input_tokens": 0, "max_output_tokens": 0, "max_tokens": 0, "model_id": "vercel_ai_gateway/mistral/codestral-embed", "model_name": "Codestral Embed", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.15, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 7e-8, "output_cost_per_token": 2.8e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/mistral/devstral-small", "model_name": "Devstral Small", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.07, "output_cost_per_million": 0.28, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000005, "max_input_tokens": 128000, "max_output_tokens": 64000, "max_tokens": 64000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/mistral/magistral-medium", "model_name": "Magistral Medium", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 2, "output_cost_per_million": 5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 128000, "max_output_tokens": 64000, "max_tokens": 64000, "model_id": "vercel_ai_gateway/mistral/magistral-small", "model_name": "Magistral Small", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 4e-8, "output_cost_per_token": 4e-8, "max_input_tokens": 128000, "max_output_tokens": 4000, "max_tokens": 4000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/mistral/ministral-3b", "model_name": "Ministral 3B", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.04, "output_cost_per_million": 0.04, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 128000, "max_output_tokens": 4000, "max_tokens": 4000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/mistral/ministral-8b", "model_name": "Ministral 8B", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 0, "max_output_tokens": 0, "max_tokens": 0, "model_id": "vercel_ai_gateway/mistral/mistral-embed", "model_name": "Mistral Embed", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006, "max_input_tokens": 32000, "max_output_tokens": 4000, "max_tokens": 4000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/mistral/mistral-large", "model_name": "Mistral Large", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 2, "output_cost_per_million": 6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 7.9e-7, "output_cost_per_token": 7.9e-7, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "model_id": "vercel_ai_gateway/mistral/mistral-saba-24b", "model_name": "Mistral Saba 24B", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.7899999999999999, "output_cost_per_million": 0.7899999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 32000, "max_output_tokens": 4000, "max_tokens": 4000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/mistral/mistral-small", "model_name": "Mistral Small", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.0000012, "output_cost_per_token": 0.0000012, "max_input_tokens": 65536, "max_output_tokens": 2048, "max_tokens": 2048, "model_id": "vercel_ai_gateway/mistral/mixtral-8x22b-instruct", "model_name": "Mixtral 8x22B Instruct", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 1.2, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 1.5e-7, "max_input_tokens": 128000, "max_output_tokens": 4000, "max_tokens": 4000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/mistral/pixtral-12b", "model_name": "Pixtral 12B", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.15, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006, "max_input_tokens": 128000, "max_output_tokens": 4000, "max_tokens": 4000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/mistral/pixtral-large", "model_name": "Pixtral Large", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 2, "output_cost_per_million": 6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 5.5e-7, "output_cost_per_token": 0.0000022, "max_input_tokens": 131072, "max_output_tokens": 16384, "max_tokens": 16384, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/moonshotai/kimi-k2", "model_name": "Kimi K2", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.55, "output_cost_per_million": 2.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 8e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 32768, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "vercel_ai_gateway/morph/morph-v3-fast", "model_name": "Morph V3 Fast", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 9e-7, "output_cost_per_token": 0.0000019, "max_input_tokens": 32768, "max_output_tokens": 16384, "max_tokens": 16384, "model_id": "vercel_ai_gateway/morph/morph-v3-large", "model_name": "Morph V3 Large", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.8999999999999999, "output_cost_per_million": 1.9, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 16385, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/openai/gpt-3.5-turbo", "model_name": "GPT 3.5T", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.5, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.0000015, "output_cost_per_token": 0.000002, "max_input_tokens": 8192, "max_output_tokens": 4096, "max_tokens": 4096, "model_id": "vercel_ai_gateway/openai/gpt-3.5-turbo-instruct", "model_name": "GPT 3.5T Instruct", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 1.5, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.00001, "output_cost_per_token": 0.00003, "max_input_tokens": 128000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/openai/gpt-4-turbo", "model_name": "GPT-4 Turbo", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 10, "output_cost_per_million": 30, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 1047576, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/openai/gpt-4.1", "model_name": "GPT-4.1", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.0000016, "max_input_tokens": 1047576, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/openai/gpt-4.1-mini", "model_name": "GPT-4.1 mini", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 1.5999999999999999, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1047576, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/openai/gpt-4.1-nano", "model_name": "GPT-4.1 nano", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000025, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/openai/gpt-4o", "model_name": "GPT-4o", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 2.5, "output_cost_per_million": 10, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 128000, "max_output_tokens": 16384, "max_tokens": 16384, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/openai/gpt-4o-mini", "model_name": "GPT-4o mini", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.00006, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/openai/o1", "model_name": "o1", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 15, "output_cost_per_million": 60, "cache_read_cost_per_token": 0.0000075, "cache_read_cost_per_million": 7.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/openai/o3", "model_name": "o3", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000044, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/openai/o3-mini", "model_name": "o3 mini", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 1.1, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 5.5e-7, "cache_read_cost_per_million": 0.55, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000044, "max_input_tokens": 200000, "max_output_tokens": 100000, "max_tokens": 100000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/openai/o4-mini", "model_name": "o4 mini", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 1.1, "output_cost_per_million": 4.4, "cache_read_cost_per_token": 2.75e-7, "cache_read_cost_per_million": 0.275, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "input_cost_per_token": 1.3e-7, "output_cost_per_token": 0, "max_input_tokens": 0, "max_output_tokens": 0, "max_tokens": 0, "model_id": "vercel_ai_gateway/openai/text-embedding-3-large", "model_name": "Text Embedding 3 Large", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.13, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-8, "output_cost_per_token": 0, "max_input_tokens": 0, "max_output_tokens": 0, "max_tokens": 0, "model_id": "vercel_ai_gateway/openai/text-embedding-3-small", "model_name": "Text Embedding 3 Small", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.02, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 0, "max_output_tokens": 0, "max_tokens": 0, "model_id": "vercel_ai_gateway/openai/text-embedding-ada-002", "model_name": "Text Embedding Ada 002", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000001, "max_input_tokens": 127000, "max_output_tokens": 8000, "max_tokens": 8000, "model_id": "vercel_ai_gateway/perplexity/sonar", "model_name": "Sonar", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 1, "output_cost_per_million": 1, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 8000, "max_tokens": 8000, "model_id": "vercel_ai_gateway/perplexity/sonar-pro", "model_name": "Sonar Pro", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "max_input_tokens": 127000, "max_output_tokens": 8000, "max_tokens": 8000, "model_id": "vercel_ai_gateway/perplexity/sonar-reasoning", "model_name": "Sonar Reasoning", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 1, "output_cost_per_million": 5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 127000, "max_output_tokens": 8000, "max_tokens": 8000, "model_id": "vercel_ai_gateway/perplexity/sonar-reasoning-pro", "model_name": "Sonar Reasoning Pro", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 128000, "max_output_tokens": 32000, "max_tokens": 32000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/vercel/v0-1.0-md", "model_name": "V0 1.0 Md", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 128000, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/vercel/v0-1.5-md", "model_name": "V0 1.5 Md", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.00001, "max_input_tokens": 131072, "max_output_tokens": 4000, "max_tokens": 4000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/xai/grok-2", "model_name": "Grok 2", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 2, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.00001, "max_input_tokens": 32768, "max_output_tokens": 32768, "max_tokens": 32768, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/xai/grok-2-vision", "model_name": "Grok 2 Vision", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 2, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/xai/grok-3", "model_name": "Grok 3", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "vercel_ai_gateway/xai/grok-3-fast", "model_name": "Grok 3 Fast", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/xai/grok-3-mini", "model_name": "Grok 3 Mini", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.3, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.000004, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/xai/grok-3-mini-fast", "model_name": "Grok 3 Mini Fast", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.6, "output_cost_per_million": 4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/xai/grok-4", "model_name": "Grok 4", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000022, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/zai/glm-4.5", "model_name": "Glm 4.5", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.6, "output_cost_per_million": 2.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.0000011, "max_input_tokens": 128000, "max_output_tokens": 96000, "max_tokens": 96000, "supports_tool_choice": true, "model_id": "vercel_ai_gateway/zai/glm-4.5-air", "model_name": "Glm 4.5 Air", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 1.1, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "input_cost_per_token": 4.5e-7, "output_cost_per_token": 0.0000018, "max_input_tokens": 200000, "max_output_tokens": 200000, "max_tokens": 200000, "source": "https://vercel.com/ai-gateway/models/glm-4.6", "supports_tool_choice": true, "model_id": "vercel_ai_gateway/zai/glm-4.6", "model_name": "Glm 4.6", "provider_id": "vercel", "provider_name": "Vercel", "input_cost_per_million": 0.44999999999999996, "output_cost_per_million": 1.7999999999999998, "cache_read_cost_per_token": 1.1e-7, "cache_read_cost_per_million": 0.11, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_vision": false, "supports_json_mode": false }, { "input_cost_per_character": 0.00003, "source": "https://cloud.google.com/text-to-speech/pricing", "supported_endpoints": [ "/v1/audio/speech" ], "model_id": "chirp", "model_name": "Chirp", "provider_id": "vertex", "provider_name": "Google Vertex AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "claude-3-5-haiku", "model_name": "Claude 3.5 Haiku", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 1, "output_cost_per_million": 5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "claude-3-5-haiku@20241022", "model_name": "Claude 3 5 Haiku@ (Oct 2024)", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 1, "output_cost_per_million": 5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "claude-3-5-sonnet", "model_name": "Claude 3.5 Sonnet", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 8192, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_pdf_input": true, "supports_tool_choice": true, "model_id": "claude-3-5-sonnet@20240620", "model_name": "Claude 3 5 Sonnet@ (Jun 2024)", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 8192, "deprecation_date": "2026-05-11", "cache_creation_input_token_cost_above_1hr": 0.000006, "max_tokens": 8192, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "claude-3-7-sonnet@20250219", "model_name": "Claude 3 7 Sonnet@ (Feb 2025)", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.00000125, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "claude-3-haiku", "model_name": "Claude 3 Haiku", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.25, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.00000125, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "claude-3-haiku@20240307", "model_name": "Claude 3 Haiku@ (Mar 2024)", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.25, "output_cost_per_million": 1.25, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "claude-3-opus", "model_name": "Claude 3 Opus", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "claude-3-opus@20240229", "model_name": "Claude 3 Opus@ (Feb 2024)", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "claude-3-sonnet", "model_name": "Claude 3 Sonnet", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 4096, "max_tokens": 4096, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "claude-3-sonnet@20240229", "model_name": "Claude 3 Sonnet@ (Feb 2024)", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00001, "output_cost_per_token": 0.00005, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.00002, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": true, "model_id": "claude-fable-5", "model_name": "Claude Fable 5", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 10, "output_cost_per_million": 50, "cache_read_cost_per_token": 0.000001, "cache_read_cost_per_million": 1, "cache_write_cost_per_token": 0.0000125, "cache_write_cost_per_million": 12.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00001, "output_cost_per_token": 0.00005, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.00002, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": true, "model_id": "claude-fable-5@default", "model_name": "Claude Fable 5@default", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 10, "output_cost_per_million": 50, "cache_read_cost_per_token": 0.000001, "cache_read_cost_per_million": 1, "cache_write_cost_per_token": 0.0000125, "cache_write_cost_per_million": 12.5, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "max_input_tokens": 200000, "max_output_tokens": 8192, "cache_creation_input_token_cost_above_1hr": 0.000002, "max_tokens": 8192, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/partner-models/claude/haiku-4-5", "supports_assistant_prefill": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_streaming": true, "model_id": "claude-haiku-4-5", "model_name": "Claude Haiku 4 5", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 1, "output_cost_per_million": 5, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0.00000125, "cache_write_cost_per_million": 1.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000005, "max_input_tokens": 200000, "max_output_tokens": 8192, "cache_creation_input_token_cost_above_1hr": 0.000002, "max_tokens": 8192, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/partner-models/claude/haiku-4-5", "supports_assistant_prefill": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_streaming": true, "model_id": "claude-haiku-4-5@20251001", "model_name": "Claude Haiku 4 5@ (Oct 2025)", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 1, "output_cost_per_million": 5, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0.00000125, "cache_write_cost_per_million": 1.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "cache_creation_input_token_cost_above_1hr": 0.00003, "max_tokens": 32000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "claude-opus-4", "model_name": "Claude Opus 4", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "cache_creation_input_token_cost_above_1hr": 0.00003, "input_cost_per_token_batches": 0.0000075, "max_tokens": 32000, "output_cost_per_token_batches": 0.0000375, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "claude-opus-4-1", "model_name": "Claude Opus 4 1", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "cache_creation_input_token_cost_above_1hr": 0.00003, "input_cost_per_token_batches": 0.0000075, "max_tokens": 32000, "output_cost_per_token_batches": 0.0000375, "supports_assistant_prefill": true, "supports_tool_choice": true, "model_id": "claude-opus-4-1@20250805", "model_name": "Claude Opus 4 1@ (Aug 2025)", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_output_config": true, "model_id": "claude-opus-4-5", "model_name": "Claude Opus 4 5", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_streaming": true, "supports_output_config": true, "model_id": "claude-opus-4-5@20251101", "model_name": "Claude Opus 4 5@ (Nov 2025)", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_output_config": true, "supports_max_reasoning_effort": true, "model_id": "claude-opus-4-6", "model_name": "Claude Opus 4 6", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_output_config": true, "supports_max_reasoning_effort": true, "model_id": "claude-opus-4-6@default", "model_name": "Claude Opus 4 6@default", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": true, "model_id": "claude-opus-4-7", "model_name": "Claude Opus 4 7", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": true, "model_id": "claude-opus-4-7@default", "model_name": "Claude Opus 4 7@default", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": true, "model_id": "claude-opus-4-8", "model_name": "Claude Opus 4 8", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 1000000, "max_output_tokens": 128000, "cache_creation_input_token_cost_above_1hr": 0.00001, "max_tokens": 128000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_adaptive_thinking": true, "supports_assistant_prefill": false, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_sampling_params": false, "supports_tool_choice": true, "supports_xhigh_reasoning_effort": true, "supports_max_reasoning_effort": true, "model_id": "claude-opus-4-8@default", "model_name": "Claude Opus 4 8@default", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 5e-7, "cache_read_cost_per_million": 0.5, "cache_write_cost_per_token": 0.00000625, "cache_write_cost_per_million": 6.25, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000075, "max_input_tokens": 200000, "max_output_tokens": 32000, "cache_creation_input_token_cost_above_1hr": 0.00003, "max_tokens": 32000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "claude-opus-4@20250514", "model_name": "Claude Opus 4@ (May 2025)", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 15, "output_cost_per_million": 75, "cache_read_cost_per_token": 0.0000015, "cache_read_cost_per_million": 1.5, "cache_write_cost_per_token": 0.00001875, "cache_write_cost_per_million": 18.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000006, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.0000225, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "claude-sonnet-4", "model_name": "Claude Sonnet 4", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000006, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.0000225, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "input_cost_per_token_batches": 0.0000015, "max_tokens": 64000, "output_cost_per_token_batches": 0.0000075, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "claude-sonnet-4-5", "model_name": "Claude Sonnet 4 5", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 200000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000006, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.0000225, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "input_cost_per_token_batches": 0.0000015, "max_tokens": 64000, "output_cost_per_token_batches": 0.0000075, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_native_streaming": true, "model_id": "claude-sonnet-4-5@20250929", "model_name": "Claude Sonnet 4 5@ (Sep 2025)", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000006, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_max_reasoning_effort": true, "supports_tool_choice": true, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_output_config": true, "model_id": "claude-sonnet-4-6", "model_name": "Claude Sonnet 4 6", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000006, "max_tokens": 64000, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_max_reasoning_effort": true, "supports_tool_choice": true, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_output_config": true, "model_id": "claude-sonnet-4-6@default", "model_name": "Claude Sonnet 4 6@default", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 1000000, "max_output_tokens": 64000, "cache_creation_input_token_cost_above_1hr": 0.000006, "input_cost_per_token_above_200k_tokens": 0.000006, "output_cost_per_token_above_200k_tokens": 0.0000225, "cache_creation_input_token_cost_above_200k_tokens": 0.0000075, "cache_read_input_token_cost_above_200k_tokens": 6e-7, "max_tokens": 64000, "search_context_cost_per_query": { "search_context_size_high": 0.01, "search_context_size_low": 0.01, "search_context_size_medium": 0.01 }, "supports_assistant_prefill": true, "supports_computer_use": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "claude-sonnet-4@20250514", "model_name": "Claude Sonnet 4@ (May 2025)", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0.00000375, "cache_write_cost_per_million": 3.75, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_tool_choice": true, "model_id": "codestral-2", "model_name": "Codestral 2", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.3, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_tool_choice": true, "model_id": "codestral-2@001", "model_name": "Codestral 2@001", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.3, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_tool_choice": true, "model_id": "codestral-2501", "model_name": "Codestral (Jan 2025)", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_tool_choice": true, "model_id": "codestral@2405", "model_name": "Codestral@2405", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_tool_choice": true, "model_id": "codestral@latest", "model_name": "Codestral@latest", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000012, "max_input_tokens": 65536, "max_output_tokens": 32768, "input_cost_per_image": 0.0011, "input_cost_per_token_batches": 0.000001, "max_tokens": 32768, "output_cost_per_image": 0.134, "output_cost_per_image_token": 0.00012, "output_cost_per_token_batches": 0.000006, "source": "https://docs.cloud.google.com/vertex-ai/generative-ai/docs/models/gemini/3-pro-image", "model_id": "deep-research-pro-preview-12-2025", "model_name": "Deep Research Pro Preview 12 2025", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 2, "output_cost_per_million": 12, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "ocr_cost_per_page": 0.0003, "source": "https://cloud.google.com/vertex-ai/pricing", "supported_regions": [ "us-central1" ], "model_id": "deepseek-ai/deepseek-ocr-maas", "model_name": "Deepseek Ocr Maas", "provider_id": "vertex", "provider_name": "Google Vertex AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "ocr", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.00000135, "output_cost_per_token": 0.0000054, "max_input_tokens": 65336, "max_output_tokens": 8192, "max_tokens": 8192, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models", "supported_regions": [ "us-central1" ], "supports_assistant_prefill": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "deepseek-ai/deepseek-r1-0528-maas", "model_name": "Deepseek R1 0528 Maas", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 1.35, "output_cost_per_million": 5.4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.00000135, "output_cost_per_token": 0.0000054, "max_input_tokens": 163840, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models", "supported_regions": [ "us-central1" ], "supports_assistant_prefill": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "deepseek-ai/deepseek-v3.1-maas", "model_name": "Deepseek V3.1 Maas", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 1.35, "output_cost_per_million": 5.4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 5.6e-7, "output_cost_per_token": 0.00000168, "max_input_tokens": 163840, "max_output_tokens": 32768, "input_cost_per_token_batches": 2.8e-7, "max_tokens": 32768, "output_cost_per_token_batches": 8.4e-7, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models", "supported_regions": [ "global" ], "supports_assistant_prefill": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "deepseek-ai/deepseek-v3.2-maas", "model_name": "Deepseek V3.2 Maas", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.56, "output_cost_per_million": 1.68, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1048576, "max_output_tokens": 8192, "deprecation_date": "2026-06-01", "input_cost_per_audio_token": 7e-7, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 8192, "max_video_length": 1, "max_videos_per_prompt": 10, "source": "https://ai.google.dev/pricing#2_0flash", "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text", "image" ], "supports_audio_input": true, "supports_audio_output": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "gemini-2.0-flash", "model_name": "Gemini 2.0 Flash", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 1048576, "max_output_tokens": 8192, "deprecation_date": "2026-06-01", "input_cost_per_audio_token": 0.000001, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 8192, "max_video_length": 1, "max_videos_per_prompt": 10, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text", "image" ], "supports_audio_output": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "gemini-2.0-flash-001", "model_name": "Gemini 2.0 Flash 001", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 3.75e-8, "cache_read_cost_per_million": 0.0375, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-8, "output_cost_per_token": 3e-7, "max_input_tokens": 1048576, "max_output_tokens": 8192, "deprecation_date": "2026-06-01", "input_cost_per_audio_token": 7.5e-8, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 50, "max_video_length": 1, "max_videos_per_prompt": 10, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-2.0-flash", "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "gemini-2.0-flash-lite", "model_name": "Gemini 2.0 Flash-Lite", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.075, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 1.875e-8, "cache_read_cost_per_million": 0.01875, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 7.5e-8, "output_cost_per_token": 3e-7, "max_input_tokens": 1048576, "max_output_tokens": 8192, "deprecation_date": "2026-06-01", "input_cost_per_audio_token": 7.5e-8, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 50, "max_video_length": 1, "max_videos_per_prompt": 10, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-2.0-flash", "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "gemini-2.0-flash-lite-001", "model_name": "Gemini 2.0 Flash Lite 001", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.075, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 1.875e-8, "cache_read_cost_per_million": 0.01875, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 64000, "input_cost_per_token_above_200k_tokens": 0.0000025, "max_images_per_prompt": 3000, "max_tokens": 64000, "output_cost_per_token_above_200k_tokens": 0.000015, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/computer-use", "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text" ], "supports_computer_use": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "gemini-2.5-computer-use-preview-10-2025", "model_name": "Gemini 2.5 Computer Use Preview 10 2025", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000001, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_reasoning_token": 0.0000025, "source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "supports_service_tier": true, "supports_image_size": false, "model_id": "gemini-2.5-flash", "model_name": "Gemini 2.5 Flash", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 32768, "max_output_tokens": 32768, "input_cost_per_audio_token": 0.000001, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_tokens": 32768, "max_pdf_size_mb": 30, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_image": 0.039, "output_cost_per_image_token": 0.00003, "output_cost_per_reasoning_token": 0.0000025, "rpm": 100000, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/image-generation#edit-an-image", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text", "image" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": false, "tpm": 8000000, "supports_image_size": false, "model_id": "gemini-2.5-flash-image", "model_name": "Gemini 2.5 Flash Image", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 3e-8, "cache_read_cost_per_million": 0.03, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 3e-7, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_reasoning_token": 4e-7, "source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "supports_service_tier": true, "supports_image_size": false, "model_id": "gemini-2.5-flash-lite", "model_name": "Gemini 2.5 Flash Lite", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 1e-8, "cache_read_cost_per_million": 0.01, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1048576, "max_output_tokens": 65535, "deprecation_date": "2025-11-18", "input_cost_per_audio_token": 5e-7, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_reasoning_token": 4e-7, "source": "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "supports_image_size": false, "model_id": "gemini-2.5-flash-lite-preview-06-17", "model_name": "Gemini 2.5 Flash Lite Preview 06 17", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 3e-7, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_reasoning_token": 4e-7, "source": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "supports_image_size": false, "model_id": "gemini-2.5-flash-lite-preview-09-2025", "model_name": "Gemini 2.5 Flash Lite Preview 09 2025", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 1e-8, "cache_read_cost_per_million": 0.01, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000001, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_reasoning_token": 0.0000025, "source": "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "supports_image_size": false, "model_id": "gemini-2.5-flash-preview-09-2025", "model_name": "Gemini 2.5 Flash Preview 09 2025", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 1048576, "max_output_tokens": 65535, "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, "input_cost_per_token_above_200k_tokens": 0.0000025, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_token_above_200k_tokens": 0.000015, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_video_input": true, "supports_web_search": true, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "supports_service_tier": true, "model_id": "gemini-2.5-pro", "model_name": "Gemini 2.5 Pro", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.00001, "max_input_tokens": 1048576, "max_output_tokens": 65535, "cache_read_input_token_cost_above_200k_tokens": 2.5e-7, "input_cost_per_audio_token": 7e-7, "input_cost_per_token_above_200k_tokens": 0.0000025, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_token_above_200k_tokens": 0.000015, "source": "https://ai.google.dev/gemini-api/docs/pricing#gemini-2.5-pro-preview", "supported_modalities": [ "text" ], "supported_output_modalities": [ "audio" ], "supports_audio_output": false, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_web_search": true, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "gemini-2.5-pro-preview-tts", "model_name": "Gemini 2.5 Pro Preview TTS", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 1.25, "output_cost_per_million": 10, "cache_read_cost_per_token": 1.25e-7, "cache_read_cost_per_million": 0.125, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 5e-7, "output_cost_per_token": 0.000003, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000001, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_reasoning_token": 0.000003, "source": "https://ai.google.dev/pricing/gemini-3", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "supports_native_streaming": true, "input_cost_per_token_priority": 9e-7, "input_cost_per_audio_token_priority": 0.0000018, "output_cost_per_token_priority": 0.0000054, "cache_read_input_token_cost_priority": 9e-8, "supports_service_tier": true, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "model_id": "gemini-3-flash-preview", "model_name": "Gemini 3 Flash Preview", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.5, "output_cost_per_million": 3, "cache_read_cost_per_token": 5e-8, "cache_read_cost_per_million": 0.049999999999999996, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000012, "max_input_tokens": 65536, "max_output_tokens": 32768, "input_cost_per_image": 0.0011, "input_cost_per_token_batches": 0.000001, "max_tokens": 32768, "output_cost_per_image": 0.134, "output_cost_per_image_token": 0.00012, "output_cost_per_token_batches": 0.000006, "source": "https://docs.cloud.google.com/vertex-ai/generative-ai/docs/models/gemini/3-pro-image", "model_id": "gemini-3-pro-image-preview", "model_name": "Gemini 3 Pro Image Preview", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 2, "output_cost_per_million": 12, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000012, "max_input_tokens": 1048576, "max_output_tokens": 65535, "cache_read_input_token_cost_above_200k_tokens": 4e-7, "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, "input_cost_per_token_above_200k_tokens": 0.000004, "input_cost_per_token_batches": 0.000001, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_token_above_200k_tokens": 0.000018, "output_cost_per_token_batches": 0.000006, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_video_input": true, "supports_web_search": true, "supports_native_streaming": true, "input_cost_per_token_priority": 0.0000036, "input_cost_per_token_above_200k_tokens_priority": 0.0000072, "output_cost_per_token_priority": 0.0000216, "output_cost_per_token_above_200k_tokens_priority": 0.0000324, "cache_read_input_token_cost_priority": 3.6e-7, "cache_read_input_token_cost_above_200k_tokens_priority": 7.2e-7, "supports_service_tier": true, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "model_id": "gemini-3-pro-preview", "model_name": "Gemini 3 Pro Preview", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 2, "output_cost_per_million": 12, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-7, "output_cost_per_token": 0.000003, "max_input_tokens": 65536, "max_output_tokens": 32768, "input_cost_per_image": 0.00056, "max_tokens": 32768, "output_cost_per_image": 0.0672, "output_cost_per_image_token": 0.00006, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#gemini-models", "model_id": "gemini-3.1-flash-image-preview", "model_name": "Gemini 3.1 Flash Image Preview", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.5, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 1048576, "max_output_tokens": 65536, "cache_read_input_token_cost_batches": 1.25e-8, "cache_read_input_token_cost_flex": 1.25e-8, "cache_read_input_token_cost_per_audio_token": 5e-8, "cache_read_input_token_cost_priority": 4.5e-8, "input_cost_per_audio_token": 5e-7, "input_cost_per_token_batches": 1.25e-7, "input_cost_per_token_flex": 1.25e-7, "input_cost_per_token_priority": 4.5e-7, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65536, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_reasoning_token": 0.0000015, "output_cost_per_token_batches": 7.5e-7, "output_cost_per_token_flex": 7.5e-7, "output_cost_per_token_priority": 0.0000027, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#gemini-models", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_audio_output": false, "supports_code_execution": true, "supports_file_search": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_video_input": true, "supports_web_search": true, "supports_native_streaming": true, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "supports_service_tier": true, "model_id": "gemini-3.1-flash-lite", "model_name": "Gemini 3.1 Flash Lite", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.25, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 1048576, "max_output_tokens": 65536, "cache_read_input_token_cost_per_audio_token": 5e-8, "input_cost_per_audio_token": 5e-7, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65536, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_reasoning_token": 0.0000015, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#gemini-models", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_audio_output": false, "supports_code_execution": true, "supports_file_search": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_video_input": true, "supports_web_search": true, "supports_native_streaming": true, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "model_id": "gemini-3.1-flash-lite-preview", "model_name": "Gemini 3.1 Flash Lite Preview", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.25, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 2.5e-8, "cache_read_cost_per_million": 0.024999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000012, "max_input_tokens": 1048576, "max_output_tokens": 65536, "cache_read_input_token_cost_above_200k_tokens": 4e-7, "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, "input_cost_per_token_above_200k_tokens": 0.000004, "input_cost_per_token_batches": 0.000001, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65536, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_token_above_200k_tokens": 0.000018, "output_cost_per_token_batches": 0.000006, "output_cost_per_image": 0.00012, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#gemini-models", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_video_input": true, "supports_web_search": true, "supports_url_context": true, "supports_native_streaming": true, "input_cost_per_token_priority": 0.0000036, "input_cost_per_token_above_200k_tokens_priority": 0.0000072, "output_cost_per_token_priority": 0.0000216, "output_cost_per_token_above_200k_tokens_priority": 0.0000324, "cache_read_input_token_cost_priority": 3.6e-7, "cache_read_input_token_cost_above_200k_tokens_priority": 7.2e-7, "supports_service_tier": true, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "model_id": "gemini-3.1-pro-preview", "model_name": "Gemini 3.1 Pro Preview", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 2, "output_cost_per_million": 12, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000012, "max_input_tokens": 1048576, "max_output_tokens": 65536, "cache_read_input_token_cost_above_200k_tokens": 4e-7, "cache_creation_input_token_cost_above_200k_tokens": 2.5e-7, "input_cost_per_token_above_200k_tokens": 0.000004, "input_cost_per_token_batches": 0.000001, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65536, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_token_above_200k_tokens": 0.000018, "output_cost_per_token_batches": 0.000006, "output_cost_per_image": 0.00012, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#gemini-models", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_input": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_video_input": true, "supports_web_search": true, "supports_url_context": true, "supports_native_streaming": true, "input_cost_per_token_priority": 0.0000036, "input_cost_per_token_above_200k_tokens_priority": 0.0000072, "output_cost_per_token_priority": 0.0000216, "output_cost_per_token_above_200k_tokens_priority": 0.0000324, "cache_read_input_token_cost_priority": 3.6e-7, "cache_read_input_token_cost_above_200k_tokens_priority": 7.2e-7, "supports_service_tier": true, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "model_id": "gemini-3.1-pro-preview-customtools", "model_name": "Gemini 3.1 Pro Preview Customtools", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 2, "output_cost_per_million": 12, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.0000015, "output_cost_per_token": 0.000009, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000001, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_reasoning_token": 0.000009, "source": "https://ai.google.dev/pricing/gemini-3", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions", "/v1/batch" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_audio_input": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_video_input": true, "supports_web_search": true, "supports_native_streaming": true, "input_cost_per_token_priority": 0.0000027, "input_cost_per_audio_token_priority": 0.0000018, "output_cost_per_token_priority": 0.0000162, "cache_read_input_token_cost_priority": 2.7e-7, "supports_service_tier": true, "search_context_cost_per_query": { "search_context_size_low": 0.014, "search_context_size_medium": 0.014, "search_context_size_high": 0.014 }, "web_search_billing_unit": "per_query", "model_id": "gemini-3.5-flash", "model_name": "Gemini 3.5 Flash", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 1.5, "output_cost_per_million": 9, "cache_read_cost_per_token": 1.5e-7, "cache_read_cost_per_million": 0.15, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "input_cost_per_token": 1.5e-7, "output_cost_per_token": 0, "max_input_tokens": 2048, "max_tokens": 2048, "output_vector_size": 3072, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models", "model_id": "gemini-embedding-001", "model_name": "Gemini Embedding 001", "provider_id": "vertex", "provider_name": "Google Vertex AI", "max_output_tokens": 0, "input_cost_per_million": 0.15, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 0, "max_input_tokens": 8192, "input_cost_per_audio_per_second": 0.00016, "input_cost_per_image": 0.00012, "input_cost_per_video_per_second": 0.00079, "max_tokens": 8192, "output_vector_size": 3072, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", "supports_multimodal": true, "uses_embed_content": true, "model_id": "gemini-embedding-2", "model_name": "Gemini Embedding 2", "provider_id": "vertex", "provider_name": "Google Vertex AI", "max_output_tokens": 0, "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 0, "max_input_tokens": 8192, "input_cost_per_audio_per_second": 0.00016, "input_cost_per_image": 0.00012, "input_cost_per_video_per_second": 0.00079, "max_tokens": 8192, "output_vector_size": 3072, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", "supports_multimodal": true, "uses_embed_content": true, "model_id": "gemini-embedding-2-preview", "model_name": "Gemini Embedding 2 Preview", "provider_id": "vertex", "provider_name": "Google Vertex AI", "max_output_tokens": 0, "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 1000000, "max_output_tokens": 8192, "input_cost_per_character": 0, "max_tokens": 8192, "output_vector_size": 3072, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", "uses_embed_content": true, "model_id": "gemini-flash-experimental", "model_name": "Gemini Flash Experimental", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000003, "max_audio_length_hours": 8.4, "max_audio_per_prompt": 1, "max_images_per_prompt": 3000, "max_pdf_size_mb": 30, "max_tokens": 65535, "max_video_length": 1, "max_videos_per_prompt": 10, "output_cost_per_audio_token": 0.000012, "source": "https://ai.google.dev/gemini-api/docs/pricing", "supported_endpoints": [ "/vertex_ai/live" ], "supported_modalities": [ "text", "image", "audio", "video" ], "supported_output_modalities": [ "text", "audio" ], "supports_audio_input": true, "supports_audio_output": true, "supports_pdf_input": true, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "supports_web_search": true, "search_context_cost_per_query": { "search_context_size_low": 0.035, "search_context_size_medium": 0.035, "search_context_size_high": 0.035 }, "model_id": "gemini-live-2.5-flash-preview-native-audio-09-2025", "model_name": "Gemini Live 2.5 Flash Preview Native Audio 09 2025", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.3, "output_cost_per_million": 2, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "realtime", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 1048576, "max_output_tokens": 65535, "input_cost_per_audio_token": 0.000001, "max_tokens": 65535, "output_cost_per_reasoning_token": 0.0000025, "source": "https://ai.google.dev/gemini-api/docs/models#gemini-robotics-er-1-5-preview", "supported_endpoints": [ "/v1/chat/completions", "/v1/completions" ], "supported_modalities": [ "text", "image", "video", "audio" ], "supported_output_modalities": [ "text" ], "supports_audio_output": false, "supports_prompt_caching": false, "supports_reasoning": true, "supports_system_messages": true, "supports_tool_choice": true, "supports_url_context": true, "model_id": "gemini-robotics-er-1.5-preview", "model_name": "Gemini Robotics Er 1.5 Preview", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.3, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": true }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 256000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/maas/google/gemma-4-26b-a4b-it", "supported_regions": [ "global" ], "supports_tool_choice": true, "model_id": "google/gemma-4-26b-a4b-it-maas", "model_name": "Gemma 4 26B A4B It Maas", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.02, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", "model_id": "imagegeneration@006", "model_name": "Imagegeneration@006", "provider_id": "vertex", "provider_name": "Google Vertex AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.04, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/image/edit-insert-objects", "model_id": "imagen-3.0-capability-001", "model_name": "Imagen 3.0 Capability 001", "provider_id": "vertex", "provider_name": "Google Vertex AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.02, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", "model_id": "imagen-3.0-fast-generate-001", "model_name": "Imagen 3.0 Fast Generate 001", "provider_id": "vertex", "provider_name": "Google Vertex AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.04, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", "model_id": "imagen-3.0-generate-001", "model_name": "Imagen 3.0 Generate 001", "provider_id": "vertex", "provider_name": "Google Vertex AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "deprecation_date": "2025-11-10", "output_cost_per_image": 0.04, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", "model_id": "imagen-3.0-generate-002", "model_name": "Imagen 3.0 Generate 002", "provider_id": "vertex", "provider_name": "Google Vertex AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.02, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", "model_id": "imagen-4.0-fast-generate-001", "model_name": "Imagen 4.0 Fast Generate 001", "provider_id": "vertex", "provider_name": "Google Vertex AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.04, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", "model_id": "imagen-4.0-generate-001", "model_name": "Imagen 4.0 Generate 001", "provider_id": "vertex", "provider_name": "Google Vertex AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "output_cost_per_image": 0.06, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", "model_id": "imagen-4.0-ultra-generate-001", "model_name": "Imagen 4.0 Ultra Generate 001", "provider_id": "vertex", "provider_name": "Google Vertex AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "image", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "supports_tool_choice": true, "model_id": "jamba-1.5", "model_name": "Jamba 1.5", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "supports_tool_choice": true, "model_id": "jamba-1.5-large", "model_name": "Jamba 1.5 Large", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000008, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "supports_tool_choice": true, "model_id": "jamba-1.5-large@001", "model_name": "Jamba 1.5 Large@001", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 2, "output_cost_per_million": 8, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "supports_tool_choice": true, "model_id": "jamba-1.5-mini", "model_name": "Jamba 1.5 Mini", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-7, "output_cost_per_token": 4e-7, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "supports_tool_choice": true, "model_id": "jamba-1.5-mini@001", "model_name": "Jamba 1.5 Mini@001", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.39999999999999997, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 8192, "max_output_tokens": 1024, "input_cost_per_character": 0.000005, "max_tokens": 1024, "output_cost_per_character": 0.000015, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models", "supports_tool_choice": true, "model_id": "medlm-large", "model_name": "Medlm Large", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 32768, "max_output_tokens": 8192, "input_cost_per_character": 5e-7, "max_tokens": 8192, "output_cost_per_character": 0.000001, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models", "supports_tool_choice": true, "model_id": "medlm-medium", "model_name": "Medlm Medium", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000016, "max_input_tokens": 128000, "max_output_tokens": 2048, "max_tokens": 2048, "source": "https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-3.2-90b-vision-instruct-maas", "supports_system_messages": true, "supports_tool_choice": true, "model_id": "meta/llama-3.1-405b-instruct-maas", "model_name": "Llama 3.1 405B Instruct Maas", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 5, "output_cost_per_million": 16, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 128000, "max_output_tokens": 2048, "max_tokens": 2048, "source": "https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-3.2-90b-vision-instruct-maas", "supports_system_messages": true, "supports_tool_choice": true, "model_id": "meta/llama-3.1-70b-instruct-maas", "model_name": "Llama 3.1 70B Instruct Maas", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 128000, "max_output_tokens": 2048, "max_tokens": 2048, "metadata": { "notes": "VertexAI states that The Llama 3.1 API service for llama-3.1-70b-instruct-maas and llama-3.1-8b-instruct-maas are in public preview and at no cost." }, "source": "https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-3.2-90b-vision-instruct-maas", "supports_system_messages": true, "supports_tool_choice": true, "model_id": "meta/llama-3.1-8b-instruct-maas", "model_name": "Llama 3.1 8B Instruct Maas", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_vision": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 128000, "max_output_tokens": 2048, "max_tokens": 2048, "metadata": { "notes": "VertexAI states that The Llama 3.2 API service is at no cost during public preview, and will be priced as per dollar-per-1M-tokens at GA." }, "source": "https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-3.2-90b-vision-instruct-maas", "supports_system_messages": true, "supports_tool_choice": true, "model_id": "meta/llama-3.2-90b-vision-instruct-maas", "model_name": "Llama 3.2 90B Vision Instruct Maas", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3.5e-7, "output_cost_per_token": 0.00000115, "max_input_tokens": 1000000, "max_output_tokens": 1000000, "max_tokens": 1000000, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models", "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "code" ], "supports_tool_choice": true, "model_id": "meta/llama-4-maverick-17b-128e-instruct-maas", "model_name": "Llama 4 Maverick 17B 128e Instruct Maas", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.35, "output_cost_per_million": 1.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3.5e-7, "output_cost_per_token": 0.00000115, "max_input_tokens": 1000000, "max_output_tokens": 1000000, "max_tokens": 1000000, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models", "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "code" ], "supports_tool_choice": true, "model_id": "meta/llama-4-maverick-17b-16e-instruct-maas", "model_name": "Llama 4 Maverick 17B 16e Instruct Maas", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.35, "output_cost_per_million": 1.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 7e-7, "max_input_tokens": 10000000, "max_output_tokens": 10000000, "max_tokens": 10000000, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models", "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "code" ], "supports_tool_choice": true, "model_id": "meta/llama-4-scout-17b-128e-instruct-maas", "model_name": "Llama 4 Scout 17B 128e Instruct Maas", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.25, "output_cost_per_million": 0.7, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 7e-7, "max_input_tokens": 10000000, "max_output_tokens": 10000000, "max_tokens": 10000000, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models", "supported_modalities": [ "text", "image" ], "supported_output_modalities": [ "text", "code" ], "supports_tool_choice": true, "model_id": "meta/llama-4-scout-17b-16e-instruct-maas", "model_name": "Llama 4 Scout 17B 16e Instruct Maas", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.25, "output_cost_per_million": 0.7, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32000, "max_output_tokens": 32000, "max_tokens": 32000, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models", "supports_tool_choice": true, "model_id": "meta/llama3-405b-instruct-maas", "model_name": "Llama3 405B Instruct Maas", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32000, "max_output_tokens": 32000, "max_tokens": 32000, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models", "supports_tool_choice": true, "model_id": "meta/llama3-70b-instruct-maas", "model_name": "Llama3 70B Instruct Maas", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 32000, "max_output_tokens": 32000, "max_tokens": 32000, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models", "supports_tool_choice": true, "model_id": "meta/llama3-8b-instruct-maas", "model_name": "Llama3 8B Instruct Maas", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 196608, "max_output_tokens": 196608, "max_tokens": 196608, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models", "supports_tool_choice": true, "model_id": "minimaxai/minimax-m2-maas", "model_name": "Minimax M2 Maas", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006, "max_input_tokens": 128000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "mistral-large-2411", "model_name": "Mistral Large (Nov 2024)", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 2, "output_cost_per_million": 6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006, "max_input_tokens": 128000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "mistral-large@2407", "model_name": "Mistral Large@2407", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 2, "output_cost_per_million": 6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006, "max_input_tokens": 128000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "mistral-large@2411-001", "model_name": "Mistral Large@2411 001", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 2, "output_cost_per_million": 6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006, "max_input_tokens": 128000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "mistral-large@latest", "model_name": "Mistral Large@latest", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 2, "output_cost_per_million": 6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 128000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "mistral-medium-3", "model_name": "Mistral Medium 3", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 128000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "mistral-medium-3@001", "model_name": "Mistral Medium 3@001", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000003, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_tool_choice": true, "model_id": "mistral-nemo@2407", "model_name": "Mistral Nemo@2407", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 3, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 1.5e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_tool_choice": true, "model_id": "mistral-nemo@latest", "model_name": "Mistral Nemo@latest", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "ocr_cost_per_page": 0.0005, "supported_endpoints": [ "/v1/ocr" ], "source": "https://cloud.google.com/generative-ai-app-builder/pricing", "model_id": "mistral-ocr-2505", "model_name": "Mistral Ocr (May 2025)", "provider_id": "vertex", "provider_name": "Google Vertex AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "ocr", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000003, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_tool_choice": true, "model_id": "mistral-small-2503", "model_name": "Mistral Small (Mar 2025)", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 1, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000003, "max_input_tokens": 32000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "mistral-small-2503@001", "model_name": "Mistral Small 2503@001", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 1, "output_cost_per_million": 3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_tool_choice": true, "model_id": "mistralai/codestral-2", "model_name": "Codestral 2", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.3, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 9e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "supports_tool_choice": true, "model_id": "mistralai/codestral-2@001", "model_name": "Codestral 2@001", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.3, "output_cost_per_million": 0.8999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 128000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "mistralai/mistral-medium-3", "model_name": "Mistral Medium 3", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 4e-7, "output_cost_per_token": 0.000002, "max_input_tokens": 128000, "max_output_tokens": 8191, "max_tokens": 8191, "supports_tool_choice": true, "model_id": "mistralai/mistral-medium-3@001", "model_name": "Mistral Medium 3@001", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.39999999999999997, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models", "supports_tool_choice": true, "supports_web_search": true, "model_id": "moonshotai/kimi-k2-thinking-maas", "model_name": "Kimi K2 Thinking Maas", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.6, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 8e-7, "output_cost_per_token": 0, "max_input_tokens": 2048, "input_cost_per_character": 2e-7, "input_cost_per_image": 0.0001, "input_cost_per_video_per_second": 0.0005, "input_cost_per_video_per_second_above_15s_interval": 0.002, "input_cost_per_video_per_second_above_8s_interval": 0.001, "max_tokens": 2048, "output_vector_size": 768, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models", "supported_endpoints": [ "/v1/embeddings" ], "supported_modalities": [ "text", "image", "video" ], "model_id": "multimodalembedding", "model_name": "Multimodalembedding", "provider_id": "vertex", "provider_name": "Google Vertex AI", "max_output_tokens": 0, "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 8e-7, "output_cost_per_token": 0, "max_input_tokens": 2048, "input_cost_per_character": 2e-7, "input_cost_per_image": 0.0001, "input_cost_per_video_per_second": 0.0005, "input_cost_per_video_per_second_above_15s_interval": 0.002, "input_cost_per_video_per_second_above_8s_interval": 0.001, "max_tokens": 2048, "output_vector_size": 768, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models", "supported_endpoints": [ "/v1/embeddings" ], "supported_modalities": [ "text", "image", "video" ], "model_id": "multimodalembedding@001", "model_name": "Multimodalembedding@001", "provider_id": "vertex", "provider_name": "Google Vertex AI", "max_output_tokens": 0, "input_cost_per_million": 0.7999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://console.cloud.google.com/vertex-ai/publishers/openai/model-garden/gpt-oss-120b-maas", "supports_reasoning": true, "model_id": "openai/gpt-oss-120b-maas", "model_name": "GPT Oss 120B Maas", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 7.5e-8, "output_cost_per_token": 3e-7, "max_input_tokens": 131072, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://console.cloud.google.com/vertex-ai/publishers/openai/model-garden/gpt-oss-120b-maas", "supports_reasoning": true, "model_id": "openai/gpt-oss-20b-maas", "model_name": "GPT Oss 20B Maas", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.075, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2.5e-7, "output_cost_per_token": 0.000001, "max_input_tokens": 262144, "max_output_tokens": 16384, "max_tokens": 16384, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", "supported_regions": [ "global", "us-south1" ], "supports_tool_choice": true, "model_id": "qwen/qwen3-235b-a22b-instruct-2507-maas", "model_name": "Qwen3 235B A22B Instruct 2507 Maas", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.25, "output_cost_per_million": 1, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.000004, "max_input_tokens": 262144, "max_output_tokens": 32768, "max_tokens": 32768, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", "supported_regions": [ "global" ], "supports_tool_choice": true, "model_id": "qwen/qwen3-coder-480b-a35b-instruct-maas", "model_name": "Qwen3 Coder 480B A35B Instruct Maas", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 1, "output_cost_per_million": 4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", "supported_regions": [ "global" ], "supports_tool_choice": true, "model_id": "qwen/qwen3-next-80b-a3b-instruct-maas", "model_name": "Qwen3 Next 80B A3B Instruct Maas", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.15, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", "supported_regions": [ "global" ], "supports_tool_choice": true, "model_id": "qwen/qwen3-next-80b-a3b-thinking-maas", "model_name": "Qwen3 Next 80B A3B Thinking Maas", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.15, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_query": 0.0015, "model_id": "search_api", "model_name": "Search_api", "provider_id": "vertex", "provider_name": "Google Vertex AI", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "vector_store", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 2048, "deprecation_date": "2026-01-14", "input_cost_per_character": 2.5e-8, "max_tokens": 2048, "output_vector_size": 768, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models", "model_id": "text-embedding-004", "model_name": "Text Embedding 004", "provider_id": "vertex", "provider_name": "Google Vertex AI", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 2048, "input_cost_per_character": 2.5e-8, "max_tokens": 2048, "output_vector_size": 768, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models", "model_id": "text-embedding-005", "model_name": "Text Embedding 005", "provider_id": "vertex", "provider_name": "Google Vertex AI", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 8192, "input_cost_per_character": 2.5e-8, "max_tokens": 8192, "output_vector_size": 3072, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models", "model_id": "text-embedding-large-exp-03-07", "model_name": "Text Embedding Large Exp 03 07", "provider_id": "vertex", "provider_name": "Google Vertex AI", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 6.25e-9, "output_cost_per_token": 0, "max_input_tokens": 3072, "input_cost_per_token_batch_requests": 5e-9, "max_tokens": 3072, "output_vector_size": 768, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing", "model_id": "text-embedding-preview-0409", "model_name": "Text Embedding Preview (Sep 2004)", "provider_id": "vertex", "provider_name": "Google Vertex AI", "max_output_tokens": 0, "input_cost_per_million": 0.0062499999999999995, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 2048, "input_cost_per_character": 2.5e-8, "max_tokens": 2048, "output_vector_size": 768, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models", "model_id": "text-multilingual-embedding-002", "model_name": "Text Multilingual Embedding 002", "provider_id": "vertex", "provider_name": "Google Vertex AI", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00001, "output_cost_per_token": 0.000028, "max_input_tokens": 8192, "max_output_tokens": 1024, "max_tokens": 1024, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models", "model_id": "text-unicorn", "model_name": "Text Unicorn", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 10, "output_cost_per_million": 28, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.00001, "output_cost_per_token": 0.000028, "max_input_tokens": 8192, "max_output_tokens": 1024, "max_tokens": 1024, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models", "model_id": "text-unicorn@001", "model_name": "Text Unicorn@001", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 10, "output_cost_per_million": 28, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "completion", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 1024, "max_tokens": 1024, "output_cost_per_second": 0.35, "source": "https://ai.google.dev/gemini-api/docs/video", "supported_modalities": [ "text" ], "supported_output_modalities": [ "video" ], "model_id": "veo-2.0-generate-001", "model_name": "Veo 2.0 Generate 001", "provider_id": "vertex", "provider_name": "Google Vertex AI", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "video_generation", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 1024, "max_tokens": 1024, "output_cost_per_second": 0.15, "source": "https://ai.google.dev/gemini-api/docs/video", "supported_modalities": [ "text" ], "supported_output_modalities": [ "video" ], "model_id": "veo-3.0-fast-generate-001", "model_name": "Veo 3.0 Fast Generate 001", "provider_id": "vertex", "provider_name": "Google Vertex AI", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "video_generation", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 1024, "max_tokens": 1024, "output_cost_per_second": 0.4, "source": "https://ai.google.dev/gemini-api/docs/video", "supported_modalities": [ "text" ], "supported_output_modalities": [ "video" ], "model_id": "veo-3.0-generate-001", "model_name": "Veo 3.0 Generate 001", "provider_id": "vertex", "provider_name": "Google Vertex AI", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "video_generation", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 1024, "max_tokens": 1024, "output_cost_per_second": 0.15, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/veo", "supported_modalities": [ "text" ], "supported_output_modalities": [ "video" ], "model_id": "veo-3.1-fast-generate-001", "model_name": "Veo 3.1 Fast Generate 001", "provider_id": "vertex", "provider_name": "Google Vertex AI", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "video_generation", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 1024, "max_tokens": 1024, "output_cost_per_second": 0.15, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/veo", "supported_modalities": [ "text" ], "supported_output_modalities": [ "video" ], "model_id": "veo-3.1-fast-generate-preview", "model_name": "Veo 3.1 Fast Generate Preview", "provider_id": "vertex", "provider_name": "Google Vertex AI", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "video_generation", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 1024, "max_tokens": 1024, "output_cost_per_second": 0.4, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/veo", "supported_modalities": [ "text" ], "supported_output_modalities": [ "video" ], "model_id": "veo-3.1-generate-001", "model_name": "Veo 3.1 Generate 001", "provider_id": "vertex", "provider_name": "Google Vertex AI", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "video_generation", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "max_input_tokens": 1024, "max_tokens": 1024, "output_cost_per_second": 0.4, "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/veo", "supported_modalities": [ "text" ], "supported_output_modalities": [ "video" ], "model_id": "veo-3.1-generate-preview", "model_name": "Veo 3.1 Generate Preview", "provider_id": "vertex", "provider_name": "Google Vertex AI", "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "video_generation", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 2000000, "max_output_tokens": 2000000, "max_tokens": 2000000, "source": "https://docs.x.ai/docs/models (Vertex AI Model Garden)", "supports_tool_choice": true, "supports_web_search": true, "model_id": "xai/grok-4.1-fast-non-reasoning", "model_name": "Grok 4.1 Fast Non Reasoning", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 5e-8, "cache_read_cost_per_million": 0.049999999999999996, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 2000000, "max_output_tokens": 2000000, "max_tokens": 2000000, "source": "https://docs.x.ai/docs/models (Vertex AI Model Garden)", "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "xai/grok-4.1-fast-reasoning", "model_name": "Grok 4.1 Fast Reasoning", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 5e-8, "cache_read_cost_per_million": 0.049999999999999996, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006, "max_input_tokens": 2000000, "max_output_tokens": 2000000, "max_tokens": 2000000, "source": "https://docs.x.ai/docs/models (Vertex AI Model Garden)", "supports_tool_choice": true, "supports_web_search": true, "model_id": "xai/grok-4.20-non-reasoning", "model_name": "Grok 4.20 Non Reasoning", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 2, "output_cost_per_million": 6, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006, "max_input_tokens": 2000000, "max_output_tokens": 2000000, "max_tokens": 2000000, "source": "https://docs.x.ai/docs/models (Vertex AI Model Garden)", "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "xai/grok-4.20-reasoning", "model_name": "Grok 4.20 Reasoning", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 2, "output_cost_per_million": 6, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000022, "max_input_tokens": 200000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models", "supported_regions": [ "global" ], "supports_reasoning": true, "supports_tool_choice": true, "model_id": "zai-org/glm-4.7-maas", "model_name": "Glm 4.7 Maas", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 0.6, "output_cost_per_million": 2.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.0000032, "max_input_tokens": 200000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing#glm-models", "supported_regions": [ "global" ], "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "zai-org/glm-5-maas", "model_name": "Glm 5 Maas", "provider_id": "vertex", "provider_name": "Google Vertex AI", "input_cost_per_million": 1, "output_cost_per_million": 3.1999999999999997, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 98304, "max_output_tokens": 32768, "max_tokens": 32768, "supports_assistant_prefill": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "deepseek-v3-2-251201", "model_name": "Deepseek V3 2 251201", "provider_id": "volcengine", "provider_name": "Volcengine", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_tokens": 4096, "metadata": { "notes": "Volcengine Doubao embedding model - standard version with 2560 dimensions" }, "output_vector_size": 2560, "model_id": "doubao-embedding", "model_name": "Doubao Embedding", "provider_id": "volcengine", "provider_name": "Volcengine", "max_output_tokens": 0, "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_tokens": 4096, "metadata": { "notes": "Volcengine Doubao embedding model - large version with 2048 dimensions" }, "output_vector_size": 2048, "model_id": "doubao-embedding-large", "model_name": "Doubao Embedding Large", "provider_id": "volcengine", "provider_name": "Volcengine", "max_output_tokens": 0, "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_tokens": 4096, "metadata": { "notes": "Volcengine Doubao embedding model - text-240915 version with 4096 dimensions" }, "output_vector_size": 4096, "model_id": "doubao-embedding-large-text-240915", "model_name": "Doubao Embedding Large Text 240915", "provider_id": "volcengine", "provider_name": "Volcengine", "max_output_tokens": 0, "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_tokens": 4096, "metadata": { "notes": "Volcengine Doubao embedding model - text-250515 version with 2048 dimensions" }, "output_vector_size": 2048, "model_id": "doubao-embedding-large-text-250515", "model_name": "Doubao Embedding Large Text 250515", "provider_id": "volcengine", "provider_name": "Volcengine", "max_output_tokens": 0, "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_tokens": 4096, "metadata": { "notes": "Volcengine Doubao embedding model - text-240715 version with 2560 dimensions" }, "output_vector_size": 2560, "model_id": "doubao-embedding-text-240715", "model_name": "Doubao Embedding Text 240715", "provider_id": "volcengine", "provider_name": "Volcengine", "max_output_tokens": 0, "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 204800, "max_output_tokens": 131072, "max_tokens": 131072, "supports_assistant_prefill": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "glm-4-7-251222", "model_name": "Glm 4 7 251222", "provider_id": "volcengine", "provider_name": "Volcengine", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 229376, "max_output_tokens": 32768, "max_tokens": 32768, "supports_assistant_prefill": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "kimi-k2-thinking-251104", "model_name": "Kimi K2 Thinking 251104", "provider_id": "volcengine", "provider_name": "Volcengine", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "max_input_tokens": 256000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://www.volcengine.com/docs/82379/1330310", "supports_reasoning": true, "supports_tool_choice": false, "tiered_pricing": [ { "input_cost_per_token": 4.6e-7, "output_cost_per_token": 0.0000023, "range": [ 0, 32000 ] }, { "input_cost_per_token": 7e-7, "output_cost_per_token": 0.0000035, "range": [ 32000, 128000 ] }, { "input_cost_per_token": 0.0000014, "output_cost_per_token": 0.000007, "range": [ 128000, 256000 ] } ], "model_id": "volcengine/doubao-seed-2-0-code-preview-260215", "model_name": "Doubao Seed 2 0 Code Preview 260215", "provider_id": "volcengine", "provider_name": "Volcengine", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "max_input_tokens": 256000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://www.volcengine.com/docs/82379/1330310", "supports_reasoning": true, "supports_tool_choice": false, "tiered_pricing": [ { "input_cost_per_token": 8.7e-8, "output_cost_per_token": 5.2e-7, "range": [ 0, 32000 ] }, { "input_cost_per_token": 1.3e-7, "output_cost_per_token": 7.8e-7, "range": [ 32000, 128000 ] }, { "input_cost_per_token": 2.6e-7, "output_cost_per_token": 0.0000016, "range": [ 128000, 256000 ] } ], "model_id": "volcengine/doubao-seed-2-0-lite-260215", "model_name": "Doubao Seed 2 0 Lite 260215", "provider_id": "volcengine", "provider_name": "Volcengine", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "max_input_tokens": 256000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://www.volcengine.com/docs/82379/1330310", "supports_reasoning": true, "supports_tool_choice": false, "tiered_pricing": [ { "input_cost_per_token": 2.9e-8, "output_cost_per_token": 2.9e-7, "range": [ 0, 32000 ] }, { "input_cost_per_token": 5.8e-8, "output_cost_per_token": 5.8e-7, "range": [ 32000, 128000 ] }, { "input_cost_per_token": 1.2e-7, "output_cost_per_token": 0.0000012, "range": [ 128000, 256000 ] } ], "model_id": "volcengine/doubao-seed-2-0-mini-260215", "model_name": "Doubao Seed 2 0 Mini 260215", "provider_id": "volcengine", "provider_name": "Volcengine", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "max_input_tokens": 256000, "max_output_tokens": 128000, "max_tokens": 128000, "source": "https://www.volcengine.com/docs/82379/1330310", "supports_reasoning": true, "supports_tool_choice": false, "tiered_pricing": [ { "input_cost_per_token": 4.6e-7, "output_cost_per_token": 0.0000023, "range": [ 0, 32000 ] }, { "input_cost_per_token": 7e-7, "output_cost_per_token": 0.0000035, "range": [ 32000, 128000 ] }, { "input_cost_per_token": 0.0000014, "output_cost_per_token": 0.000007, "range": [ 128000, 256000 ] } ], "model_id": "volcengine/doubao-seed-2-0-pro-260215", "model_name": "Doubao Seed 2 0 Pro 260215", "provider_id": "volcengine", "provider_name": "Volcengine", "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-8, "output_cost_per_token": 0, "max_input_tokens": 16000, "max_output_tokens": 16000, "max_query_tokens": 16000, "max_tokens": 16000, "model_id": "rerank-2", "model_name": "Rerank 2", "provider_id": "voyage", "provider_name": "Voyage AI", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "rerank", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-8, "output_cost_per_token": 0, "max_input_tokens": 8000, "max_output_tokens": 8000, "max_query_tokens": 8000, "max_tokens": 8000, "model_id": "rerank-2-lite", "model_name": "Rerank 2 Lite", "provider_id": "voyage", "provider_name": "Voyage AI", "input_cost_per_million": 0.02, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "rerank", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 5e-8, "output_cost_per_token": 0, "max_input_tokens": 32000, "max_output_tokens": 32000, "max_query_tokens": 32000, "max_tokens": 32000, "model_id": "rerank-2.5", "model_name": "Rerank 2.5", "provider_id": "voyage", "provider_name": "Voyage AI", "input_cost_per_million": 0.049999999999999996, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "rerank", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-8, "output_cost_per_token": 0, "max_input_tokens": 32000, "max_output_tokens": 32000, "max_query_tokens": 32000, "max_tokens": 32000, "model_id": "rerank-2.5-lite", "model_name": "Rerank 2.5 Lite", "provider_id": "voyage", "provider_name": "Voyage AI", "input_cost_per_million": 0.02, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "rerank", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 4000, "max_tokens": 4000, "model_id": "voyage-2", "model_name": "Voyage 2", "provider_id": "voyage", "provider_name": "Voyage AI", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 6e-8, "output_cost_per_token": 0, "max_input_tokens": 32000, "max_tokens": 32000, "model_id": "voyage-3", "model_name": "Voyage 3", "provider_id": "voyage", "provider_name": "Voyage AI", "max_output_tokens": 0, "input_cost_per_million": 0.06, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.8e-7, "output_cost_per_token": 0, "max_input_tokens": 32000, "max_tokens": 32000, "model_id": "voyage-3-large", "model_name": "Voyage 3 Large", "provider_id": "voyage", "provider_name": "Voyage AI", "max_output_tokens": 0, "input_cost_per_million": 0.18, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-8, "output_cost_per_token": 0, "max_input_tokens": 32000, "max_tokens": 32000, "model_id": "voyage-3-lite", "model_name": "Voyage 3 Lite", "provider_id": "voyage", "provider_name": "Voyage AI", "max_output_tokens": 0, "input_cost_per_million": 0.02, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 6e-8, "output_cost_per_token": 0, "max_input_tokens": 32000, "max_tokens": 32000, "model_id": "voyage-3.5", "model_name": "Voyage 3.5", "provider_id": "voyage", "provider_name": "Voyage AI", "max_output_tokens": 0, "input_cost_per_million": 0.06, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 2e-8, "output_cost_per_token": 0, "max_input_tokens": 32000, "max_tokens": 32000, "model_id": "voyage-3.5-lite", "model_name": "Voyage 3.5 Lite", "provider_id": "voyage", "provider_name": "Voyage AI", "max_output_tokens": 0, "input_cost_per_million": 0.02, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.2e-7, "output_cost_per_token": 0, "max_input_tokens": 16000, "max_tokens": 16000, "model_id": "voyage-code-2", "model_name": "Voyage Code 2", "provider_id": "voyage", "provider_name": "Voyage AI", "max_output_tokens": 0, "input_cost_per_million": 0.12, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.8e-7, "output_cost_per_token": 0, "max_input_tokens": 32000, "max_tokens": 32000, "model_id": "voyage-code-3", "model_name": "Voyage Code 3", "provider_id": "voyage", "provider_name": "Voyage AI", "max_output_tokens": 0, "input_cost_per_million": 0.18, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.8e-7, "output_cost_per_token": 0, "max_input_tokens": 120000, "max_tokens": 120000, "model_id": "voyage-context-3", "model_name": "Voyage Context 3", "provider_id": "voyage", "provider_name": "Voyage AI", "max_output_tokens": 0, "input_cost_per_million": 0.18, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.2e-7, "output_cost_per_token": 0, "max_input_tokens": 32000, "max_tokens": 32000, "model_id": "voyage-finance-2", "model_name": "Voyage Finance 2", "provider_id": "voyage", "provider_name": "Voyage AI", "max_output_tokens": 0, "input_cost_per_million": 0.12, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.2e-7, "output_cost_per_token": 0, "max_input_tokens": 16000, "max_tokens": 16000, "model_id": "voyage-large-2", "model_name": "Voyage Large 2", "provider_id": "voyage", "provider_name": "Voyage AI", "max_output_tokens": 0, "input_cost_per_million": 0.12, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.2e-7, "output_cost_per_token": 0, "max_input_tokens": 16000, "max_tokens": 16000, "model_id": "voyage-law-2", "model_name": "Voyage Law 2", "provider_id": "voyage", "provider_name": "Voyage AI", "max_output_tokens": 0, "input_cost_per_million": 0.12, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 4096, "max_tokens": 4096, "model_id": "voyage-lite-01", "model_name": "Voyage Lite 01", "provider_id": "voyage", "provider_name": "Voyage AI", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1e-7, "output_cost_per_token": 0, "max_input_tokens": 4000, "max_tokens": 4000, "model_id": "voyage-lite-02-instruct", "model_name": "Voyage Lite 02 Instruct", "provider_id": "voyage", "provider_name": "Voyage AI", "max_output_tokens": 0, "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 1.2e-7, "output_cost_per_token": 0, "max_input_tokens": 32000, "max_tokens": 32000, "model_id": "voyage-multimodal-3", "model_name": "Voyage Multimodal 3", "provider_id": "voyage", "provider_name": "Voyage AI", "max_output_tokens": 0, "input_cost_per_million": 0.12, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "embedding", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.135, "output_cost_per_token": 0.54, "max_input_tokens": 161000, "max_output_tokens": 161000, "max_tokens": 161000, "model_id": "wandb/deepseek-ai/DeepSeek-R1-0528", "model_name": "DeepSeek R1 0528", "provider_id": "wandb", "provider_name": "Wandb", "input_cost_per_million": 135000, "output_cost_per_million": 540000, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.114, "output_cost_per_token": 0.275, "max_input_tokens": 161000, "max_output_tokens": 161000, "max_tokens": 161000, "model_id": "wandb/deepseek-ai/DeepSeek-V3-0324", "model_name": "DeepSeek V3 0324", "provider_id": "wandb", "provider_name": "Wandb", "input_cost_per_million": 114000, "output_cost_per_million": 275000, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.055, "output_cost_per_token": 0.165, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "model_id": "wandb/deepseek-ai/DeepSeek-V3.1", "model_name": "DeepSeek V3.1", "provider_id": "wandb", "provider_name": "Wandb", "input_cost_per_million": 55000, "output_cost_per_million": 165000, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.022, "output_cost_per_token": 0.022, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "model_id": "wandb/meta-llama/Llama-3.1-8B-Instruct", "model_name": "Llama 3.1 8B Instruct", "provider_id": "wandb", "provider_name": "Wandb", "input_cost_per_million": 22000, "output_cost_per_million": 22000, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.071, "output_cost_per_token": 0.071, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "model_id": "wandb/meta-llama/Llama-3.3-70B-Instruct", "model_name": "Llama 3.3 70B Instruct", "provider_id": "wandb", "provider_name": "Wandb", "input_cost_per_million": 71000, "output_cost_per_million": 71000, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.017, "output_cost_per_token": 0.066, "max_input_tokens": 64000, "max_output_tokens": 64000, "max_tokens": 64000, "model_id": "wandb/meta-llama/Llama-4-Scout-17B-16E-Instruct", "model_name": "Llama 4 Scout 17B 16E Instruct", "provider_id": "wandb", "provider_name": "Wandb", "input_cost_per_million": 17000, "output_cost_per_million": 66000, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.008, "output_cost_per_token": 0.035, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "model_id": "wandb/microsoft/Phi-4-mini-instruct", "model_name": "Phi 4 Mini Instruct", "provider_id": "wandb", "provider_name": "Wandb", "input_cost_per_million": 8000, "output_cost_per_million": 35000, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": true, "input_cost_per_token": 3e-7, "output_cost_per_token": 0.0000012, "max_input_tokens": 197000, "max_output_tokens": 197000, "max_tokens": 197000, "source": "https://wandb.ai/inference/coreweave/cw_MiniMaxAI_MiniMax-M2.5", "supports_reasoning": true, "model_id": "wandb/MiniMaxAI/MiniMax-M2.5", "model_name": "MiniMax M2.5", "provider_id": "wandb", "provider_name": "Wandb", "input_cost_per_million": 0.3, "output_cost_per_million": 1.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_vision": false, "supports_parallel_functions": false }, { "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000025, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "model_id": "wandb/moonshotai/Kimi-K2-Instruct", "model_name": "Kimi K2 Instruct", "provider_id": "wandb", "provider_name": "Wandb", "input_cost_per_million": 0.6, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.000003, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "source": "https://wandb.ai/inference/coreweave/cw_moonshotai_Kimi-K2.5", "supports_reasoning": true, "model_id": "wandb/moonshotai/Kimi-K2.5", "model_name": "Kimi K2.5", "provider_id": "wandb", "provider_name": "Wandb", "input_cost_per_million": 0.6, "output_cost_per_million": 3, "cache_read_cost_per_token": 1e-7, "cache_read_cost_per_million": 0.09999999999999999, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "input_cost_per_token": 0.015, "output_cost_per_token": 0.06, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "wandb/openai/gpt-oss-120b", "model_name": "GPT Oss 120B", "provider_id": "wandb", "provider_name": "Wandb", "input_cost_per_million": 15000, "output_cost_per_million": 60000, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.005, "output_cost_per_token": 0.02, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "wandb/openai/gpt-oss-20b", "model_name": "GPT Oss 20B", "provider_id": "wandb", "provider_name": "Wandb", "input_cost_per_million": 5000, "output_cost_per_million": 20000, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.01, "output_cost_per_token": 0.01, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "model_id": "wandb/Qwen/Qwen3-235B-A22B-Instruct-2507", "model_name": "Qwen3 235B A22B Instruct (Jul 2025)", "provider_id": "wandb", "provider_name": "Wandb", "input_cost_per_million": 10000, "output_cost_per_million": 10000, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.01, "output_cost_per_token": 0.01, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "model_id": "wandb/Qwen/Qwen3-235B-A22B-Thinking-2507", "model_name": "Qwen3 235B A22B Thinking (Jul 2025)", "provider_id": "wandb", "provider_name": "Wandb", "input_cost_per_million": 10000, "output_cost_per_million": 10000, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.1, "output_cost_per_token": 0.15, "max_input_tokens": 262144, "max_output_tokens": 262144, "max_tokens": 262144, "model_id": "wandb/Qwen/Qwen3-Coder-480B-A35B-Instruct", "model_name": "Qwen3 Coder 480B A35B Instruct", "provider_id": "wandb", "provider_name": "Wandb", "input_cost_per_million": 100000, "output_cost_per_million": 150000, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_token": 0.055, "output_cost_per_token": 0.2, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "model_id": "wandb/zai-org/GLM-4.5", "model_name": "GLM 4.5", "provider_id": "wandb", "provider_name": "Wandb", "input_cost_per_million": 55000, "output_cost_per_million": 200000, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": false, "supports_parallel_function_calling": false, "supports_vision": false, "input_cost_per_token": 0.0005, "output_cost_per_token": 0.002, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "watsonx/bigscience/mt0-xxl-13b", "model_name": "Mt0 Xxl 13B", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "input_cost_per_million": 500, "output_cost_per_million": 2000, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": false, "supports_json_mode": false }, { "supports_function_calling": false, "supports_parallel_function_calling": false, "supports_vision": false, "input_cost_per_token": 0.0005, "output_cost_per_token": 0.002, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "watsonx/core42/jais-13b-chat", "model_name": "Jais 13B Chat", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "input_cost_per_million": 500, "output_cost_per_million": 2000, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": false, "supports_json_mode": false }, { "supports_function_calling": false, "supports_parallel_function_calling": false, "supports_vision": false, "input_cost_per_token": 6e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "watsonx/google/flan-t5-xl-3b", "model_name": "Flan T5 Xl 3B", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "input_cost_per_million": 0.6, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": false, "supports_json_mode": false }, { "supports_function_calling": false, "supports_parallel_function_calling": false, "supports_vision": false, "input_cost_per_token": 6e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "watsonx/ibm/granite-13b-chat-v2", "model_name": "Granite 13B Chat V2", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "input_cost_per_million": 0.6, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": false, "supports_json_mode": false }, { "supports_function_calling": false, "supports_parallel_function_calling": false, "supports_vision": false, "input_cost_per_token": 6e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "watsonx/ibm/granite-13b-instruct-v2", "model_name": "Granite 13B Instruct V2", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "input_cost_per_million": 0.6, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "watsonx/ibm/granite-3-3-8b-instruct", "model_name": "Granite 3 3 8B Instruct", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 8192, "max_output_tokens": 1024, "max_tokens": 1024, "supports_audio_input": false, "supports_audio_output": false, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "watsonx/ibm/granite-3-8b-instruct", "model_name": "Granite 3 8B Instruct", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "input_cost_per_token": 6e-8, "output_cost_per_token": 2.5e-7, "max_input_tokens": 20480, "max_output_tokens": 20480, "max_tokens": 20480, "model_id": "watsonx/ibm/granite-4-h-small", "model_name": "Granite 4 H Small", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "input_cost_per_million": 0.06, "output_cost_per_million": 0.25, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": false, "supports_parallel_function_calling": false, "supports_vision": false, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "watsonx/ibm/granite-guardian-3-2-2b", "model_name": "Granite Guardian 3 2 2B", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": false, "supports_json_mode": false }, { "supports_function_calling": false, "supports_parallel_function_calling": false, "supports_vision": false, "input_cost_per_token": 2e-7, "output_cost_per_token": 2e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "watsonx/ibm/granite-guardian-3-3-8b", "model_name": "Granite Guardian 3 3 8B", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.19999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": false, "supports_json_mode": false }, { "supports_function_calling": false, "supports_parallel_function_calling": false, "supports_vision": false, "input_cost_per_token": 3.8e-7, "output_cost_per_token": 3.8e-7, "max_input_tokens": 512, "max_output_tokens": 512, "max_tokens": 512, "model_id": "watsonx/ibm/granite-ttm-1024-96-r2", "model_name": "Granite Ttm 1024 96 R2", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "input_cost_per_million": 0.38, "output_cost_per_million": 0.38, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": false, "supports_json_mode": false }, { "supports_function_calling": false, "supports_parallel_function_calling": false, "supports_vision": false, "input_cost_per_token": 3.8e-7, "output_cost_per_token": 3.8e-7, "max_input_tokens": 512, "max_output_tokens": 512, "max_tokens": 512, "model_id": "watsonx/ibm/granite-ttm-1536-96-r2", "model_name": "Granite Ttm 1536 96 R2", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "input_cost_per_million": 0.38, "output_cost_per_million": 0.38, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": false, "supports_json_mode": false }, { "supports_function_calling": false, "supports_parallel_function_calling": false, "supports_vision": false, "input_cost_per_token": 3.8e-7, "output_cost_per_token": 3.8e-7, "max_input_tokens": 512, "max_output_tokens": 512, "max_tokens": 512, "model_id": "watsonx/ibm/granite-ttm-512-96-r2", "model_name": "Granite Ttm 512 96 R2", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "input_cost_per_million": 0.38, "output_cost_per_million": 0.38, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": false, "supports_json_mode": false }, { "supports_function_calling": false, "supports_parallel_function_calling": false, "supports_vision": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "watsonx/ibm/granite-vision-3-2-2b", "model_name": "Granite Vision 3 2 2B", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "input_cost_per_token": 3.5e-7, "output_cost_per_token": 3.5e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "model_id": "watsonx/meta-llama/llama-3-2-11b-vision-instruct", "model_name": "Llama 3 2 11B Vision Instruct", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "input_cost_per_million": 0.35, "output_cost_per_million": 0.35, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "model_id": "watsonx/meta-llama/llama-3-2-1b-instruct", "model_name": "Llama 3 2 1B Instruct", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 1.5e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "model_id": "watsonx/meta-llama/llama-3-2-3b-instruct", "model_name": "Llama 3 2 3B Instruct", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "input_cost_per_million": 0.15, "output_cost_per_million": 0.15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000002, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "model_id": "watsonx/meta-llama/llama-3-2-90b-vision-instruct", "model_name": "Llama 3 2 90B Vision Instruct", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "input_cost_per_million": 2, "output_cost_per_million": 2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "input_cost_per_token": 7.1e-7, "output_cost_per_token": 7.1e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "model_id": "watsonx/meta-llama/llama-3-3-70b-instruct", "model_name": "Llama 3 3 70B Instruct", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "input_cost_per_million": 0.71, "output_cost_per_million": 0.71, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "input_cost_per_token": 3.5e-7, "output_cost_per_token": 0.0000014, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "model_id": "watsonx/meta-llama/llama-4-maverick-17b", "model_name": "Llama 4 Maverick 17B", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "input_cost_per_million": 0.35, "output_cost_per_million": 1.4, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": false, "supports_parallel_function_calling": false, "supports_vision": true, "input_cost_per_token": 3.5e-7, "output_cost_per_token": 3.5e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "model_id": "watsonx/meta-llama/llama-guard-3-11b-vision", "model_name": "Llama Guard 3 11B Vision", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "input_cost_per_million": 0.35, "output_cost_per_million": 0.35, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": false, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": false, "supports_vision": false, "supports_response_schema": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.00001, "max_input_tokens": 131072, "max_output_tokens": 16384, "max_tokens": 16384, "supports_audio_input": false, "supports_audio_output": false, "supports_prompt_caching": true, "supports_system_messages": true, "supports_tool_choice": true, "model_id": "watsonx/mistralai/mistral-large", "model_name": "Mistral Large", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "input_cost_per_million": 3, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.00001, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "model_id": "watsonx/mistralai/mistral-medium-2505", "model_name": "Mistral Medium (May 2025)", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "input_cost_per_million": 3, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "input_cost_per_token": 1e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 32000, "max_output_tokens": 32000, "max_tokens": 32000, "model_id": "watsonx/mistralai/mistral-small-2503", "model_name": "Mistral Small (Mar 2025)", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": true, "supports_parallel_function_calling": true, "supports_vision": false, "input_cost_per_token": 1e-7, "output_cost_per_token": 3e-7, "max_input_tokens": 32000, "max_output_tokens": 32000, "max_tokens": 32000, "model_id": "watsonx/mistralai/mistral-small-3-1-24b-instruct-2503", "model_name": "Mistral Small 3 1 24B Instruct (Mar 2025)", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.3, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": true, "supports_json_mode": false }, { "supports_function_calling": false, "supports_parallel_function_calling": false, "supports_vision": true, "input_cost_per_token": 3.5e-7, "output_cost_per_token": 3.5e-7, "max_input_tokens": 128000, "max_output_tokens": 128000, "max_tokens": 128000, "model_id": "watsonx/mistralai/pixtral-12b-2409", "model_name": "Pixtral 12B (Sep 2024)", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "input_cost_per_million": 0.35, "output_cost_per_million": 0.35, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": false, "supports_json_mode": false }, { "supports_function_calling": false, "supports_parallel_function_calling": false, "supports_vision": false, "input_cost_per_token": 1.5e-7, "output_cost_per_token": 6e-7, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "watsonx/openai/gpt-oss-120b", "model_name": "GPT Oss 120B", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "input_cost_per_million": 0.15, "output_cost_per_million": 0.6, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": false, "supports_json_mode": false }, { "supports_function_calling": false, "supports_parallel_function_calling": false, "supports_vision": false, "input_cost_per_token": 0.0000018, "output_cost_per_token": 0.0000018, "max_input_tokens": 8192, "max_output_tokens": 8192, "max_tokens": 8192, "model_id": "watsonx/sdaia/allam-1-13b-instruct", "model_name": "Allam 1 13B Instruct", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "input_cost_per_million": 1.7999999999999998, "output_cost_per_million": 1.7999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_parallel_functions": false, "supports_json_mode": false }, { "input_cost_per_second": 0.0001, "output_cost_per_second": 0.0001, "supported_endpoints": [ "/v1/audio/transcriptions" ], "model_id": "watsonx/whisper-large-v3-turbo", "model_name": "Whisper Large V3 Turbo", "provider_id": "watsonx", "provider_name": "IBM Watsonx", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "audio", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.00001, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-2", "model_name": "Grok 2", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 2, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.00001, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-2-1212", "model_name": "Grok 2 (Dec 2012)", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 2, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.00001, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-2-latest", "model_name": "Grok 2 Latest", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 2, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.00001, "max_input_tokens": 32768, "max_output_tokens": 32768, "input_cost_per_image": 0.000002, "max_tokens": 32768, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-2-vision", "model_name": "Grok 2 Vision", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 2, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.00001, "max_input_tokens": 32768, "max_output_tokens": 32768, "deprecation_date": "2026-02-28", "input_cost_per_image": 0.000002, "max_tokens": 32768, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-2-vision-1212", "model_name": "Grok 2 Vision (Dec 2012)", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 2, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.00001, "max_input_tokens": 32768, "max_output_tokens": 32768, "input_cost_per_image": 0.000002, "max_tokens": 32768, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-2-vision-latest", "model_name": "Grok 2 Vision Latest", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 2, "output_cost_per_million": 10, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 131072, "max_output_tokens": 131072, "deprecation_date": "2026-05-15", "max_tokens": 131072, "source": "https://x.ai/api#pricing", "supports_prompt_caching": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-3", "model_name": "Grok 3", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 7.5e-7, "cache_read_cost_per_million": 0.75, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://x.ai/api#pricing", "supports_prompt_caching": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-3-beta", "model_name": "Grok 3 Beta", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 7.5e-7, "cache_read_cost_per_million": 0.75, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://x.ai/api#pricing", "supports_prompt_caching": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-3-fast-beta", "model_name": "Grok 3 Fast Beta", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000025, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://x.ai/api#pricing", "supports_prompt_caching": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-3-fast-latest", "model_name": "Grok 3 Fast Latest", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 5, "output_cost_per_million": 25, "cache_read_cost_per_token": 0.00000125, "cache_read_cost_per_million": 1.25, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://x.ai/api#pricing", "supports_prompt_caching": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-3-latest", "model_name": "Grok 3 Latest", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 7.5e-7, "cache_read_cost_per_million": 0.75, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 3e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "deprecation_date": "2026-02-28", "max_tokens": 131072, "source": "https://x.ai/api#pricing", "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-3-mini", "model_name": "Grok 3 Mini", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 0.3, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 3e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "deprecation_date": "2026-02-28", "max_tokens": 131072, "source": "https://x.ai/api#pricing", "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-3-mini-beta", "model_name": "Grok 3 Mini Beta", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 0.3, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.000004, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://x.ai/api#pricing", "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-3-mini-fast", "model_name": "Grok 3 Mini Fast", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 0.6, "output_cost_per_million": 4, "cache_read_cost_per_token": 1.5e-7, "cache_read_cost_per_million": 0.15, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.000004, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://x.ai/api#pricing", "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-3-mini-fast-beta", "model_name": "Grok 3 Mini Fast Beta", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 0.6, "output_cost_per_million": 4, "cache_read_cost_per_token": 1.5e-7, "cache_read_cost_per_million": 0.15, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.000004, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://x.ai/api#pricing", "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-3-mini-fast-latest", "model_name": "Grok 3 Mini Fast Latest", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 0.6, "output_cost_per_million": 4, "cache_read_cost_per_token": 1.5e-7, "cache_read_cost_per_million": 0.15, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_response_schema": false, "input_cost_per_token": 3e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "source": "https://x.ai/api#pricing", "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-3-mini-latest", "model_name": "Grok 3 Mini Latest", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 0.3, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 7.5e-8, "cache_read_cost_per_million": 0.075, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_vision": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "source": "https://docs.x.ai/docs/models", "supports_prompt_caching": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-4", "model_name": "Grok 4", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 256000, "max_output_tokens": 256000, "deprecation_date": "2026-05-15", "input_cost_per_token_above_128k_tokens": 0.000006, "max_tokens": 256000, "output_cost_per_token_above_128k_tokens": 0.00003, "source": "https://docs.x.ai/docs/models", "supports_prompt_caching": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-4-0709", "model_name": "Grok 4 (Sep 2007)", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 2000000, "max_output_tokens": 2000000, "input_cost_per_token_above_128k_tokens": 4e-7, "max_tokens": 2000000, "output_cost_per_token_above_128k_tokens": 0.000001, "source": "https://docs.x.ai/docs/models/grok-4-1-fast-reasoning", "supports_audio_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-4-1-fast", "model_name": "Grok 4 1 Fast", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 5e-8, "cache_read_cost_per_million": 0.049999999999999996, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 2000000, "max_output_tokens": 2000000, "deprecation_date": "2026-05-15", "input_cost_per_token_above_128k_tokens": 4e-7, "max_tokens": 2000000, "output_cost_per_token_above_128k_tokens": 0.000001, "source": "https://docs.x.ai/docs/models/grok-4-1-fast-non-reasoning", "supports_audio_input": true, "supports_prompt_caching": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-4-1-fast-non-reasoning", "model_name": "Grok 4 1 Fast Non Reasoning", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 5e-8, "cache_read_cost_per_million": 0.049999999999999996, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 2000000, "max_output_tokens": 2000000, "deprecation_date": "2026-05-15", "input_cost_per_token_above_128k_tokens": 4e-7, "max_tokens": 2000000, "output_cost_per_token_above_128k_tokens": 0.000001, "source": "https://docs.x.ai/docs/models/grok-4-1-fast-non-reasoning", "supports_audio_input": true, "supports_prompt_caching": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-4-1-fast-non-reasoning-latest", "model_name": "Grok 4 1 Fast Non Reasoning Latest", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 5e-8, "cache_read_cost_per_million": 0.049999999999999996, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 2000000, "max_output_tokens": 2000000, "deprecation_date": "2026-05-15", "input_cost_per_token_above_128k_tokens": 4e-7, "max_tokens": 2000000, "output_cost_per_token_above_128k_tokens": 0.000001, "source": "https://docs.x.ai/docs/models/grok-4-1-fast-reasoning", "supports_audio_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-4-1-fast-reasoning", "model_name": "Grok 4 1 Fast Reasoning", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 5e-8, "cache_read_cost_per_million": 0.049999999999999996, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 2000000, "max_output_tokens": 2000000, "deprecation_date": "2026-05-15", "input_cost_per_token_above_128k_tokens": 4e-7, "max_tokens": 2000000, "output_cost_per_token_above_128k_tokens": 0.000001, "source": "https://docs.x.ai/docs/models/grok-4-1-fast-reasoning", "supports_audio_input": true, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-4-1-fast-reasoning-latest", "model_name": "Grok 4 1 Fast Reasoning Latest", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 5e-8, "cache_read_cost_per_million": 0.049999999999999996, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 2000000, "max_output_tokens": 2000000, "deprecation_date": "2026-05-15", "input_cost_per_token_above_128k_tokens": 4e-7, "max_tokens": 2000000, "output_cost_per_token_above_128k_tokens": 0.000001, "source": "https://docs.x.ai/docs/models", "supports_prompt_caching": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-4-fast-non-reasoning", "model_name": "Grok 4 Fast Non Reasoning", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 5e-8, "cache_read_cost_per_million": 0.049999999999999996, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 5e-7, "max_input_tokens": 2000000, "max_output_tokens": 2000000, "deprecation_date": "2026-05-15", "input_cost_per_token_above_128k_tokens": 4e-7, "max_tokens": 2000000, "output_cost_per_token_above_128k_tokens": 0.000001, "source": "https://docs.x.ai/docs/models", "supports_prompt_caching": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-4-fast-reasoning", "model_name": "Grok 4 Fast Reasoning", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 0.5, "cache_read_cost_per_token": 5e-8, "cache_read_cost_per_million": 0.049999999999999996, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000015, "max_input_tokens": 256000, "max_output_tokens": 256000, "input_cost_per_token_above_128k_tokens": 0.000006, "max_tokens": 256000, "output_cost_per_token_above_128k_tokens": 0.00003, "source": "https://docs.x.ai/docs/models", "supports_prompt_caching": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-4-latest", "model_name": "Grok 4 Latest", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 3, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006, "max_input_tokens": 2000000, "max_output_tokens": 2000000, "max_tokens": 2000000, "source": "https://docs.x.ai/docs/models", "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-4.20-0309-reasoning", "model_name": "Grok 4.20 0309 Reasoning", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 2, "output_cost_per_million": 6, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006, "max_input_tokens": 2000000, "max_output_tokens": 2000000, "max_tokens": 2000000, "source": "https://docs.x.ai/docs/models", "supports_prompt_caching": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-4.20-beta-0309-non-reasoning", "model_name": "Grok 4.20 Beta 0309 Non Reasoning", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 2, "output_cost_per_million": 6, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006, "max_input_tokens": 2000000, "max_output_tokens": 2000000, "max_tokens": 2000000, "source": "https://docs.x.ai/docs/models", "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-4.20-beta-0309-reasoning", "model_name": "Grok 4.20 Beta 0309 Reasoning", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 2, "output_cost_per_million": 6, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000006, "max_input_tokens": 2000000, "max_output_tokens": 2000000, "max_tokens": 2000000, "source": "https://docs.x.ai/docs/models", "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-4.20-multi-agent-beta-0309", "model_name": "Grok 4.20 Multi Agent Beta (Sep 2003)", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 2, "output_cost_per_million": 6, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.0000025, "max_input_tokens": 1000000, "max_output_tokens": 1000000, "cache_read_input_token_cost_above_200k_tokens": 4e-7, "input_cost_per_token_above_200k_tokens": 0.0000025, "max_tokens": 1000000, "output_cost_per_token_above_200k_tokens": 0.000005, "source": "https://docs.x.ai/docs/models", "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-4.3", "model_name": "Grok 4.3", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 1.25, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "supports_response_schema": true, "input_cost_per_token": 0.00000125, "output_cost_per_token": 0.0000025, "max_input_tokens": 1000000, "max_output_tokens": 1000000, "cache_read_input_token_cost_above_200k_tokens": 4e-7, "input_cost_per_token_above_200k_tokens": 0.0000025, "max_tokens": 1000000, "output_cost_per_token_above_200k_tokens": 0.000005, "source": "https://docs.x.ai/docs/models", "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-4.3-latest", "model_name": "Grok 4.3 Latest", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 1.25, "output_cost_per_million": 2.5, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": true, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000015, "max_input_tokens": 131072, "max_output_tokens": 131072, "max_tokens": 131072, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-beta", "model_name": "Grok Beta", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 5, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 256000, "max_output_tokens": 256000, "max_tokens": 256000, "source": "https://docs.x.ai/docs/models", "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "grok-code-fast", "model_name": "Grok Code Fast", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 2e-8, "cache_read_cost_per_million": 0.02, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 256000, "max_output_tokens": 256000, "deprecation_date": "2026-05-15", "max_tokens": 256000, "source": "https://docs.x.ai/docs/models", "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "grok-code-fast-1", "model_name": "Grok Code Fast 1", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 2e-8, "cache_read_cost_per_million": 0.02, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.0000015, "max_input_tokens": 256000, "max_output_tokens": 256000, "deprecation_date": "2026-05-15", "max_tokens": 256000, "source": "https://docs.x.ai/docs/models", "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "model_id": "grok-code-fast-1-0825", "model_name": "Grok Code Fast 1 0825", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 1.5, "cache_read_cost_per_token": 2e-8, "cache_read_cost_per_million": 0.02, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 0.000005, "output_cost_per_token": 0.000015, "max_input_tokens": 8192, "max_output_tokens": 8192, "input_cost_per_image": 0.000005, "max_tokens": 8192, "supports_tool_choice": true, "supports_web_search": true, "model_id": "grok-vision-beta", "model_name": "Grok Vision Beta", "provider_id": "xai", "provider_name": "xAI", "input_cost_per_million": 5, "output_cost_per_million": 15, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "input_cost_per_query": 0, "model_id": "you_com/search", "model_name": "Search", "provider_id": "you", "provider_name": "You", "max_input_tokens": 0, "max_output_tokens": 0, "input_cost_per_token": 0, "input_cost_per_million": 0, "output_cost_per_token": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "search", "deprecation_date": null, "supports_function_calling": false, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 1e-7, "output_cost_per_token": 1e-7, "max_input_tokens": 128000, "max_output_tokens": 32000, "supports_tool_choice": true, "source": "https://docs.z.ai/guides/overview/pricing", "model_id": "zai/glm-4-32b-0414-128k", "model_name": "Glm 4 32B 0414 128k", "provider_id": "zai", "provider_name": "Zai", "input_cost_per_million": 0.09999999999999999, "output_cost_per_million": 0.09999999999999999, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000022, "max_input_tokens": 128000, "max_output_tokens": 32000, "supports_tool_choice": true, "source": "https://docs.z.ai/guides/overview/pricing", "model_id": "zai/glm-4.5", "model_name": "Glm 4.5", "provider_id": "zai", "provider_name": "Zai", "input_cost_per_million": 0.6, "output_cost_per_million": 2.2, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 2e-7, "output_cost_per_token": 0.0000011, "max_input_tokens": 128000, "max_output_tokens": 32000, "supports_tool_choice": true, "source": "https://docs.z.ai/guides/overview/pricing", "model_id": "zai/glm-4.5-air", "model_name": "Glm 4.5 Air", "provider_id": "zai", "provider_name": "Zai", "input_cost_per_million": 0.19999999999999998, "output_cost_per_million": 1.1, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.0000011, "output_cost_per_token": 0.0000045, "max_input_tokens": 128000, "max_output_tokens": 32000, "supports_tool_choice": true, "source": "https://docs.z.ai/guides/overview/pricing", "model_id": "zai/glm-4.5-airx", "model_name": "Glm 4.5 Airx", "provider_id": "zai", "provider_name": "Zai", "input_cost_per_million": 1.1, "output_cost_per_million": 4.5, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0, "output_cost_per_token": 0, "max_input_tokens": 128000, "max_output_tokens": 32000, "supports_tool_choice": true, "source": "https://docs.z.ai/guides/overview/pricing", "model_id": "zai/glm-4.5-flash", "model_name": "Glm 4.5 Flash", "provider_id": "zai", "provider_name": "Zai", "input_cost_per_million": 0, "output_cost_per_million": 0, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.0000022, "output_cost_per_token": 0.0000089, "max_input_tokens": 128000, "max_output_tokens": 32000, "supports_tool_choice": true, "source": "https://docs.z.ai/guides/overview/pricing", "model_id": "zai/glm-4.5-x", "model_name": "Glm 4.5 X", "provider_id": "zai", "provider_name": "Zai", "input_cost_per_million": 2.2, "output_cost_per_million": 8.9, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "supports_vision": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000018, "max_input_tokens": 128000, "max_output_tokens": 32000, "supports_tool_choice": true, "source": "https://docs.z.ai/guides/overview/pricing", "model_id": "zai/glm-4.5v", "model_name": "Glm 4.5v", "provider_id": "zai", "provider_name": "Zai", "input_cost_per_million": 0.6, "output_cost_per_million": 1.7999999999999998, "cache_read_cost_per_token": 0, "cache_read_cost_per_million": 0, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000022, "max_input_tokens": 200000, "max_output_tokens": 128000, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "source": "https://docs.z.ai/guides/overview/pricing", "model_id": "zai/glm-4.6", "model_name": "Glm 4.6", "provider_id": "zai", "provider_name": "Zai", "input_cost_per_million": 0.6, "output_cost_per_million": 2.2, "cache_read_cost_per_token": 1.1e-7, "cache_read_cost_per_million": 0.11, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 6e-7, "output_cost_per_token": 0.0000022, "max_input_tokens": 200000, "max_output_tokens": 128000, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "source": "https://docs.z.ai/guides/overview/pricing", "model_id": "zai/glm-4.7", "model_name": "Glm 4.7", "provider_id": "zai", "provider_name": "Zai", "input_cost_per_million": 0.6, "output_cost_per_million": 2.2, "cache_read_cost_per_token": 1.1e-7, "cache_read_cost_per_million": 0.11, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.000001, "output_cost_per_token": 0.0000032, "max_input_tokens": 200000, "max_output_tokens": 128000, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "source": "https://docs.z.ai/guides/overview/pricing", "model_id": "zai/glm-5", "model_name": "Glm 5", "provider_id": "zai", "provider_name": "Zai", "input_cost_per_million": 1, "output_cost_per_million": 3.1999999999999997, "cache_read_cost_per_token": 2e-7, "cache_read_cost_per_million": 0.19999999999999998, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false }, { "supports_function_calling": true, "input_cost_per_token": 0.0000012, "output_cost_per_token": 0.000005, "max_input_tokens": 200000, "max_output_tokens": 128000, "supports_prompt_caching": true, "supports_reasoning": true, "supports_tool_choice": true, "source": "https://docs.z.ai/guides/overview/pricing", "model_id": "zai/glm-5-code", "model_name": "Glm 5 Code", "provider_id": "zai", "provider_name": "Zai", "input_cost_per_million": 1.2, "output_cost_per_million": 5, "cache_read_cost_per_token": 3e-7, "cache_read_cost_per_million": 0.3, "cache_write_cost_per_token": 0, "cache_write_cost_per_million": 0, "model_type": "chat", "deprecation_date": null, "supports_vision": false, "supports_json_mode": false, "supports_parallel_functions": false } ]