[{"source":"https://build.nvidia.com/01-ai/yi-large.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/01-ai/yi-large","model_name":"Yi Large","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/adept/fuyu-8b.md","model_id":"nvidia_nim/adept/fuyu-8b","model_name":"Fuyu 8B","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://integrate.api.nvidia.com/v1/models","model_id":"nvidia_nim/ai21labs/jamba-1.5-large-instruct","model_name":"Jamba 1.5 Large Instruct","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/aisingapore/sea-lion-7b-instruct.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/aisingapore/sea-lion-7b-instruct","model_name":"Sea Lion 7B Instruct","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/bigcode/starcoder2-15b.md","supported_endpoints":["/v1/completions"],"model_id":"nvidia_nim/bigcode/starcoder2-15b","model_name":"Starcoder2 15B","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"completion","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/databricks/dbrx-instruct.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/databricks/dbrx-instruct","model_name":"DBRX Instruct","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://integrate.api.nvidia.com/v1/models","model_id":"nvidia_nim/deepseek-ai/deepseek-coder-6.7b-instruct","model_name":"Deepseek Coder 6.7B Instruct","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"max_output_tokens":1048576,"source":"https://build.nvidia.com/deepseek-ai/deepseek-v4.1-flash.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/deepseek-ai/deepseek-v4.1-flash","model_name":"Deepseek V4.1 Flash","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://integrate.api.nvidia.com/v1/models","model_id":"nvidia_nim/google/codegemma-1.1-7b","model_name":"Codegemma 1.1 7B","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/google/codegemma-7b.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/google/codegemma-7b","model_name":"Codegemma 7B","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://integrate.api.nvidia.com/v1/models","model_id":"nvidia_nim/google/deplot","model_name":"Deplot","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/google/diffusiongemma-26b-a4b-it.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/google/diffusiongemma-26b-a4b-it","model_name":"Diffusiongemma 26B A4B It","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/google/gemma-2b.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/google/gemma-2b","model_name":"Gemma 2B","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://integrate.api.nvidia.com/v1/models","model_id":"nvidia_nim/google/gemma-3-12b-it","model_name":"Gemma 3 12B It","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://integrate.api.nvidia.com/v1/models","model_id":"nvidia_nim/google/gemma-3-4b-it","model_name":"Gemma 3 4B It","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/google/gemma-4-31b-it.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/google/gemma-4-31b-it","model_name":"Gemma 4 31B It","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/google/recurrentgemma-2b.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/google/recurrentgemma-2b","model_name":"Recurrentgemma 2B","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://integrate.api.nvidia.com/v1/models","model_id":"nvidia_nim/ibm/granite-3.0-3b-a800m-instruct","model_name":"Granite 3.0 3B A800m Instruct","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://integrate.api.nvidia.com/v1/models","model_id":"nvidia_nim/ibm/granite-3.0-8b-instruct","model_name":"Granite 3.0 8B Instruct","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/ibm/granite-34b-code-instruct.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/ibm/granite-34b-code-instruct","model_name":"Granite 34B Code Instruct","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/ibm/granite-8b-code-instruct.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/ibm/granite-8b-code-instruct","model_name":"Granite 8B Code Instruct","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/meta/codellama-70b.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/meta/codellama-70b","model_name":"Codellama 70B","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/meta/llama-3.2-90b-vision-instruct.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/meta/llama-3.2-90b-vision-instruct","model_name":"Llama 3.2 90B Vision Instruct","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/meta/llama-guard-4-12b.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/meta/llama-guard-4-12b","model_name":"Llama Guard 4 12B","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/meta/llama2-70b.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/meta/llama2-70b","model_name":"Llama2 70B","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"max_output_tokens":16384,"source":"https://build.nvidia.com/meta/muse-glimmer-30b.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/meta/muse-glimmer-30b","model_name":"Muse Glimmer 30B","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://integrate.api.nvidia.com/v1/models","model_id":"nvidia_nim/microsoft/kosmos-2","model_name":"Kosmos 2","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/microsoft/phi-3-vision-128k-instruct.md","model_id":"nvidia_nim/microsoft/phi-3-vision-128k-instruct","model_name":"Phi 3 Vision 128k Instruct","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://integrate.api.nvidia.com/v1/models","model_id":"nvidia_nim/microsoft/phi-3.5-moe-instruct","model_name":"Phi 3.5 Moe Instruct","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"supports_function_calling":true,"source":"https://build.nvidia.com/minimaxai/minimax-m3.1-flash.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/minimaxai/minimax-m3.1-flash","model_name":"Minimax M3.1 Flash","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://integrate.api.nvidia.com/v1/models","model_id":"nvidia_nim/mistralai/codestral-22b-instruct-v0.1","model_name":"Codestral 22B Instruct V0.1","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://integrate.api.nvidia.com/v1/models","model_id":"nvidia_nim/mistralai/mistral-7b-instruct-v0.3","model_name":"Mistral 7B Instruct V0.3","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://integrate.api.nvidia.com/v1/models","model_id":"nvidia_nim/mistralai/mistral-large","model_name":"Mistral Large","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://integrate.api.nvidia.com/v1/models","model_id":"nvidia_nim/mistralai/mistral-large-2-instruct","model_name":"Mistral Large 2 Instruct","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"supports_function_calling":true,"max_output_tokens":262144,"source":"https://build.nvidia.com/mistralai/mistral-large-4-1t-a52b.md","supported_endpoints":["/v1/chat/completions"],"supports_tool_choice":true,"model_id":"nvidia_nim/mistralai/mistral-large-4-1t-a52b","model_name":"Mistral Large 4 1t A52B","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://integrate.api.nvidia.com/v1/models","model_id":"nvidia_nim/mistralai/mixtral-8x22b-v0.1","model_name":"Mixtral 8x22B V0.1","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://integrate.api.nvidia.com/v1/models","model_id":"nvidia_nim/moonshotai/kimi-k2.6","model_name":"Kimi K2.6","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/nv-mistralai/mistral-nemo-12b-instruct.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/nv-mistralai/mistral-nemo-12b-instruct","model_name":"Mistral Nemo 12B Instruct","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://integrate.api.nvidia.com/v1/models","model_id":"nvidia_nim/nvidia/ai-synthetic-video-detector","model_name":"AI Synthetic Video Detector","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"max_output_tokens":4096,"source":"https://build.nvidia.com/nvidia/cosmos-reason2-8b/modelcard","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/nvidia/cosmos-reason2-8b","model_name":"Cosmos Reason2 8B","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/nvidia/embed-qa-4.md","supported_endpoints":["/v1/embeddings"],"model_id":"nvidia_nim/nvidia/embed-qa-4","model_name":"Embed Qa 4","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"embedding","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/nvidia/ising-calibration-1.5-31b.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/nvidia/ising-calibration-1.5-31b","model_name":"Ising Calibration 1.5 31B","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"input_cost_per_token":0,"output_cost_per_token":0,"input_cost_per_query":0,"model_id":"nvidia_nim/nvidia/llama-3_2-nv-rerankqa-1b-v2","model_name":"Llama 3_2 Nv Rerankqa 1B V2","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_million":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"rerank","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://integrate.api.nvidia.com/v1/models","model_id":"nvidia_nim/nvidia/llama-3.1-nemoguard-8b-content-safety","model_name":"Llama 3.1 Nemoguard 8B Content Safety","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://integrate.api.nvidia.com/v1/models","model_id":"nvidia_nim/nvidia/llama-3.1-nemoguard-8b-topic-control","model_name":"Llama 3.1 Nemoguard 8B Topic Control","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://integrate.api.nvidia.com/v1/models","model_id":"nvidia_nim/nvidia/llama-3.1-nemotron-51b-instruct","model_name":"Llama 3.1 Nemotron 51B Instruct","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://integrate.api.nvidia.com/v1/models","model_id":"nvidia_nim/nvidia/llama-3.1-nemotron-70b-instruct","model_name":"Llama 3.1 Nemotron 70B Instruct","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://integrate.api.nvidia.com/v1/models","model_id":"nvidia_nim/nvidia/llama-3.1-nemotron-safety-guard-8b-v3","model_name":"Llama 3.1 Nemotron Safety Guard 8B V3","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://integrate.api.nvidia.com/v1/models","model_id":"nvidia_nim/nvidia/llama-3.1-nemotron-ultra-253b-v1","model_name":"Llama 3.1 Nemotron Ultra 253B V1","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://integrate.api.nvidia.com/v1/models","model_id":"nvidia_nim/nvidia/llama-3.2-nemoretriever-1b-vlm-embed-v1","model_name":"Llama 3.2 Nemoretriever 1B Vlm Embed V1","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://integrate.api.nvidia.com/v1/models","model_id":"nvidia_nim/nvidia/llama-3.2-nv-embedqa-1b-v1","model_name":"Llama 3.2 Nv Embedqa 1B V1","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/nvidia/llama-nemotron-embed-vl-1b-v2.md","supported_endpoints":["/v1/embeddings"],"model_id":"nvidia_nim/nvidia/llama-nemotron-embed-vl-1b-v2","model_name":"Llama Nemotron Embed Vl 1B V2","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"embedding","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://integrate.api.nvidia.com/v1/models","model_id":"nvidia_nim/nvidia/llama3-chatqa-1.5-70b","model_name":"Llama3 Chatqa 1.5 70B","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/nvidia/mistral-nemo-minitron-8b-8k-instruct.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/nvidia/mistral-nemo-minitron-8b-8k-instruct","model_name":"Mistral Nemo Minitron 8B 8k Instruct","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/nvidia/nemotron-3-embed-1b.md","supported_endpoints":["/v1/embeddings"],"model_id":"nvidia_nim/nvidia/nemotron-3-embed-1b","model_name":"Nemotron 3 Embed 1B","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"embedding","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/nvidia/nemotron-3-nano-omni-30b-a3b-reasoning.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/nvidia/nemotron-3-nano-omni-30b-a3b-reasoning","model_name":"Nemotron 3 Nano Omni 30B A3B Reasoning","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/nvidia/nemotron-3-super-120b-a12b.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/nvidia/nemotron-3-super-120b-a12b","model_name":"Nemotron 3 Super 120B A12B","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"max_output_tokens":32768,"source":"https://build.nvidia.com/nvidia/nemotron-3-ultra-550b-a55b.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/nvidia/nemotron-3-ultra-550b-a55b","model_name":"Nemotron 3 Ultra 550B A55B","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"supports_function_calling":true,"supports_response_schema":true,"max_output_tokens":65536,"source":"https://build.nvidia.com/nvidia/nemotron-3.5-bolt-e4b.md","supported_endpoints":["/v1/chat/completions"],"supports_tool_choice":true,"model_id":"nvidia_nim/nvidia/nemotron-3.5-bolt-e4b","model_name":"Nemotron 3.5 Bolt E4B","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_json_mode":true,"supports_vision":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/nvidia/nemotron-3.5-content-safety.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/nvidia/nemotron-3.5-content-safety","model_name":"Nemotron 3.5 Content Safety","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://integrate.api.nvidia.com/v1/models","model_id":"nvidia_nim/nvidia/nemotron-3.5-embed-1b","model_name":"Nemotron 3.5 Embed 1B","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://integrate.api.nvidia.com/v1/models","model_id":"nvidia_nim/nvidia/nemotron-3.5-embed-8b","model_name":"Nemotron 3.5 Embed 8B","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"max_output_tokens":32768,"source":"https://build.nvidia.com/nvidia/nemotron-3.5-lightning-30b-a3b.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/nvidia/nemotron-3.5-lightning-30b-a3b","model_name":"Nemotron 3.5 Lightning 30B A3B","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"supports_function_calling":true,"supports_response_schema":true,"max_output_tokens":131072,"source":"https://build.nvidia.com/nvidia/nemotron-3.5-super-vl-120b-a12b.md","supported_endpoints":["/v1/chat/completions"],"supports_tool_choice":true,"model_id":"nvidia_nim/nvidia/nemotron-3.5-super-vl-120b-a12b","model_name":"Nemotron 3.5 Super Vl 120B A12B","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_json_mode":true,"supports_vision":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/nvidia/nemotron-4-340b-instruct.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/nvidia/nemotron-4-340b-instruct","model_name":"Nemotron 4 340B Instruct","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/nvidia/nemotron-4-340b-reward.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/nvidia/nemotron-4-340b-reward","model_name":"Nemotron 4 340B Reward","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://integrate.api.nvidia.com/v1/models","model_id":"nvidia_nim/nvidia/nemotron-nano-3-30b-a3b","model_name":"Nemotron Nano 3 30B A3B","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/nvidia/nemotron-parse.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/nvidia/nemotron-parse","model_name":"Nemotron Parse","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/nvidia/nemotron-parse-2.0.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/nvidia/nemotron-parse-2.0","model_name":"Nemotron Parse 2.0","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/nvidia/neva-22b.md","model_id":"nvidia_nim/nvidia/neva-22b","model_name":"Neva 22B","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/nvidia/nv-embedqa-mistral-7b-v2.md","supported_endpoints":["/v1/embeddings"],"model_id":"nvidia_nim/nvidia/nv-embedqa-mistral-7b-v2","model_name":"Nv Embedqa Mistral 7B V2","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"embedding","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"input_cost_per_token":0,"output_cost_per_token":0,"input_cost_per_query":0,"model_id":"nvidia_nim/nvidia/nv-rerankqa-mistral-4b-v3","model_name":"Nv Rerankqa Mistral 4B V3","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_million":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"rerank","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/nvidia/nvclip.md","supported_endpoints":["/v1/embeddings"],"model_id":"nvidia_nim/nvidia/nvclip","model_name":"Nvclip","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"embedding","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/nvidia/riva-translate-4b-instruct.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/nvidia/riva-translate-4b-instruct","model_name":"Riva Translate 4B Instruct","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"max_output_tokens":4096,"source":"https://build.nvidia.com/nvidia/riva-translate-4b-instruct-v2.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/nvidia/riva-translate-4b-instruct-v2","model_name":"Riva Translate 4B Instruct V2","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/nvidia/vila.md","model_id":"nvidia_nim/nvidia/vila","model_name":"Vila","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"supports_function_calling":true,"max_output_tokens":4096,"source":"https://build.nvidia.com/openai/gpt-oss-20b.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/openai/gpt-oss-20b","model_name":"GPT Oss 20B","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"max_output_tokens":16384,"source":"https://build.nvidia.com/poolside/laguna-xs-2.1.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/poolside/laguna-xs-2.1","model_name":"Laguna Xs 2.1","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"input_cost_per_token":0,"output_cost_per_token":0,"input_cost_per_query":0,"model_id":"nvidia_nim/ranking/nvidia/llama-3.2-nv-rerankqa-1b-v2","model_name":"Llama 3.2 Nv Rerankqa 1B V2","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_million":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"rerank","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/snowflake/arctic-embed-l.md","supported_endpoints":["/v1/embeddings"],"model_id":"nvidia_nim/snowflake/arctic-embed-l","model_name":"Arctic Embed L","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"embedding","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"supports_function_calling":true,"max_output_tokens":1048576,"source":"https://build.nvidia.com/stepfun-ai/step-5-preview.md","supported_endpoints":["/v1/chat/completions"],"supports_tool_choice":true,"model_id":"nvidia_nim/stepfun-ai/step-5-preview","model_name":"Step 5 Preview","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/writer/palmyra-creative-122b.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/writer/palmyra-creative-122b","model_name":"Palmyra Creative 122B","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/writer/palmyra-fin-70b-32k.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/writer/palmyra-fin-70b-32k","model_name":"Palmyra Fin 70B 32k","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/writer/palmyra-med-70b.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/writer/palmyra-med-70b","model_name":"Palmyra Med 70B","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/writer/palmyra-med-70b-32k.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/writer/palmyra-med-70b-32k","model_name":"Palmyra Med 70B 32k","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://integrate.api.nvidia.com/v1/models","model_id":"nvidia_nim/z-ai/glm-5.3-flash","model_name":"Glm 5.3 Flash","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false},{"source":"https://build.nvidia.com/zyphra/zamba2-7b-instruct.md","supported_endpoints":["/v1/chat/completions"],"model_id":"nvidia_nim/zyphra/zamba2-7b-instruct","model_name":"Zamba2 7B Instruct","provider_id":"nvidia","provider_name":"NVIDIA","max_input_tokens":0,"max_output_tokens":0,"input_cost_per_token":0,"input_cost_per_million":0,"output_cost_per_token":0,"output_cost_per_million":0,"cache_read_cost_per_token":0,"cache_read_cost_per_million":0,"cache_write_cost_per_token":0,"cache_write_cost_per_million":0,"model_type":"chat","deprecation_date":null,"supports_function_calling":false,"supports_vision":false,"supports_json_mode":false,"supports_parallel_functions":false}]