diff --git a/packages/proxy/schema/index.ts b/packages/proxy/schema/index.ts index 7e6f58da..b732b609 100644 --- a/packages/proxy/schema/index.ts +++ b/packages/proxy/schema/index.ts @@ -338,6 +338,20 @@ export const AvailableEndpointTypes: { [name: string]: ModelEndpointType[] } = { "accounts/fireworks/models/qwen1p5-72b-chat": ["fireworks"], "Qwen/Qwen2-72B-Instruct": ["together"], "google/gemma-2-27b-it": ["together"], + "global.anthropic.claude-opus-4-5-20251101-v1:0": ["bedrock"], + "global.anthropic.claude-sonnet-4-20250514-v1:0": ["bedrock"], + "global.openai.gpt-5.6-luna": ["bedrock"], + "global.openai.gpt-5.6-sol": ["bedrock"], + "global.openai.gpt-5.6-terra": ["bedrock"], + "global.openai.gpt-6-astra": ["bedrock"], + "us.anthropic.claude-3-5-sonnet-20240620-v1:0": ["bedrock"], + "us.anthropic.claude-3-5-sonnet-20241022-v2:0": ["bedrock"], + "us.anthropic.claude-fable-5": ["bedrock"], + "us.anthropic.claude-fable-5-1": ["bedrock"], + "us.openai.gpt-5.6-luna": ["bedrock"], + "us.openai.gpt-5.6-sol": ["bedrock"], + "us.openai.gpt-5.6-terra": ["bedrock"], + "us.openai.gpt-6-astra": ["bedrock"], "accounts/fireworks/models/gemma2-9b-it": ["fireworks"], "google/gemma-2-9b-it": ["together"], "accounts/fireworks/models/gemma-2b-it": ["fireworks"], @@ -1442,6 +1456,11 @@ export const AvailableEndpointTypes: { [name: string]: ModelEndpointType[] } = { "databricks-gpt-6-astra": ["databricks"], "databricks-glm-5-3": ["databricks"], "databricks-deepseek-v4-1-flash": ["databricks"], + "moonshotai.kimi-k3": ["bedrock"], + "us.moonshotai.kimi-k3": ["bedrock"], + "global.moonshotai.kimi-k3": ["bedrock"], + "gemini-3.8-live": ["google"], + "gemini-3.8-live-extended-thinking": ["google"], }; const modelEndpointAvailableModels = getAvailableModels(); diff --git a/packages/proxy/schema/model_list.json b/packages/proxy/schema/model_list.json index 5af6e9d3..4818bd6a 100644 --- a/packages/proxy/schema/model_list.json +++ b/packages/proxy/schema/model_list.json @@ -172,7 +172,9 @@ "displayName": "GPT-5.6 Luna", "reasoning": true, "fallback_models": [ - "openai.gpt-5.6-luna" + "global.openai.gpt-5.6-luna", + "openai.gpt-5.6-luna", + "us.openai.gpt-5.6-luna" ], "max_input_tokens": 922000, "max_output_tokens": 128000, @@ -193,7 +195,9 @@ "displayName": "GPT-5.6 Sol", "reasoning": true, "fallback_models": [ - "openai.gpt-5.6-sol" + "global.openai.gpt-5.6-sol", + "openai.gpt-5.6-sol", + "us.openai.gpt-5.6-sol" ], "max_input_tokens": 922000, "max_output_tokens": 128000, @@ -214,7 +218,9 @@ "displayName": "GPT-5.6 Terra", "reasoning": true, "fallback_models": [ - "openai.gpt-5.6-terra" + "global.openai.gpt-5.6-terra", + "openai.gpt-5.6-terra", + "us.openai.gpt-5.6-terra" ], "max_input_tokens": 922000, "max_output_tokens": 128000, @@ -235,7 +241,9 @@ "displayName": "GPT-6 Astra", "reasoning": true, "fallback_models": [ - "openai.gpt-6-astra" + "global.openai.gpt-6-astra", + "openai.gpt-6-astra", + "us.openai.gpt-6-astra" ], "max_input_tokens": 922000, "max_output_tokens": 128000, @@ -8357,6 +8365,50 @@ "flavor": "completion", "displayName": "Text-block" }, + "global.moonshotai.kimi-k3": { + "format": "converse", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 3, + "output_cost_per_mil_tokens": 15, + "input_cache_read_cost_per_mil_tokens": 0.3, + "input_cache_write_cost_per_mil_tokens": 3.75, + "displayName": "Kimi K3", + "parent": "moonshotai.kimi-k3", + "max_input_tokens": 1000000, + "available_providers": [ + "bedrock" + ] + }, + "us.moonshotai.kimi-k3": { + "format": "converse", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 3, + "output_cost_per_mil_tokens": 15, + "input_cache_read_cost_per_mil_tokens": 0.3, + "input_cache_write_cost_per_mil_tokens": 3.75, + "displayName": "Kimi K3", + "parent": "moonshotai.kimi-k3", + "max_input_tokens": 1000000, + "available_providers": [ + "bedrock" + ] + }, + "moonshotai.kimi-k3": { + "format": "converse", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 3, + "output_cost_per_mil_tokens": 15, + "input_cache_read_cost_per_mil_tokens": 0.3, + "input_cache_write_cost_per_mil_tokens": 3.75, + "displayName": "Kimi K3", + "max_input_tokens": 1000000, + "available_providers": [ + "bedrock" + ] + }, "mistral.voxtral-small-24b-2507": { "format": "converse", "flavor": "chat", @@ -8627,7 +8679,8 @@ "fallback_models": [ "anthropic.claude-fable-5-1", "global.anthropic.claude-fable-5-1", - "publishers/anthropic/models/claude-fable-5-1" + "publishers/anthropic/models/claude-fable-5-1", + "us.anthropic.claude-fable-5-1" ], "max_input_tokens": 1000000, "max_output_tokens": 128000, @@ -8652,7 +8705,8 @@ "fallback_models": [ "anthropic.claude-fable-5", "global.anthropic.claude-fable-5", - "publishers/anthropic/models/claude-fable-5" + "publishers/anthropic/models/claude-fable-5", + "us.anthropic.claude-fable-5" ], "max_input_tokens": 1000000, "max_output_tokens": 128000, @@ -12072,6 +12126,34 @@ "mistral" ] }, + "gemini-3.8-live-extended-thinking": { + "format": "google", + "flavor": "live", + "multimodal": true, + "input_cost_per_mil_tokens": 0.75, + "output_cost_per_mil_tokens": 4.5, + "displayName": "Gemini 3.8 Live Extended Thinking", + "reasoning": true, + "reasoning_budget": true, + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "available_providers": [ + "google" + ] + }, + "gemini-3.8-live": { + "format": "google", + "flavor": "live", + "multimodal": true, + "input_cost_per_mil_tokens": 0.75, + "output_cost_per_mil_tokens": 4.5, + "displayName": "Gemini 3.8 Live", + "max_input_tokens": 131072, + "max_output_tokens": 65536, + "available_providers": [ + "google" + ] + }, "gemini-3.7-flash": { "format": "google", "flavor": "chat", @@ -17378,6 +17460,289 @@ "openrouter" ] }, + "global.amazon.nova-2-lite-v1:0": { + "format": "converse", + "flavor": "chat", + "multimodal": true, + "displayName": "Nova 2 Lite", + "parent": "amazon.nova-2-lite-v1:0", + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "available_providers": [ + "bedrock" + ] + }, + "global.anthropic.claude-opus-4-5-20251101-v1:0": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 5, + "output_cost_per_mil_tokens": 25, + "input_cache_read_cost_per_mil_tokens": 0.5, + "input_cache_write_cost_per_mil_tokens": 6.25, + "reasoning": true, + "reasoning_budget": true, + "parent": "anthropic.claude-opus-4-5-20251101-v1:0", + "max_input_tokens": 200000, + "max_output_tokens": 64000, + "available_providers": [ + "bedrock" + ] + }, + "global.anthropic.claude-sonnet-4-20250514-v1:0": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 3, + "output_cost_per_mil_tokens": 15, + "input_cache_read_cost_per_mil_tokens": 0.3, + "input_cache_write_cost_per_mil_tokens": 3.75, + "displayName": "Claude Sonnet 4", + "reasoning": true, + "reasoning_budget": true, + "parent": "anthropic.claude-sonnet-4-20250514-v1:0", + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "available_providers": [ + "bedrock" + ] + }, + "global.openai.gpt-5.6-luna": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 0.22, + "output_cost_per_mil_tokens": 1.32, + "input_cache_read_cost_per_mil_tokens": 0.022, + "input_cache_write_cost_per_mil_tokens": 0.275, + "displayName": "OpenAI GPT-5.6 Luna (Bedrock)", + "reasoning": true, + "parent": "openai.gpt-5.6-luna", + "max_input_tokens": 272000, + "available_providers": [ + "bedrock" + ] + }, + "global.openai.gpt-5.6-sol": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 4.4, + "output_cost_per_mil_tokens": 22, + "input_cache_read_cost_per_mil_tokens": 0.44, + "input_cache_write_cost_per_mil_tokens": 5.5, + "displayName": "OpenAI GPT-5.6 Sol (Bedrock)", + "reasoning": true, + "parent": "openai.gpt-5.6-sol", + "max_input_tokens": 272000, + "available_providers": [ + "bedrock" + ] + }, + "global.openai.gpt-5.6-terra": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 2.2, + "output_cost_per_mil_tokens": 13.2, + "input_cache_read_cost_per_mil_tokens": 0.22, + "input_cache_write_cost_per_mil_tokens": 2.75, + "displayName": "OpenAI GPT-5.6 Terra (Bedrock)", + "reasoning": true, + "parent": "openai.gpt-5.6-terra", + "max_input_tokens": 272000, + "available_providers": [ + "bedrock" + ] + }, + "global.openai.gpt-6-astra": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 11, + "output_cost_per_mil_tokens": 55, + "input_cache_read_cost_per_mil_tokens": 1.1, + "input_cache_write_cost_per_mil_tokens": 13.75, + "displayName": "GPT-6 Astra", + "reasoning": true, + "parent": "openai.gpt-6-astra", + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "available_providers": [ + "bedrock" + ] + }, + "us.amazon.nova-2-lite-v1:0": { + "format": "converse", + "flavor": "chat", + "multimodal": true, + "displayName": "Nova 2 Lite", + "parent": "amazon.nova-2-lite-v1:0", + "max_input_tokens": 1000000, + "max_output_tokens": 64000, + "available_providers": [ + "bedrock" + ] + }, + "us.amazon.nova-premier-v1:0": { + "format": "converse", + "flavor": "chat", + "multimodal": true, + "displayName": "Nova Premier", + "reasoning": true, + "parent": "amazon.nova-premier-v1:0", + "max_input_tokens": 1000000, + "max_output_tokens": 25000, + "available_providers": [ + "bedrock" + ] + }, + "us.anthropic.claude-3-5-sonnet-20240620-v1:0": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 6, + "output_cost_per_mil_tokens": 30, + "input_cache_read_cost_per_mil_tokens": 0.3, + "input_cache_write_cost_per_mil_tokens": 3.75, + "displayName": "Claude Sonnet 3.5", + "parent": "anthropic.claude-3-5-sonnet-20240620-v1:0", + "max_input_tokens": 1000000, + "max_output_tokens": 4096, + "available_providers": [ + "bedrock" + ] + }, + "us.anthropic.claude-3-5-sonnet-20241022-v2:0": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 6, + "output_cost_per_mil_tokens": 30, + "input_cache_read_cost_per_mil_tokens": 0.6, + "input_cache_write_cost_per_mil_tokens": 7.5, + "displayName": "Claude Sonnet 3.5 v2", + "parent": "anthropic.claude-3-5-sonnet-20241022-v2:0", + "max_input_tokens": 1000000, + "max_output_tokens": 8192, + "available_providers": [ + "bedrock" + ] + }, + "us.anthropic.claude-fable-5": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 10, + "output_cost_per_mil_tokens": 50, + "input_cache_read_cost_per_mil_tokens": 1, + "input_cache_write_cost_per_mil_tokens": 12.5, + "displayName": "Claude Fable 5", + "reasoning": true, + "reasoning_budget": true, + "parent": "anthropic.claude-fable-5", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "available_providers": [ + "bedrock" + ] + }, + "us.anthropic.claude-fable-5-1": { + "format": "anthropic", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 10, + "output_cost_per_mil_tokens": 50, + "input_cache_read_cost_per_mil_tokens": 0.25, + "input_cache_write_cost_per_mil_tokens": 12.5, + "displayName": "Claude Fable 5.1", + "reasoning": true, + "reasoning_budget": true, + "parent": "anthropic.claude-fable-5-1", + "max_input_tokens": 1000000, + "max_output_tokens": 128000, + "available_providers": [ + "bedrock" + ] + }, + "us.deepseek.v3.2": { + "format": "converse", + "flavor": "chat", + "input_cost_per_mil_tokens": 0.62, + "output_cost_per_mil_tokens": 1.85, + "displayName": "DeepSeek V3.2", + "parent": "deepseek.v3.2", + "max_input_tokens": 164000, + "max_output_tokens": 8000, + "available_providers": [ + "bedrock" + ] + }, + "us.openai.gpt-5.6-luna": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 0.22, + "output_cost_per_mil_tokens": 1.32, + "input_cache_read_cost_per_mil_tokens": 0.022, + "input_cache_write_cost_per_mil_tokens": 0.275, + "displayName": "OpenAI GPT-5.6 Luna (Bedrock)", + "reasoning": true, + "parent": "openai.gpt-5.6-luna", + "max_input_tokens": 272000, + "available_providers": [ + "bedrock" + ] + }, + "us.openai.gpt-5.6-sol": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 4.4, + "output_cost_per_mil_tokens": 22, + "input_cache_read_cost_per_mil_tokens": 0.44, + "input_cache_write_cost_per_mil_tokens": 5.5, + "displayName": "OpenAI GPT-5.6 Sol (Bedrock)", + "reasoning": true, + "parent": "openai.gpt-5.6-sol", + "max_input_tokens": 272000, + "available_providers": [ + "bedrock" + ] + }, + "us.openai.gpt-5.6-terra": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 2.2, + "output_cost_per_mil_tokens": 13.2, + "input_cache_read_cost_per_mil_tokens": 0.22, + "input_cache_write_cost_per_mil_tokens": 2.75, + "displayName": "OpenAI GPT-5.6 Terra (Bedrock)", + "reasoning": true, + "parent": "openai.gpt-5.6-terra", + "max_input_tokens": 272000, + "available_providers": [ + "bedrock" + ] + }, + "us.openai.gpt-6-astra": { + "format": "openai", + "flavor": "chat", + "multimodal": true, + "input_cost_per_mil_tokens": 11, + "output_cost_per_mil_tokens": 55, + "input_cache_read_cost_per_mil_tokens": 1.1, + "input_cache_write_cost_per_mil_tokens": 13.75, + "displayName": "GPT-6 Astra", + "reasoning": true, + "parent": "openai.gpt-6-astra", + "max_input_tokens": 1050000, + "max_output_tokens": 128000, + "available_providers": [ + "bedrock" + ] + }, "wizardlm-2-8x22b": { "format": "openai", "flavor": "chat",