From be99534a0ac08e69e7589a46ba015ad47e28fb7d Mon Sep 17 00:00:00 2001 From: Yannik Zbick Date: Mon, 17 Aug 2026 11:21:53 +0200 Subject: [PATCH] (feat)proxy: enable gpt 5.6 models --- .../litellm/aws/config/prod/terraform.tfvars | 25 +++++++++++++++++-- 1 file changed, 23 insertions(+), 2 deletions(-) diff --git a/terraform/litellm/aws/config/prod/terraform.tfvars b/terraform/litellm/aws/config/prod/terraform.tfvars index 64e7f4b7596..a68eea250f7 100644 --- a/terraform/litellm/aws/config/prod/terraform.tfvars +++ b/terraform/litellm/aws/config/prod/terraform.tfvars @@ -18,6 +18,27 @@ db_serverless_max_capacity = 8 # ---------- proxy_config (mirrors helm gateway.config.proxy_config) ---------- proxy_config = { model_list = [ + { + model_name = "gpt-5.6-terra" + litellm_params = { + model = "openai/gpt-5.6-terra" + api_key = "os.environ/OPENAI_API_KEY" + } + }, + { + model_name = "gpt-5.6-luna" + litellm_params = { + model = "openai/gpt-5.6-luna" + api_key = "os.environ/OPENAI_API_KEY" + } + }, + { + model_name = "gpt-5.6-sol" + litellm_params = { + model = "openai/gpt-5.6-sol" + api_key = "os.environ/OPENAI_API_KEY" + } + }, { model_name = "gpt-5.5" litellm_params = { @@ -61,7 +82,7 @@ proxy_config = { tiers = { SIMPLE = "gpt-5.4-mini" MEDIUM = "bedrock-anthropic-sonnet-5" - COMPLEX = "gpt-5.5" + COMPLEX = "gpt-5.6-sol" REASONING = "bedrock-anthropic-opus-4.8" } } @@ -76,7 +97,7 @@ proxy_config = { tiers = { SIMPLE = "gpt-5.4-mini" MEDIUM = "bedrock-anthropic-sonnet-5" - COMPLEX = "gpt-5.5" + COMPLEX = "gpt-5.6-sol" REASONING = "bedrock-anthropic-opus-4.8" } }