litellm - 💡(How to fix) Fix [Bug]: Credential routing `defaultconfig` provider matching fails when model_name has no provider prefix

model_name = data.get("model")  # This is the user-facing model name, e.g. "claude-sonnet-4.6"

# Extract provider hint from model name (e.g. "azure/gpt-4" -> "azure")
provider: Optional[str] = None
if "/" in model_name:
    provider = model_name.split("/", 1)[0]

---

# Prefer exact provider match when provider hint is available
if provider and provider in entry:
    # ... exact match (skipped because provider is None)

# Fall back to first available provider
for provider_config in entry.values():
    if isinstance(provider_config, dict):
        credential_name = provider_config.get("litellm_credentials")
        if credential_name:
            return credential_name  # Always returns the FIRST entry

---

BedrockException - {"Message":"Invalid API Key format: Must start with pre-defined prefix"}

---

# After: model_name = data.get("model")
provider: Optional[str] = None
if "/" in model_name:
    provider = model_name.split("/", 1)[0]
elif llm_router:
    # Resolve provider from deployment config
    deployments = llm_router.get_model_group(model_name)
    if deployments:
        litellm_model = deployments[0].get("litellm_params", {}).get("model", "")
        if "/" in litellm_model:
            provider = litellm_model.split("/", 1)[0]

---

{
  "model_config": {
    "defaultconfig": {
      "gemini": { "litellm_credentials": "gemini-team-1" }
    },
    "claude-sonnet-4.6": {
      "bedrock": { "litellm_credentials": "bedrock-team-1" }
    },
    "claude-opus-4.6": {
      "bedrock": { "litellm_credentials": "bedrock-team-1" }
    }
  }
}

---

model_list:
  - model_name: gemini-2.5-pro
    litellm_params:
      model: gemini/gemini-2.5-pro-preview-05-06
      api_key: os.environ/GEMINI_API_KEY

  - model_name: claude-sonnet-4.6
    litellm_params:
      model: bedrock/us.anthropic.claude-sonnet-4-6
      api_key: os.environ/AWS_BEARER_TOKEN_BEDROCK
      aws_region_name: us-east-1

litellm_settings:
  enable_model_config_credential_overrides: true

---

# Gemini credential for team-1
curl -X POST http://localhost:4000/credentials \
  -H "Authorization: Bearer $MASTER_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "credential_name": "gemini-team-1",
    "credential_values": { "api_key": "gemini-key-for-team-1" },
    "credential_info": { "custom_llm_provider": "Google_AI_Studio" }
  }'

# Bedrock credential for team-1
curl -X POST http://localhost:4000/credentials \
  -H "Authorization: Bearer $MASTER_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "credential_name": "bedrock-team-1",
    "credential_values": { "api_key": "ABSK-bedrock-key-for-team-1" },
    "credential_info": { "custom_llm_provider": "Bedrock" }
  }'

---

curl -X PATCH http://localhost:4000/team/update \
  -H "Authorization: Bearer $MASTER_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "team_id": "team-1",
    "metadata": {
      "model_config": {
        "defaultconfig": {
          "gemini": {
            "litellm_credentials": "gemini-team-1"
          },
          "bedrock": {
            "litellm_credentials": "bedrock-team-1"
          }
        }
      }
    }
  }'

---

curl http://localhost:4000/v1/chat/completions \
  -H "Authorization: Bearer sk-team-1-virtual-key" \
  -H "Content-Type: application/json" \
  -d '{"model": "claude-sonnet-4.6", "messages": [{"role": "user", "content": "hi"}], "max_tokens": 5}'

---