model_list:
 - model_name: fake-openai-endpoint
   litellm_params:
     model: openai/gpt-5-mini
     api_key: fake-key
     api_base: os.environ/FAKE_OPENAI_API_BASE
     tags: ["teamA"]
   model_info:
     id: "team-a-model"
 - model_name: fake-openai-endpoint
   litellm_params:
     model: openai/gpt-5-mini
     api_key: fake-key
     api_base: os.environ/FAKE_OPENAI_API_BASE
     tags: ["teamB"]
   model_info:
     id: "team-b-model"
 - model_name: rerank-english-v3.0
   litellm_params:
     model: cohere/rerank-english-v3.0
     api_key: os.environ/COHERE_API_KEY
     api_base: os.environ/RECORDER_COHERE_BASE_URL # In CI, routes through the record/replay proxy; unset elsewhere -> direct to Cohere
 - model_name: fake-azure-endpoint
   litellm_params:
     model: openai/429
     api_key: fake-key
     api_base: os.environ/FAKE_OPENAI_API_BASE
 - model_name: llava-hf
   litellm_params:
     model: openai/llava-hf/llava-v1.6-vicuna-7b-hf
     api_base: http://localhost:8000
     api_key: fake-key
   model_info:
     supports_vision: True
 - model_name: bedrock/*
   litellm_params:
     model:  bedrock/*
     api_base: os.environ/FAKE_OPENAI_API_BASE
 - model_name: openai/*
   litellm_params:
     model: openai/*
     api_key: os.environ/OPENAI_API_KEY
     api_base: os.environ/FAKE_OPENAI_API_BASE


litellm_settings:
  cache: true
  callbacks: ["otel", "prometheus"]
  disable_end_user_cost_tracking_prometheus_only: True
  # /metrics auth is on by default; tests/otel_tests/test_prometheus.py
  # scrapes the endpoint without credentials, so opt out here.
  require_auth_for_metrics_endpoint: False

guardrails:
  - guardrail_name: "bedrock-pre-guard"
    litellm_params:
      guardrail: bedrock  # supported values: "bedrock", "lakera"
      mode: "during_call"
      guardrailIdentifier: ff6ujrregl1q
      guardrailVersion: "DRAFT"
  - guardrail_name: "custom-pre-guard"
    litellm_params:
      guardrail: custom_guardrail.myCustomGuardrail  
      mode: "pre_call"
  - guardrail_name: "custom-during-guard"
    litellm_params:
      guardrail: custom_guardrail.myCustomGuardrail  
      mode: "during_call"
  - guardrail_name: "custom-post-guard"
    litellm_params:
      guardrail: custom_guardrail.myCustomGuardrail
      mode: "post_call"
  # Load balancing guardrails - two guardrails with same name
  - guardrail_name: "lb-test-guard"
    litellm_params:
      guardrail: custom_guardrail.GuardrailForLBTestingA
      mode: "pre_call"
  - guardrail_name: "lb-test-guard"
    litellm_params:
      guardrail: custom_guardrail.GuardrailForLBTestingB
      mode: "pre_call"

router_settings:
  enable_tag_filtering: True # 👈 Key Change