litellm - 💡(How to fix) Fix [Bug]: Vector stores from config.yaml are not added [1 participants]

services:
  litellm:
    image: docker.litellm.ai/berriai/litellm:v1.83.3-stable
    volumes:
      - ./litellm-config.yaml:/app/config.yaml
    command:
      - "--config=/app/config.yaml"
    ports:
      - "4000:4000"
    environment:
      DATABASE_URL: "postgresql://llmproxy:dbpassword9090@db:5432/litellm"
      STORE_MODEL_IN_DB: "True"  # allows adding models to proxy via UI
      PGVECTOR_DATABASE_URL: "postgresql://pgvector_user:pgvector_pass@pgvector:5432/pgvector_db"
    env_file:
      - .env-litellm
    depends_on:
      db:
        condition: service_healthy
    restart: unless-stopped

  db:
    # Main PostgreSQL database used by LiteLLM for proxy state
    image: postgres:16
    restart: always
    container_name: litellm_db
    environment:
      POSTGRES_DB: litellm
      POSTGRES_USER: llmproxy
      POSTGRES_PASSWORD: dbpassword9090
    ports:
      - "5432:5432"
    #volumes:
    #  - postgres_data:/var/lib/postgresql/data
    healthcheck:
      test: ["CMD-SHELL", "pg_isready -d litellm -U llmproxy"]
      interval: 1s
      timeout: 5s
      retries: 10

  # - # pgvector_litellm

  pgvector:
    # PostgreSQL + pgvector extension — used for semantic / vector search
    # (embeddings, RAG pipelines, etc.)
    image: pgvector/pgvector:pg16
    restart: always
    container_name: litellm_pgvector_db
    environment:
      POSTGRES_DB: pgvector_db
      POSTGRES_USER: pgvector_user
      POSTGRES_PASSWORD: pgvector_pass
    ports:
      - "5434:5432"
    volumes:
      - pgvector_data:/var/lib/postgresql/data
    healthcheck:
      test: ["CMD-SHELL", "pg_isready -d pgvector_db -U pgvector_user"]
      interval: 1s
      timeout: 5s
      retries: 10

  prisma-migrate: # Needed for once migration, initContainer in k8s.
    build:
      context: ../litellm-pgvector
      dockerfile: Dockerfile
    container_name: litellm_pgvector_prisma_migrate
    depends_on:
      pgvector:
        condition: service_healthy
    environment:
      DATABASE_URL: "postgresql://pgvector_user:pgvector_pass@pgvector:5432/pgvector_db"
    command: >
      sh -c "psql $$DATABASE_URL -c 'CREATE EXTENSION IF NOT EXISTS vector;' && python -m prisma db push --skip-generate"
    restart: "no"

  llmpgvector:
    # LiteLLM pgvector app — uses the pgvector DB above for embeddings / RAG
    build:
        context: ../litellm-pgvector
        dockerfile: Dockerfile
    restart: always
    container_name: litellm_pgvector
    image: litellm-pgvector:latest
    depends_on:
      pgvector:
        condition: service_healthy
      prisma-migrate:
        condition: service_completed_successfully
      litellm:
        condition: service_started
    environment:
      DATABASE_URL: "postgresql://pgvector_user:pgvector_pass@pgvector:5432/pgvector_db"
      # API Configuration
      SERVER_API_KEY: "your-api-key-here"

      # Server Configuration
      HOST: "0.0.0.0"
      PORT: 8000

      # LiteLLM Proxy Configuration
      EMBEDDING__MODEL: "text-embedding-ada-002"
      EMBEDDING__BASE_URL: "http://litellm:4000" # terug naar de proxy voor embeddings.
      EMBEDDING__API_KEY: "sk-1234" # Login key, same as admin.
      EMBEDDING__DIMENSIONS: 1536

      # Database Field Configuration (optional)
      DB_FIELDS__ID_FIELD: "id"
      DB_FIELDS__CONTENT_FIELD: "content"
      DB_FIELDS__METADATA_FIELD: "metadata"
      DB_FIELDS__EMBEDDING_FIELD: "embedding"
      DB_FIELDS__VECTOR_STORE_ID_FIELD: "vector_store_id"
      DB_FIELDS__CREATED_AT_FIELD: "created_at"
    ports:
      - "8000:8000"

volumes:
  pgvector_data:
    name: litellm_pgvector_data_bug1

---

model_list:
  - model_name: text-embedding-ada-002
    litellm_params:
        model: azure/text-embedding-ada-002
        api_base: os.environ/AZURE_API_BASE
        api_key: os.environ/AZURE_API_KEY
        base_model: text-embedding-ada-002
        region_name: swedencentral
    model_info:
        id: text-embedding-ada-002
        mode: embedding
        disable_background_health_check: true
  - model_name: gpt-4o
    litellm_params:
        model: azure/gpt-4o
        api_base: os.environ/AZURE_API_BASE
        api_key: os.environ/AZURE_API_KEY
        region_name: swedencentral
    model_info:
        id: gpt-4o
        disable_background_health_check: false


# This block does not work.
vector_store_registry:
  - vector_store_name: 899bd99d-6696-4ea1-8076-53ca94dba443
    litellm_params:
      custom_llm_provider: pg_vector
      api_base: http://llmpgvector:8000
      api_key: "your-api-key-here"
      vector_store_id: 899bd99d-6696-4ea1-8076-53ca94dba443
      embedding_model: text-embedding-ada-002
      vector_store_description: "A pgvector-based vector store for testing and development purposes."

general_settings:
  completion_model: text-embedding-ada-002

environment_variables:
  # Authentication & Authorization
  UI_ACCESS_MODE: "admin_only"

---

.