litellm.yml

1
services:
2
  postgres:
3
    container_name: litellm-db
4
    image: postgres:16
5
    restart: unless-stopped
6
    environment:
7
      - POSTGRES_USER=litellm
8
      - POSTGRES_PASSWORD=${POSTGRES_PASSWORD}
9
      - POSTGRES_DB=litellm
10
    volumes:
11
      - postgres_data:/var/lib/postgresql/data
12
    healthcheck:
13
      test: [ "CMD-SHELL", "pg_isready -U litellm -d litellm" ]
14
      interval: 10s
15
      timeout: 5s
16
      retries: 5
17

18
  litellm:
19
    container_name: litellm
20
    image: ghcr.io/berriai/litellm:main-stable
21
    ports:
22
      - "4000:4000"
23
    volumes:
24
      - ./litellm_config.yaml:/app/config.yaml
25
    environment:
26
      - LITELLM_MASTER_KEY=${LITELLM_MASTER_KEY}
27
      - LITELLM_UI_PASSWORD=${LITELLM_UI_PASSWORD}
28
      - STORE_MODEL_IN_DB=True
29
      - DATABASE_URL=postgresql://litellm:${POSTGRES_PASSWORD}@postgres:5432/litellm
30
    command: --config /app/config.yaml --port 4000
31
    depends_on:
32
      postgres:
33
        condition: service_healthy
34

35
volumes:
36
  postgres_data:

1
general_settings:
2
  master_key: os.environ/LITELLM_MASTER_KEY
3
  ui_password: os.environ/LITELLM_UI_PASSWORD
4
  ui_username: admin
5
litellm_settings:
6
  public_model_groups_links: {}

1
LITELLM_MASTER_KEY=sk-42
2
LITELLM_UI_PASSWORD=password
3
POSTGRES_PASSWORD=password