llmstack/docker-compose.dev.yml at main · mara-werils/llmstack · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
version: "3.9"

# Development overrides - use with:
#   docker compose -f docker-compose.yml -f docker-compose.dev.yml up

services:
  gateway:
    build:
      target: builder
    volumes:
      - ./src/llmstack:/app/llmstack:cached
    ports:
      - "${GATEWAY_PORT:-8000}:8000"
      - "${DEBUG_PORT:-5678}:5678"
    environment:
      - LLMSTACK_ENV=development
      - LLMSTACK_LOG_LEVEL=debug
      - PYTHONDONTWRITEBYTECODE=1
    command:
      - uvicorn
      - llmstack.gateway.main:app
      - --host=0.0.0.0
      - --port=8000
      - --reload
      - --reload-dir=/app/llmstack
      - --log-level=debug
    healthcheck:
      interval: 10s
      start_period: 5s

  redis:
    ports:
      - "${REDIS_PORT:-6379}:6379"

  qdrant:
    ports:
      - "${QDRANT_PORT:-6333}:6333"
      - "${QDRANT_GRPC_PORT:-6334}:6334"

  ollama:
    ports:
      - "${OLLAMA_PORT:-11434}:11434"