inferno/docker-compose.yml at main · ringo380/inferno · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
# Docker Compose Configuration for Inferno v0.8.0
# Production-grade deployment with resource management and monitoring

version: '3.8'

services:
  inferno:
    build:
      context: .
      dockerfile: Dockerfile
      platforms:
        - linux/amd64
        - linux/arm64
    image: inferno:0.8.0
    container_name: inferno

    # Port mapping
    ports:
      - "8000:8000"  # API server
      - "9090:9090"  # Prometheus metrics (optional)

    # Environment variables
    environment:
      INFERNO_LOG_LEVEL: info
      INFERNO_MODELS_DIR: /data/models
      INFERNO_CACHE_DIR: /data/cache
      INFERNO_CONFIG_DIR: /data/config
      # Optional: Add these for distributed deployment
      # INFERNO_BIND_ADDRESS: 0.0.0.0
      # INFERNO_BIND_PORT: 8000

    # Volume mounts for persistence
    volumes:
      # Models directory
      - models:/data/models
      - cache:/data/cache
      - queue:/data/queue
      # Configuration
      - ./config:/data/config:ro
      # Logs (optional)
      - logs:/data/logs

    # Resource limits
    deploy:
      resources:
        limits:
          cpus: '2.0'
          memory: 4G
        reservations:
          cpus: '1.0'
          memory: 2G

    # Restart policy
    restart: unless-stopped

    # Health check
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:8000/health"]
      interval: 30s
      timeout: 5s
      retries: 3
      start_period: 10s

    # Logging configuration
    logging:
      driver: "json-file"
      options:
        max-size: "100m"
        max-file: "10"
        labels: "service=inferno"

    # Labels for monitoring and organization
    labels:
      - "com.inferno.version=0.8.0"
      - "com.inferno.service=api"
      - "com.inferno.role=inference"

# Volumes for data persistence
volumes:
  models:
    driver: local
    driver_opts:
      type: none
      o: bind
      device: ./data/models
  cache:
    driver: local
    driver_opts:
      type: none
      o: bind
      device: ./data/cache
  queue:
    driver: local
    driver_opts:
      type: none
      o: bind
      device: ./data/queue
  logs:
    driver: local
    driver_opts:
      type: none
      o: bind
      device: ./data/logs

# Optional: Networks for multi-service deployments
networks:
  default:
    name: inferno-network
    driver: bridge