09-data-wings/docker-compose.yml at master · MARUCIE/09-data-wings · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
# Data Wings - Local Development Environment
# Usage: docker compose up -d

services:
  # Frontend - Next.js Web App
  web:
    container_name: 09-data-wings-web
    build:
      context: ./apps/web
      dockerfile: Dockerfile
      args:
        NEXT_PUBLIC_API_URL: http://localhost:4009
        NEXT_PUBLIC_AI_URL: http://localhost:8009
    # External access via Caddy (was 3009:3000)
    expose:
      - "3000"
    environment:
      - NODE_ENV=development
      - NEXT_PUBLIC_API_URL=http://localhost:4009
      - NEXT_PUBLIC_AI_URL=http://localhost:8009
    volumes:
      - ./apps/web/src:/app/src:ro
    depends_on:
      - api
      - ai

  # Backend - Go API Server
  api:
    container_name: 09-data-wings-api
    build:
      context: ./services/api
      dockerfile: Dockerfile
    # External access via Caddy (was 4009:8080)
    expose:
      - "8080"
    environment:
      - PORT=8080
      - CLICKHOUSE_HOST=clickhouse
      - CLICKHOUSE_PORT=9000
      - CLICKHOUSE_CONNECT_MAX_ATTEMPTS=15
      - CLICKHOUSE_CONNECT_RETRY_DELAY_SECOND=2
      - REDIS_URL=redis://redis:6379/0
      - AI_SERVICE_URL=http://ai:8001
      - CORS_ORIGINS=http://localhost:3000,http://localhost:3009,http://localhost:3100
      - JWT_SECRET=${JWT_SECRET:-data-wings-dev-secret}
      - JWT_ISSUER=${JWT_ISSUER:-data-wings}
      - JWT_TTL_MINUTES=${JWT_TTL_MINUTES:-60}
    depends_on:
      - clickhouse
      - redis

  # AI Service - Python NL2SQL
  ai:
    container_name: 09-data-wings-ai
    build:
      context: ./services/ai
      dockerfile: Dockerfile
    # External access via Caddy (was 8009:8001)
    expose:
      - "8001"
    environment:
      # LLM Provider Priority: gemini > poe > deepseek > qwen > openai
      - DW_LLM_PROVIDER=${DW_LLM_PROVIDER:-gemini}
      # Google AI Studio
      - DW_GEMINI_API_KEY=${DW_GEMINI_API_KEY}
      - DW_GEMINI_MODEL=${DW_GEMINI_MODEL:-gemini-2.0-flash}
      # Poe API - Backup
      - DW_POE_API_KEY=${DW_POE_API_KEY}
      - DW_POE_MODEL=${DW_POE_MODEL:-GPT-4o}
      # Optional providers
      - DW_DEEPSEEK_API_KEY=${DW_DEEPSEEK_API_KEY:-}
      - DW_QWEN_API_KEY=${DW_QWEN_API_KEY:-}
      - DW_OPENAI_API_KEY=${DW_OPENAI_API_KEY:-}
      # Database
      - DW_CLICKHOUSE_HOST=clickhouse
      - DW_CLICKHOUSE_PORT=9000
      - DW_REDIS_URL=redis://redis:6379/0
      - DW_CORS_ORIGINS=["http://localhost:3000","http://localhost:3009","http://localhost:3100"]
    depends_on:
      - clickhouse
      - redis

  # Caddy - HTTPS Reverse Proxy
  caddy:
    container_name: 09-data-wings-caddy
    image: caddy:2-alpine
    restart: unless-stopped
    ports:
      - "80:80"
      - "443:443"
    volumes:
      - ./infra/caddy/Caddyfile:/etc/caddy/Caddyfile
      - caddy_data:/data
      - caddy_config:/config
    depends_on:
      - web
      - api

  # ClickHouse - Analytics Database
  clickhouse:
    container_name: 09-data-wings-clickhouse
    image: clickhouse/clickhouse-server:24.1
    ports:
      - "8123:8123"  # HTTP interface
      - "9000:9000"  # Native interface
    volumes:
      - clickhouse_data:/var/lib/clickhouse
      - ./infra/clickhouse/init:/docker-entrypoint-initdb.d:ro
    environment:
      - CLICKHOUSE_DB=data_wings
      - CLICKHOUSE_USER=default
      - CLICKHOUSE_PASSWORD=
    ulimits:
      nofile:
        soft: 262144
        hard: 262144

  # Redis - Cache and Queue
  redis:
    container_name: 09-data-wings-redis
    image: redis:7-alpine
    ports:
      - "6309:6379"
    volumes:
      - redis_data:/data
    command: redis-server --appendonly yes

  # Kafka - Event Streaming (optional for high-throughput)
  # kafka:
  #   image: confluentinc/cp-kafka:7.6.0
  #   ports:
  #     - "9092:9092"
  #   environment:
  #     - KAFKA_PROCESS_ROLES=broker,controller
  #     - KAFKA_NODE_ID=1
  #     - CLUSTER_ID=data-wings-cluster

volumes:
  clickhouse_data:
  redis_data:
  caddy_data:
  caddy_config:

networks:
  default:
    name: data-wings-network