PHANTOM/docker-compose.yml

services:
  backend:
    container_name: "PHANTOM-backend"
    build:
      context: .
      dockerfile: docker/backend.Dockerfile
    ports:
      - "${BACKEND_PORT:-5000}:5000"
    environment:
      - KAFKA_HOST=kafka
      - KAFKA_PORT=29092
      - BACKEND_PORT=5000
      - NEXT_PUBLIC_SUPABASE_URL=${NEXT_PUBLIC_SUPABASE_URL}
      - NEXT_PUBLIC_SUPABASE_ANON_KEY=${NEXT_PUBLIC_SUPABASE_ANON_KEY}
    depends_on:
      - kafka
    restart: unless-stopped

  redis:
    container_name: "PHANTOM-redis"
    build:
      context: ./docker
      dockerfile: Redis.dockerfile
    ports:
      - "${REDIS_PORT:-6378}:6379"
    volumes:
      - phantom_redis_data:/data
    restart: unless-stopped

  zookeeper:
    container_name: "PHANTOM-zookeeper"
    build:
      context: ./docker
      dockerfile: Zookeeper.dockerfile
    environment:
      ZOOKEEPER_CLIENT_PORT: 2181
    ports:
      - "2181:2181"

  kafka:
    container_name: "PHANTOM-kafka"
    build:
      context: ./docker
      dockerfile: Kafka.dockerfile
    depends_on:
      - zookeeper
    environment:
      KAFKA_BROKER_ID: 1
      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT
      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:29092,PLAINTEXT_HOST://localhost:9092
      KAFKA_LISTENERS: PLAINTEXT://0.0.0.0:29092,PLAINTEXT_HOST://0.0.0.0:9092
      KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT
      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
      KAFKA_AUTO_CREATE_TOPICS_ENABLE: "true"
    ports:
      - "${KAFKA_PORT:-9092}:9092"
    volumes:
      - phantom_kafka_data:/var/lib/kafka/data

  redpanda-console:
    container_name: "PHANTOM-redpanda-console"
    build:
      context: ./docker
      dockerfile: RedpandaConsole.dockerfile
    depends_on:
      - kafka
    environment:
      KAFKA_BROKERS: kafka:29092
    ports:
      - "${REDPANDA_CONSOLE_PORT:-8080}:8080"
    restart: unless-stopped

  postgres:
    container_name: "PHANTOM-postgres"
    image: postgres:13
    environment:
      - POSTGRES_USER=airflow
      - POSTGRES_PASSWORD=airflow
      - POSTGRES_DB=airflow
    ports:
      - "5433:5432"
    volumes:
      - postgres_data:/var/lib/postgresql/data
    restart: unless-stopped

  airflow-init:
    container_name: "PHANTOM-airflow-init"
    build:
      context: .
      dockerfile: docker/Airflow.dockerfile
    depends_on:
      - postgres
    environment:
      - AIRFLOW__CORE__EXECUTOR=SequentialExecutor
      - AIRFLOW__DATABASE__SQL_ALCHEMY_CONN=postgresql+psycopg2://airflow:airflow@postgres/airflow
      - AIRFLOW__CORE__FERNET_KEY=${AIRFLOW_FERNET_KEY}
      - AIRFLOW__CORE__LOAD_EXAMPLES=false
      - AIRFLOW__CORE__ENABLE_XCOM_PICKLING=true
      - _AIRFLOW_DB_MIGRATE=true
      - _AIRFLOW_WWW_USER_CREATE=true
      - _AIRFLOW_WWW_USER_USERNAME=admin
      - _AIRFLOW_WWW_USER_PASSWORD=admin
      - REDIS_HOST=redis
      - REDIS_PORT=6379
    volumes:
      - ./experiments/airflow/dags:/opt/airflow/dags
      - ./experiments/airflow/logs:/opt/airflow/logs
      - ./experiments/airflow/plugins:/opt/airflow/plugins
      - ./experiments/procesing:/opt/airflow/procesing
      - ./lib:/opt/airflow/lib
    command: version
    restart: "no"

  airflow-webserver:
    container_name: "PHANTOM-airflow-webserver"
    build:
      context: .
      dockerfile: docker/Airflow.dockerfile
    depends_on:
      - postgres
      - airflow-init
      - redis
    environment:
      - AIRFLOW__CORE__EXECUTOR=SequentialExecutor
      - AIRFLOW__DATABASE__SQL_ALCHEMY_CONN=postgresql+psycopg2://airflow:airflow@postgres/airflow
      - AIRFLOW__CORE__FERNET_KEY=${AIRFLOW_FERNET_KEY}
      - AIRFLOW__CORE__DAGS_ARE_PAUSED_AT_CREATION=true
      - AIRFLOW__CORE__LOAD_EXAMPLES=false
      - AIRFLOW__CORE__ENABLE_XCOM_PICKLING=true
      - AIRFLOW__WEBSERVER__EXPOSE_CONFIG=true
      - KAFKA_HOST=kafka
      - KAFKA_PORT=29092
      - BACKEND_URL=http://backend:5000
      - NEXT_PUBLIC_SUPABASE_URL=${NEXT_PUBLIC_SUPABASE_URL}
      - NEXT_PUBLIC_SUPABASE_ANON_KEY=${NEXT_PUBLIC_SUPABASE_ANON_KEY}
      - REDIS_HOST=redis
      - REDIS_PORT=6379
    ports:
      - "${AIRFLOW_WEBSERVER_PORT:-8085}:8080"
    volumes:
      - ./experiments/airflow/dags:/opt/airflow/dags:ro
      - ./experiments/airflow/logs:/opt/airflow/logs
      - ./experiments/airflow/plugins:/opt/airflow/plugins:ro
      - ./experiments/procesing:/opt/airflow/procesing:ro
      - ./lib:/opt/airflow/lib:ro
    command: webserver
    restart: unless-stopped
    healthcheck:
      test: ["CMD", "curl", "--fail", "http://localhost:8080/health"]
      interval: 30s
      timeout: 10s
      retries: 5
      start_period: 30s

  airflow-scheduler:
    container_name: "PHANTOM-airflow-scheduler"
    build:
      context: .
      dockerfile: docker/Airflow.dockerfile
    depends_on:
      airflow-webserver:
        condition: service_healthy
      redis:
        condition: service_started
    environment:
      - AIRFLOW__CORE__EXECUTOR=SequentialExecutor
      - AIRFLOW__DATABASE__SQL_ALCHEMY_CONN=postgresql+psycopg2://airflow:airflow@postgres/airflow
      - AIRFLOW__CORE__FERNET_KEY=${AIRFLOW_FERNET_KEY}
      - AIRFLOW__CORE__DAGS_ARE_PAUSED_AT_CREATION=true
      - AIRFLOW__CORE__LOAD_EXAMPLES=false
      - AIRFLOW__CORE__ENABLE_XCOM_PICKLING=true
      - KAFKA_HOST=kafka
      - KAFKA_PORT=29092
      - BACKEND_URL=http://backend:5000
      - NEXT_PUBLIC_SUPABASE_URL=${NEXT_PUBLIC_SUPABASE_URL}
      - NEXT_PUBLIC_SUPABASE_ANON_KEY=${NEXT_PUBLIC_SUPABASE_ANON_KEY}
      - REDIS_HOST=redis
      - REDIS_PORT=6379
    volumes:
      - ./experiments/airflow/dags:/opt/airflow/dags:ro
      - ./experiments/airflow/logs:/opt/airflow/logs
      - ./experiments/airflow/plugins:/opt/airflow/plugins:ro
      - ./experiments/procesing:/opt/airflow/procesing:ro
      - ./lib:/opt/airflow/lib:ro
    command: scheduler
    restart: unless-stopped
    healthcheck:
      test: ["CMD-SHELL", 'airflow jobs check --job-type SchedulerJob --hostname "$${HOSTNAME}"']
      interval: 30s
      timeout: 10s
      retries: 5
      start_period: 30s

  pricing-provider:
    container_name: "PHANTOM-pricing-provider"
    build:
      context: .
      dockerfile: docker/Provider.dockerfile
    depends_on:
      - redis
      - kafka
    environment:
      - PROVIDER_PORT=5001
      - REDIS_HOST=redis
      - REDIS_PORT=6379
      - KAFKA_HOST=kafka
      - KAFKA_PORT=29092
      - NEXT_PUBLIC_SUPABASE_URL=${NEXT_PUBLIC_SUPABASE_URL}
      - NEXT_PUBLIC_SUPABASE_ANON_KEY=${NEXT_PUBLIC_SUPABASE_ANON_KEY}
    ports:
      - "${PROVIDER_PORT:-5001}:5001"
    volumes:
      - ./lib:/app/lib:ro
      - ./experiments/procesing:/app/procesing:ro
      - ./backend/provider:/app/provider:ro
    command: python -m uvicorn provider.app:app --host 0.0.0.0 --port 5001
    restart: unless-stopped

volumes:
  phantom_kafka_data:
  phantom_redis_data:
  postgres_data: