version: "3.9"

# ============================================================
# Ramana Tech School — Big Data track infrastructure
# Starts: Kafka (KRaft) · Cassandra 5 · OpenSearch 2 ·
#         PostgreSQL 16 · MinIO · Airflow 2.9
# Usage:  ./start.sh   (waits until all services healthy)
#         ./stop.sh    (removes containers + volumes)
#         ./health.sh  (pings each service)
# RAM needed: 6 GB minimum allocated to Docker Desktop
# ============================================================

services:

  # -------------------------------------------------------
  # Kafka — KRaft mode (no Zookeeper), single broker
  # Port 9092: plain PLAINTEXT for localhost clients
  # Port 9093: controller listener (internal)
  # -------------------------------------------------------
  kafka:
    image: bitnami/kafka:3.7
    container_name: bigdata-kafka
    ports:
      - "9092:9092"
    environment:
      - KAFKA_CFG_NODE_ID=1
      - KAFKA_CFG_PROCESS_ROLES=broker,controller
      - KAFKA_CFG_CONTROLLER_QUORUM_VOTERS=1@kafka:9093
      - KAFKA_CFG_LISTENERS=PLAINTEXT://:9092,CONTROLLER://:9093
      - KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT://localhost:9092
      - KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP=CONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT
      - KAFKA_CFG_CONTROLLER_LISTENER_NAMES=CONTROLLER
      - KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE=true
      - KAFKA_CFG_LOG_RETENTION_HOURS=24
      - ALLOW_PLAINTEXT_LISTENER=yes
    volumes:
      - kafka-data:/bitnami/kafka
    healthcheck:
      test: ["CMD-SHELL", "kafka-topics.sh --bootstrap-server localhost:9092 --list"]
      interval: 30s
      timeout: 10s
      retries: 5
      start_period: 30s

  # -------------------------------------------------------
  # Cassandra 5 — wide-column store
  # Port 9042: CQL native transport
  # Default user: cassandra / cassandra
  # -------------------------------------------------------
  cassandra:
    image: cassandra:5
    container_name: bigdata-cassandra
    platform: linux/amd64   # needed on M-series Macs
    ports:
      - "9042:9042"
    environment:
      - CASSANDRA_CLUSTER_NAME=ramana-cluster
      - CASSANDRA_DC=dc1
      - CASSANDRA_RACK=rack1
      - HEAP_NEWSIZE=256M
      - MAX_HEAP_SIZE=512M
    volumes:
      - cassandra-data:/var/lib/cassandra
    healthcheck:
      test: ["CMD-SHELL", "cqlsh -e 'describe keyspaces'"]
      interval: 30s
      timeout: 15s
      retries: 10
      start_period: 60s

  # -------------------------------------------------------
  # OpenSearch 2 — Elasticsearch fork, Apache 2.0 licensed
  # Port 9200: REST API
  # Port 9600: performance analyser (optional)
  # Security disabled for local dev
  # -------------------------------------------------------
  opensearch:
    image: opensearchproject/opensearch:2
    container_name: bigdata-opensearch
    ports:
      - "9200:9200"
      - "9600:9600"
    environment:
      - discovery.type=single-node
      - DISABLE_INSTALL_DEMO_CONFIG=true
      - DISABLE_SECURITY_PLUGIN=true
      - OPENSEARCH_JAVA_OPTS=-Xms512m -Xmx512m
    volumes:
      - opensearch-data:/usr/share/opensearch/data
    healthcheck:
      test: ["CMD-SHELL", "curl -s http://localhost:9200/_cluster/health | grep -E 'green|yellow'"]
      interval: 20s
      timeout: 10s
      retries: 8
      start_period: 30s

  # -------------------------------------------------------
  # OpenSearch Dashboards (Kibana fork)
  # Port 5601: UI — http://localhost:5601
  # -------------------------------------------------------
  opensearch-dashboards:
    image: opensearchproject/opensearch-dashboards:2
    container_name: bigdata-opensearch-dashboards
    ports:
      - "5601:5601"
    environment:
      - OPENSEARCH_HOSTS=http://opensearch:9200
      - DISABLE_SECURITY_DASHBOARDS_PLUGIN=true
    depends_on:
      opensearch:
        condition: service_healthy

  # -------------------------------------------------------
  # PostgreSQL 16 — used in Arc G capstones
  # Port 5432: standard Postgres
  # DB: bigdata, user: bigdata, password: bigdata
  # -------------------------------------------------------
  postgres:
    image: postgres:16
    container_name: bigdata-postgres
    ports:
      - "5432:5432"
    environment:
      - POSTGRES_DB=bigdata
      - POSTGRES_USER=bigdata
      - POSTGRES_PASSWORD=bigdata
    volumes:
      - postgres-data:/var/lib/postgresql/data
    healthcheck:
      test: ["CMD-SHELL", "pg_isready -U bigdata"]
      interval: 10s
      timeout: 5s
      retries: 5

  # -------------------------------------------------------
  # MinIO — S3-compatible local object store
  # Port 9000: S3 API
  # Port 9001: Web console — http://localhost:9001
  # user: minioadmin, password: minioadmin123
  # -------------------------------------------------------
  minio:
    image: minio/minio:latest
    container_name: bigdata-minio
    ports:
      - "9000:9000"
      - "9001:9001"
    environment:
      - MINIO_ROOT_USER=minioadmin
      - MINIO_ROOT_PASSWORD=minioadmin123
    volumes:
      - minio-data:/data
    command: server /data --console-address ":9001"
    healthcheck:
      test: ["CMD-SHELL", "curl -s http://localhost:9000/minio/health/live"]
      interval: 15s
      timeout: 5s
      retries: 5

  # -------------------------------------------------------
  # Apache Airflow 2.9 — DAG orchestration (Lessons 29 + 34)
  # Port 8080: Web UI — http://localhost:8080
  # user: airflow, password: airflow
  # -------------------------------------------------------
  airflow:
    image: apache/airflow:2.9.3
    container_name: bigdata-airflow
    ports:
      - "8080:8080"
    environment:
      - AIRFLOW__CORE__EXECUTOR=LocalExecutor
      - AIRFLOW__DATABASE__SQL_ALCHEMY_CONN=postgresql+psycopg2://bigdata:bigdata@postgres/bigdata
      - AIRFLOW__CORE__FERNET_KEY=''
      - AIRFLOW__CORE__DAGS_ARE_PAUSED_AT_CREATION=true
      - AIRFLOW__CORE__LOAD_EXAMPLES=false
      - AIRFLOW__API__AUTH_BACKENDS=airflow.api.auth.backend.basic_auth
      - _AIRFLOW_DB_MIGRATE=true
      - _AIRFLOW_WWW_USER_CREATE=true
      - _AIRFLOW_WWW_USER_USERNAME=airflow
      - _AIRFLOW_WWW_USER_PASSWORD=airflow
    volumes:
      - airflow-dags:/opt/airflow/dags
      - airflow-logs:/opt/airflow/logs
    depends_on:
      postgres:
        condition: service_healthy
    command: standalone
    healthcheck:
      test: ["CMD-SHELL", "curl -f http://localhost:8080/health"]
      interval: 30s
      timeout: 10s
      retries: 5
      start_period: 60s

volumes:
  kafka-data:
  cassandra-data:
  opensearch-data:
  postgres-data:
  minio-data:
  airflow-dags:
  airflow-logs:
