docker-compose.yml

# workers will be built on app images
# defined once and reuse
x-worker-base: &worker-base
  build:
    context: .
    dockerfile: Dockerfile
  env_file:
    - .env
  depends_on:
    mysql:
      condition: service_healthy
    redis:
      condition: service_healthy
    kafka:
      condition: service_healthy
    elasticsearch:
      condition: service_healthy
    backend:
      condition: service_healthy
  restart: unless-stopped

# services are defined
services:

  # mysql db
  mysql:
    image: mysql:8.4
    container_name: irtc-mysql
    ports:
      - "3307:3306"
    environment:
      MYSQL_ROOT_PASSWORD: ${MYSQL_ROOT_PASSWORD}
      MYSQL_DATABASE: ${MYSQL_DB_NAME}
      MYSQL_USER: ${MYSQL_DB_USER}
      MYSQL_PASSWORD: ${MYSQL_DB_PASSWORD}
    env_file:
      - .env
    volumes:
      - mysql_data:/var/lib/mysql
    healthcheck:
      test: ["CMD", "mysqladmin", "ping", "-h", "localhost"]
      interval: 10s
      timeout: 5s
      retries: 10
    restart: unless-stopped

  # UI for view mysql db
  phpmyadmin:
    image: phpmyadmin/phpmyadmin
    container_name: irtc-phpmyadmin
    ports:
      - "8080:80"
    environment:
      PMA_HOST: mysql
      PMA_PORT: 3306
    depends_on:
      mysql:
        condition: service_healthy
    restart: unless-stopped
    
  # redis
  redis:
    image: redis:7.2
    container_name: irtc-redis
    ports:
      - "6380:6379"
    volumes:
      - redis_data:/data
    healthcheck:
      test: ["CMD", "redis-cli", "ping"]
      interval: 10s
      timeout: 5s
      retries: 10
    restart: unless-stopped
  
  # kafka (using Kraft)
  kafka:
    image: apache/kafka:3.9.0
    container_name: irtc-kafka
    ports:
      - "9092:9092"
    environment:
      KAFKA_NODE_ID: 1
      KAFKA_PROCESS_ROLES: broker,controller
      KAFKA_LISTENERS: PLAINTEXT://:9092,CONTROLLER://:9093
      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:9092
      KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT
      KAFKA_CONTROLLER_QUORUM_VOTERS: 1@kafka:9093
      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
      KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
      KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
      KAFKA_AUTO_CREATE_TOPICS_ENABLE: "true"
    volumes:
      - kafka_data:/var/lib/kafka/data
    healthcheck:
      test: ["CMD-SHELL", "nc -z localhost 9092 || exit 1"]
      interval: 15s
      timeout: 5s
      retries: 10
    restart: unless-stopped

  # creating kafka topics which required by applications
  kafka-init:
    image: apache/kafka:3.9.0
    container_name: irtc-kafka-init
    depends_on:
      kafka:
        condition: service_healthy
    command: >
      sh -c '
        echo "Waiting for Kafka...";
        sleep 10;
        create_topic() {
          /opt/kafka/bin/kafka-topics.sh --bootstrap-server kafka:9092 --create --if-not-exists --topic "$1" --partitions 6 --replication-factor 1;
        };
        create_topic pwdchanged-otp;
        create_topic emailverification-otp;
        create_topic emailchanged-otp;
        create_topic station;
        create_topic route;
        create_topic schedule;
        create_topic schedule-inventory-seat-availability-updated;
        create_topic payment-updated-status;
        create_topic booking-updated-status;
        echo "All Kafka topics creation completed.";
      '
    restart: "no"

  # elastic searches
  elasticsearch:
    image: docker.elastic.co/elasticsearch/elasticsearch:8.15.1
    container_name: irtc-elasticsearch
    ports:
      - "9200:9200"
    environment:
      - discovery.type=single-node
      - xpack.security.enabled=false
      - ES_JAVA_OPTS=-Xms512m -Xmx512m
    healthcheck:
      test: ["CMD-SHELL", "curl -s http://localhost:9200 >/dev/null || exit 1"]
      interval: 10s
      timeout: 10s
      retries: 20
    restart: unless-stopped
  
  # UI for elastic search for CRUD
  kibana:
    image: docker.elastic.co/kibana/kibana:8.15.1
    container_name: irtc-kibana
    ports:
      - "5601:5601"
    environment:
      - ELASTICSEARCH_HOSTS=http://elasticsearch:9200
    depends_on:
      elasticsearch:
        condition: service_healthy
    restart: unless-stopped

  # main application code building the packages/images
  # right now is by-pass
  backend:
    build:
      context: .
      dockerfile: Dockerfile
    container_name: irtc-backend
    ports:
      - "8000:8000"
    env_file:
      - .env
    volumes:
      - ./logs:/app/logs
      - ./perf:/app/perf
    depends_on:
      mysql:
        condition: service_healthy
      redis:
        condition: service_healthy
      kafka:
        condition: service_healthy
      elasticsearch:
        condition: service_healthy
    healthcheck:
      test: ["CMD-SHELL", "wget --spider -q http://localhost:8000/docs || exit 1"]
      interval: 10s
      timeout: 5s
      retries: 20
    restart: unless-stopped

  # dummy backend and this service will be used with another services as per required dependencies
  backend-dummy:
    profiles:
      - backend
    image: alpine
    command: sh -c "while true; do sleep 1000; done"
    healthcheck:
      test: ["CMD", "true"]

  
  # applications all different types background workers
  
  # background workers for password changed
  pwdchanged-otp-outbox-worker:
    <<: *worker-base
    container_name: irtc-pwdchanged-otp-outbox-worker
    depends_on:
      backend:
        condition: service_healthy
    command: python -m app.workers.outbox.pwdchanged_otp_outbox_worker

  pwdchanged-otp-outbox-dispatcher:
    <<: *worker-base
    container_name: irtc-pwdchanged-otp-outbox-dispatcher
    depends_on:
      backend:
        condition: service_healthy
    command: python -m app.infrastructure.outbox.dispatchers.pwdchanged_otp_outbox_dispatcher
  
  # background workers for email changed
  emailchanged-otp-outbox-worker:
    <<: *worker-base
    container_name: irtc-emailchanged-otp-outbox-worker
    depends_on:
      backend:
        condition: service_healthy
    command: python -m app.workers.outbox.emailchanged_otp_outbox_worker

  emailchanged-otp-outbox-dispatcher:
    <<: *worker-base
    container_name: irtc-emailchanged-otp-outbox-dispatcher
    depends_on:
      backend:
        condition: service_healthy
    command: python -m app.infrastructure.outbox.dispatchers.emailchanged_otp_outbox_dispatcher

  # background workers for email verification
  emailverification-otp-outbox-worker:
    <<: *worker-base
    container_name: irtc-emailverification-otp-outbox-worker
    depends_on:
      backend:
        condition: service_healthy
    command: python -m app.workers.outbox.emailverification_otp_outbox_worker

  emailverification-otp-outbox-dispatcher:
    <<: *worker-base
    container_name: irtc-emailverification-otp-outbox-dispatcher
    depends_on:
      backend:
        condition: service_healthy
    command: python -m app.infrastructure.outbox.dispatchers.emailverification_otp_outbox_dispatcher


  # background workers for stations
  stations-outbox-worker:
    <<: *worker-base
    container_name: irtc-stations-outbox-worker
    depends_on:
      backend:
        condition: service_healthy
    command: python -m app.workers.outbox.stations_outbox_worker

  stations-outbox-dispatcher:
    <<: *worker-base
    container_name: irtc-stations-outbox-dispatcher
    depends_on:
      backend:
        condition: service_healthy
    command: python -m app.infrastructure.outbox.dispatchers.stations_outbox_dispatcher

  # background workers for routes
  routes-outbox-worker:
    <<: *worker-base
    container_name: irtc-routes-outbox-worker
    depends_on:
      backend:
        condition: service_healthy
    command: python -m app.workers.outbox.routes_outbox_worker

  routes-outbox-dispatcher:
    <<: *worker-base
    container_name: irtc-routes-outbox-dispatcher
    depends_on:
      backend:
        condition: service_healthy
    command: python -m app.infrastructure.outbox.dispatchers.routes_outbox_dispatcher


  # background workers for schedules
  schedules-outbox-worker:
    <<: *worker-base
    container_name: irtc-schedules-outbox-worker
    depends_on:
      backend:
        condition: service_healthy
    command: python -m app.workers.outbox.schedules_outbox_worker

  schedules-outbox-dispatcher:
    <<: *worker-base
    container_name: irtc-schedules-outbox-dispatcher
    depends_on:
      backend:
        condition: service_healthy
    command: python -m app.infrastructure.outbox.dispatchers.schedules_outbox_dispatcher


  # background workers for schedules inventory
  schedule-inventory-outbox-worker:
    <<: *worker-base
    container_name: irtc-schedule-inventory-outbox-worker
    depends_on:
      backend:
        condition: service_healthy
    command: python -m app.workers.outbox.schedules_inventory_worker

  schedule-inventory-outbox-dispatcher:
    <<: *worker-base
    container_name: irtc-schedule-inventory-outbox-dispatcher
    depends_on:
      backend:
        condition: service_healthy
    command: python -m app.infrastructure.outbox.dispatchers.schedules_inventory_dispatcher

  
  # background workers for schedules inventory seat availability updated
  schedule-inventory-seat-availability-updated-outbox-worker:
    <<: *worker-base
    container_name: irtc-schedule-inventory-seat-availability-updated-outbox-worker
    depends_on:
      backend:
        condition: service_healthy
    command: python -m app.workers.outbox.schedule_inventory_seat_availability_outbox_worker

  schedule-inventory-seat-availability-updated-outbox-dispatcher:
    <<: *worker-base
    container_name: irtc-schedule-inventory-seat-availability-updated-outbox-dispatcher
    depends_on:
      backend:
        condition: service_healthy
    command: python -m app.infrastructure.outbox.dispatchers.schedule_inventory_seat_availability_updated_outbox_dispatcher

  
  # background workers for payment orders updated status
  payment-updated-status-outbox-worker:
    <<: *worker-base
    container_name: irtc-payment-updated-status-outbox-worker
    depends_on:
      backend:
        condition: service_healthy
    command: python -m app.workers.outbox.payment_orders_updated_status_outbox_worker

  payment-updated-status-outbox-dispatcher:
    <<: *worker-base
    container_name: irtc-payment-updated-status-outbox-dispatcher
    depends_on:
      backend:
        condition: service_healthy
    command: python -m app.infrastructure.outbox.dispatchers.payment_orders_updated_status_outbox_dispatcher

  
  # background workers for booking updated status
  booking-updated-status-outbox-worker:
    <<: *worker-base
    container_name: irtc-booking-updated-status-outbox-worker
    depends_on:
      backend:
        condition: service_healthy
    command: python -m app.workers.outbox.booking_updated_status_outbox_worker

  booking-updated-status-send-email-outbox-dispatcher:
    <<: *worker-base
    container_name: irtc-booking-updated-status-send-email-outbox-dispatcher
    depends_on:
      backend:
        condition: service_healthy
    command: python -m app.infrastructure.outbox.dispatchers.booking_updated_status_send_email_outbox_dispatcher



# volumes config
volumes:
  mysql_data:
  redis_data:
  kafka_data: