docker-compose.yml

version: "3.5"
services:
  slave1:
    build:
      context: .
      shm_size: '2gb'
    container_name: slave1
    networks:
      default:
        ipv4_address: 172.10.0.3
    extra_hosts:
      - "master: 172.10.0.2"
      - "slave2: 172.10.0.4"
    command: bash -c  "hadoop-daemon.sh --config /usr/local/hadoop/etc/hadoop start datanode && yarn-daemon.sh --config /usr/local/hadoop/etc/hadoop start nodemanager && tail -f /dev/null"
    hostname: slave1
    restart: always
  slave2:
    build:
      context: .
      shm_size: '2gb'
    container_name: slave2
    networks:
      default:
        ipv4_address: 172.10.0.4
    extra_hosts:
      - "master: 172.10.0.2"
      - "slave1: 172.10.0.3"
    command: bash -c  "hadoop-daemon.sh --config /usr/local/hadoop/etc/hadoop start datanode && yarn-daemon.sh --config /usr/local/hadoop/etc/hadoop start nodemanager && tail -f /dev/null"
    hostname: slave2
    restart: always
  master:
    build:
      context: .
      shm_size: '2gb'
      args:
        FORMAT_NAMENODE_COMMAND: hdfs namenode -format
    container_name: master
    networks:
      default:
        ipv4_address: 172.10.0.2
    extra_hosts:
      - "slave1: 172.10.0.3"
      - "slave2: 172.10.0.4"
    command: bash -c  "start-dfs.sh && start-yarn.sh && mr-jobhistory-daemon.sh start historyserver && start-hbase.sh && tail -f /dev/null"
    ports:
      - 50070:50070
      - 8088:8088
      - 8080:8080
      - 4040:4040
      - 16010:16010
    hostname: master
    restart: always
networks:
  default:
      external:
        name: hadoop-network