instractionSparkHadoopINDocker.txt

Install:
	docker-compose

Download:
	https://github.com/HariSekhon/Dockerfiles/

Rewrite:
	hadoop/docker-compose.yml
#  vim:ts=2:sts=2:sw=2:et
#
#  Author: Hari Sekhon
#  Date: 2016-12-09 21:25:07 +0000 (Fri, 09 Dec 2016)
#
#  https://github.com/harisekhon/Dockerfiles
#
#  License: see accompanying Hari Sekhon LICENSE file
#
#  If you're using my code you're welcome to connect with me on LinkedIn and optionally send me feedback to help steer this or other code I publish
#
#  https://www.linkedin.com/in/harisekhon
#

version: '2.1'
services:
  hadoop:
    image: harisekhon/hadoop:${VERSION:-latest}
    hostname: 172.19.0.2
    ports:
      - 8020:8020
      - 8042:8042
      - 8088:8088
      - 9000:9000
      - 10020:10020
      - 19888:19888
      - 50010:50010
      - 50020:50020
      - 50070:50070
      - 50075:50075
      - 50090:50090

Rewrite:
	Spark/docker-compose.yml
#  vim:ts=2:sts=2:sw=2:et
#
#  Author: Hari Sekhon
#  Date: 2016-12-13 15:16:59 +0000 (Tue, 13 Dec 2016)
#
#  https://github.com/harisekhon/Dockerfiles
#
#  License: see accompanying Hari Sekhon LICENSE file
#
#  If you're using my code you're welcome to connect with me on LinkedIn and optionally send me feedback to help steer this or other code I publish
#
#  https://www.linkedin.com/in/harisekhon
#

version: '2.1'
networks:
  default:
    external: true
    name: hadoop_default
services:
  spark:
    image: harisekhon/spark:${VERSION:-latest}
    ports:
      - 18080:8080
      - 8081:8081
      - 4040:4040
      - 7077:7077

Run command in Spark: sudo docker-compose up -d
Run command in Hadoop: sudo docker-compose up -d