docker-compose.yml

master:
  image: janschultecom/docker-spark
  command: /usr/spark/bin/spark-class org.apache.spark.deploy.master.Master -h spark-master.weave.local
  container_name: spark-master
  hostname: spark-master.weave.local
  environment:
    SPARK_CONF_DIR: /conf
    #SPARK_MASTER_IP: spark-master.weave.local
  expose:
    - 7001
    - 7002
    - 7003
    - 7004
    - 7005
    - 7006
    - 7077
    - 6066
  ports:
    - 4040:4040
    - 6066:6066
    - 7077:7077
    - 8080:8080
  volumes:
    - ./conf/master:/conf
  volumes_from:
    - logfiles

history:
  image: janschultecom/docker-spark
  command: /usr/spark/bin/spark-class org.apache.spark.deploy.history.HistoryServer
  hostname: history
  environment:
    SPARK_CONF_DIR: /conf
  expose:
    - 18080
  ports:
    - 18080:18080
  volumes:
    - ./conf/history:/conf
  volumes_from:
    - logfiles

logfiles:
  image: ubuntu:14.04
  volumes:
    - /tmp/spark-events