docker-compose.yml

version: '3'

services:
  koku-server:
      container_name: koku_server
      build:
          context: .
          dockerfile: Dockerfile-env
      working_dir: /koku
      entrypoint:
        - /koku/run_server.sh
      environment:
        - DATABASE_SERVICE_NAME=POSTGRES_SQL
        - DATABASE_ENGINE=postgresql
        - DATABASE_NAME=${DATABASE_NAME-postgres}
        - POSTGRES_SQL_SERVICE_HOST=db
        - POSTGRES_SQL_SERVICE_PORT=5432
        - DATABASE_USER=${DATABASE_USER-postgres}
        - DATABASE_PASSWORD=${DATABASE_PASSWORD-postgres}
        - AWS_ACCESS_KEY_ID
        - AWS_SECRET_ACCESS_KEY
        - DJANGO_READ_DOT_ENV_FILE=True
        - DEVELOPMENT=${DEVELOPMENT-True}
        - DJANGO_DEBUG=${DJANGO_DEBUG-True}
        - RBAC_SERVICE_HOST=${RBAC_SERVICE_HOST-rbac-server}
        - RBAC_SERVICE_PORT=${RBAC_SERVICE_PORT-9000}
        - RBAC_SERVICE_PATH=${RBAC_SERVICE_PATH-/r/insights/platform/rbac/v1/access/}
        - REDIS_HOST=${REDIS_HOST-redis}
        - REDIS_PORT=${REDIS_PORT-6379}
        - MASU_SERVICE_HOST=${MASU_SERVICE_HOST-masu-server}
        - MASU_SERVICE_PORT=${MASU_SERVICE_PORT-8000}
        - RABBITMQ_HOST=${RABBITMQ_HOST-koku-rabbit}
        - RABBITMQ_PORT=5672
        - RBAC_CACHE_TTL
        - MASU_SECRET_KEY=abc
        - prometheus_multiproc_dir=/tmp
        - API_PATH_PREFIX=${API_PATH_PREFIX-/api/cost-management}
        - GOOGLE_APPLICATION_CREDENTIALS=${GOOGLE_APPLICATION_CREDENTIALS}
      privileged: true
      ports:
          - 8000:8000
      volumes:
        - '.:/koku/'
      links:
        - db
        - koku-rabbit
        - masu-server
      depends_on:
        - db

  masu-server:
      container_name: masu_server
      build:
          context: .
          dockerfile: Dockerfile-env
      working_dir: /koku
      entrypoint:
        - /koku/run_internal.sh
      environment:
        - MASU=True
        - DATABASE_SERVICE_NAME=POSTGRES_SQL
        - DATABASE_ENGINE=postgresql
        - DATABASE_NAME=${DATABASE_NAME-postgres}
        - POSTGRES_SQL_SERVICE_HOST=db
        - POSTGRES_SQL_SERVICE_PORT=5432
        - DATABASE_USER=${DATABASE_USER-postgres}
        - DATABASE_PASSWORD=${DATABASE_PASSWORD-postgres}
        - AWS_ACCESS_KEY_ID
        - AWS_SECRET_ACCESS_KEY
        - DJANGO_READ_DOT_ENV_FILE=True
        - DEVELOPMENT=${DEVELOPMENT-True}
        - DJANGO_DEBUG=${DJANGO_DEBUG-True}
        - RBAC_SERVICE_HOST=${RBAC_SERVICE_HOST-rbac-server}
        - RBAC_SERVICE_PORT=${RBAC_SERVICE_PORT-9000}
        - RBAC_SERVICE_PATH=${RBAC_SERVICE_PATH-/r/insights/platform/rbac/v1/access/}
        - REDIS_HOST=${REDIS_HOST-redis}
        - REDIS_PORT=${REDIS_PORT-6379}
        - MASU_SERVICE_HOST=${MASU_SERVICE_HOST-masu-server}
        - MASU_SERVICE_PORT=${MASU_SERVICE_PORT-8000}
        - RABBITMQ_HOST=${RABBITMQ_HOST-koku-rabbit}
        - RABBITMQ_PORT=5672
        - RBAC_CACHE_TTL
        - MASU_SECRET_KEY=abc
        - prometheus_multiproc_dir=/tmp
        - API_PATH_PREFIX=${API_PATH_PREFIX-/api/cost-management}
      privileged: true
      ports:
          - 5000:8000
      volumes:
        - '.:/koku/'
      links:
        - db
        - koku-rabbit
      depends_on:
        - db

  redis:
    container_name: koku_redis
    image: redis:5.0.4
    ports:
      - "6379:6379"

  db:
    container_name: koku_db
    image: postgres:10.6
    environment:
    - POSTGRES_DB=${DATABASE_NAME-postgres}
    - POSTGRES_USER=${DATABASE_USER-postgres}
    - POSTGRES_PASSWORD=${DATABASE_PASSWORD-postgres}
    ports:
      - "15432:5432"
    volumes:
      - ./pg_data:/var/lib/pgsql/data

  pgadmin:
    container_name: pgAdmin
    image: dpage/pgadmin4
    environment:
    - PGADMIN_DEFAULT_EMAIL=${PGADMIN_EMAIL-postgres}
    - PGADMIN_DEFAULT_PASSWORD=${PGADMIN_PASSWORD-postgres}
    ports:
    - "${PGADMIN_PORT-8432}:80"
    volumes:
      - ./pgadmin_servers.json:/pgadmin4/servers.json

  koku-rabbit:
      container_name: koku_rabbit
      hostname: rabbit
      image: rabbitmq:latest
      environment:
          - RABBITMQ_DEFAULT_USER=guest
          - RABBITMQ_DEFAULT_PASS=guest
      ports:
          - "${RABBITMQ_PORT-5674}:5672"

  koku-worker:
      container_name: koku_worker
      hostname: koku_worker
      build:
          context: .
          dockerfile: Dockerfile-env
      working_dir: /koku/koku
      entrypoint: ['celery', '-A', 'koku', 'worker', '-l', 'info', '-Q', 'celery,download,remove_expired,reporting,process,upload,customer_data_sync']

      environment:
        - AWS_ACCESS_KEY_ID
        - AWS_SECRET_ACCESS_KEY
        - DATABASE_SERVICE_NAME=POSTGRES_SQL
        - DATABASE_ENGINE=postgresql
        - DATABASE_NAME=${DATABASE_NAME-postgres}
        - POSTGRES_SQL_SERVICE_HOST=db
        - POSTGRES_SQL_SERVICE_PORT=5432
        - DATABASE_USER=${DATABASE_USER-postgres}
        - DATABASE_PASSWORD=${DATABASE_PASSWORD-postgres}
        - RABBITMQ_HOST=${RABBITMQ_HOST-koku-rabbit}
        - RABBITMQ_PORT=5672
        - LOG_LEVEL=INFO
        - DJANGO_SETTINGS_MODULE=koku.settings
        - MASU_SECRET_KEY=abc
        - prometheus_multiproc_dir=/tmp
        - ENABLE_S3_ARCHIVING=${ENABLE_S3_ARCHIVING-True}
        - S3_BUCKET_NAME=${S3_BUCKET_NAME-koku-bucket}
        - S3_BUCKET_PATH=${S3_BUCKET_PATH-data_archive}
        - PVC_DIR=${PVC_DIR-/testing/pvc_dir}
        - GOOGLE_APPLICATION_CREDENTIALS=${GOOGLE_APPLICATION_CREDENTIALS}
      privileged: true
      volumes:
        - '.:/koku'
        - './testing:/testing'
        - './testing/local_providers/azure_local:/tmp/local_container'
        - './testing/local_providers/aws_local:/tmp/local_bucket'
        - './testing/local_providers/aws_local_0:/tmp/local_bucket_0'
        - './testing/local_providers/aws_local_1:/tmp/local_bucket_1'
        - './testing/local_providers/aws_local_2:/tmp/local_bucket_2'
        - './testing/local_providers/aws_local_3:/tmp/local_bucket_3'
        - './testing/local_providers/aws_local_4:/tmp/local_bucket_4'
        - './testing/local_providers/aws_local_5:/tmp/local_bucket_5'
        - './testing/local_providers/insights_local:/var/tmp/masu/insights_local'
      links:
          - koku-rabbit
      depends_on:
          - koku-rabbit

  koku-listener:
      container_name: koku_listener
      build:
          context: .
          dockerfile: Dockerfile-env
      working_dir: /koku/
      entrypoint: ['python', 'koku/manage.py', 'listener']
      environment:
        - DATABASE_SERVICE_NAME=POSTGRES_SQL
        - POSTGRES_SQL_SERVICE_HOST=db
        - POSTGRES_SQL_SERVICE_PORT=5432
        - DATABASE_ENGINE=postgresql
        - DATABASE_NAME=${DATABASE_NAME-postgres}
        - DATABASE_HOST=db
        - DATABASE_PORT=5432
        - RABBITMQ_HOST=${RABBITMQ_HOST-koku-rabbit}
        - RABBITMQ_PORT=5672
        - DATABASE_USER=${DATABASE_USER-postgres}
        - DATABASE_PASSWORD=${DATABASE_PASSWORD-postgres}
        - MASU_SECRET_KEY=abc
        - INSIGHTS_KAFKA_HOST=kafka
        - INSIGHTS_KAFKA_PORT=29092
        - KAFKA_CONNECT=True
        - prometheus_multiproc_dir=/tmp
        - MASU_DATE_OVERRIDE
        - MASU_DEBUG
        - LOG_LEVEL=INFO
        - INITIAL_INGEST_NUM_MONTHS=1
        - PYTHONPATH=/koku/koku
      privileged: true
      ports:
          - "9988:9999"
      volumes:
        - '.:/koku'
      links:
        - db
        - koku-rabbit
      depends_on:
        - db
        - koku-rabbit

  sources-client:
      container_name: sources_client
      build:
          context: .
          dockerfile: Dockerfile-env
      working_dir: /koku/
      entrypoint:
        - /koku/run_sources.sh
      environment:
        - DATABASE_SERVICE_NAME=POSTGRES_SQL
        - DATABASE_ENGINE=postgresql
        - DATABASE_NAME=${DATABASE_NAME-postgres}
        - POSTGRES_SQL_SERVICE_HOST=db
        - POSTGRES_SQL_SERVICE_PORT=5432
        - DATABASE_USER=${DATABASE_USER-postgres}
        - DATABASE_PASSWORD=${DATABASE_PASSWORD-postgres}
        - KOKU_API_HOST=${KOKU_API_HOST-koku-server}
        - KOKU_API_PORT=${KOKU_API_PORT-8000}
        - KOKU_API_PATH_PREFIX=${KOKU_API_PATH_PREFIX-/api/cost-management/v1}
        - SOURCES_KAFKA_HOST=${SOURCES_KAFKA_HOST-kafka}
        - SOURCES_KAFKA_PORT=${SOURCES_KAFKA_PORT-29092}
      privileged: true
      ports:
          - 4000:8000
      volumes:
        - '.:/koku'
      links:
        - db
        - koku-server
      depends_on:
        - db
        - koku-server

  koku-beat:
      container_name: koku_beat
      hostname: koku_beat
      build:
          context: .
          dockerfile: Dockerfile-env
      working_dir: /koku/koku
      entrypoint: ['celery', '--pidfile=/opt/celeryd.pid', '-A', 'koku', 'beat', '-l', 'info']

      environment:
        - AWS_ACCESS_KEY_ID
        - AWS_SECRET_ACCESS_KEY
        - DATABASE_SERVICE_NAME=POSTGRES_SQL
        - DATABASE_ENGINE=postgresql
        - DATABASE_NAME=${DATABASE_NAME-postgres}
        - POSTGRES_SQL_SERVICE_HOST=db
        - POSTGRES_SQL_SERVICE_PORT=5432
        - DATABASE_USER=${DATABASE_USER-postgres}
        - DATABASE_PASSWORD=${DATABASE_PASSWORD-postgres}
        - RABBITMQ_HOST=${RABBITMQ_HOST-koku-rabbit}
        - RABBITMQ_PORT=5672
        - LOG_LEVEL=INFO
        - DJANGO_SETTINGS_MODULE=koku.settings
        - MASU_SECRET_KEY=abc
        - prometheus_multiproc_dir=/tmp
        - SCHEDULE_REPORT_CHECKS=True
        - SCHEDULE_CHECK_INTERVAL=10000000
        - UPLOAD_NORMALIZED_DATA_INTERVAL=10000000
      privileged: true
      volumes:
        - '.:/koku'
      links:
          - koku-rabbit
      depends_on:
          - koku-rabbit