docker-compose.yml

version: "3.4"
x-common-variables: &common-variables
    LOGGER_TOPIC: "logging"
    HEALTH_TOPIC: "health_report"
    SCRAPER_TOPIC: "datascraper"
    IOC_TOPIC: "ioc"
    REPORT_TOPIC: "rfreport"
    KAFKA_SERVER: kafka:9092
    SYS_VERSION: "0.1.1"
    PYTHONUNBUFFERED: 1
x-gitlab: &GITLAB
    GITLAB_SERVER: ${GITLAB_BASEURL}
    GITLAB_TOKEN: ${YOUR_GITLAB_TOKEN}
    GITLAB_REPO_NAME: ${YOUR_REPONAME}
    GITLAB_VERIF: "False"
x-apikeys: &APIKEYS
    VIRUS_TOTAL: ${YOUR_VT_TOKEN}
    LEAKIX: ${LEAKIX_API_KEY}
x-misp: &MISP
    MISP_SERVER: ${MISP_BASEURL}
    MISP_TOKEN: ${YOUR_MISP_TOKEN}
    MISP_VERIF: "False"
x-neo4j: &NEO4J
    NEO_SERVER: "http://${YOUR_IP}:7474"
    NEO_USER: "neo4j"
    NEO_PASSWORD: ${YOUR_PASSWORD}
x-twitter: &TWITTER
    TWEET_COUNT: ${TWEET_COUNT}
    TWITTER_CONSUMER_KEY: ${TWITTER_CONSUMER_KEY}
    TWITTER_CONSUMER_KEY_SECRET: ${TWITTER_CONSUMER_KEY_SECRET}
    TWITTER_ACCESS_TOKEN: ${TWITTER_ACCESS_TOKEN}
    TWITTER_ACCESS_TOKEN_SECRET: ${TWITTER_ACCESS_TOKEN_SECRET}
services:
    zookeeper:
        image: wurstmeister/zookeeper
        container_name: zookeeper
    kafka:
        image: wurstmeister/kafka
        container_name: kafka
        depends_on: 
            - zookeeper
        environment: 
            KAFKA_ADVERTISED_HOST_NAME: kafka
            KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
    sysmon:
        build:
            context: .
            dockerfile: sysmanamon/Dockerfile
        container_name: systemmonitor
        ports:
            - "8080:8080"
        environment:
            <<: *common-variables
            SERVER_ADDRESS: 0.0.0.0
            SERVER_PORT: 8080
            SERVICENAME: "SysMon"
    extractor:
        build:
            context: .
            dockerfile: iocextractor/Dockerfile
        container_name: iocextractor
        ports:
            - "8081:8081"
        environment: 
            <<: *common-variables
            <<: *GITLAB
            SERVICENAME: "Extractor"
    scraper:
        build:
            context: .
            dockerfile: scraper/Dockerfile
        container_name: scraper
        ports:
            - "8086:8086"
        environment: 
            <<: *common-variables
            <<: *APIKEYS
            <<: *TWITTER
            <<: *MISP
            <<: *GITLAB
            SERVICENAME: "Scraper"
    pusher:
        build:
            context: .
            dockerfile: iocpusher/Dockerfile
        container_name: iocpusher
        ports:
            - "8082:8082"
        environment: 
            <<: *common-variables
            <<: *GITLAB
            <<: *APIKEYS
            <<: *MISP
            <<: *NEO4J
            SERVICENAME: "Pusher"
    puller:
        build:
            context: .
            dockerfile: iocpuller/Dockerfile
        container_name: iocpuller
        ports:
            - "8083:8083"
        environment: 
            <<: *common-variables
            <<: *GITLAB
            TIMESTAMP_TOPIC: "committstamps"
            SERVICENAME: "Puller"
    reporter:
        build:
            context: .
            dockerfile: iocreporter/Dockerfile
        container_name: iocreporter
        ports:
            - "8084:8084"
        environment: 
            <<: *common-variables
            <<: *MISP
            SERVICENAME: "Reporter"
    neo4j:
        image: neo4j:3.5
        restart: unless-stopped
        ports:
            - 7474:7474
            - 7687:7687
        volumes:
            - ${YOUR_LOCAL_DIR}/conf:/conf
            - ${YOUR_LOCAL_DIR}/data:/data
            - ${YOUR_LOCAL_DIR}/import:/import
            - ${YOUR_LOCAL_DIR}/logs:/logs
            - ${YOUR_LOCAL_DIR}/plugins:/plugins
        environment: 
            - NEO4J_dbms_memory_pagecache_size=1G
            - NEO4J_dbms.memory.heap.initial_size=1G
            - NEO4J_dbms_memory_heap_max__size=1G
    kroki:
        image: yuzutech/kroki
        ports:
            - "7777:8000"