docker-compose.yml

version: '3.8'

services:
    redis:
        image: redis:latest
        hostname: redis
        container_name: redis
        ports:
            - 6379:6379

    #Nginx container
#    nginx:
#        image: nginx
#        container_name: nginx
#        #container_name: nginx
#        #hostname: nginx
#        #build: ${PWD}/config/nginx
#        #Expose port 80 to allow users to hit content and generate data for
#        ports: ['80:80']
#        command: nginx -g 'daemon off;'
#        volumes:
#            #Logs are mounted to a relative path. These are also accessed by Filebeat and consumed by the Nginx module
#            - ./logs/nginx/:/var/log/nginx/
#        environment:
#            - NGINX_HOST=localhost
#            - NGINX_PORT=80

    prometheus:
        image: prom/prometheus:latest
        container_name: prometheus
        volumes:
            - ./prometheus/prometheus.yml:/etc/prometheus/prometheus.yml:ro
        command:
            - '--config.file=/etc/prometheus/prometheus.yml'
            - '--web.console.libraries=/usr/share/prometheus/console_libraries'
            - '--web.console.templates=/usr/share/prometheus/consoles'
        ports:
            - 9090:9090
        links:
            - cadvisor:cadvisor
#            - prometheus-slurm-exporter:prometheus-slurm-exporter
        depends_on:
            - cadvisor
#            - prometheus-slurm-exporter
        restart: always

    grafana:
        image: grafana/grafana
        container_name: grafana
        user: "0" #[ Execute  id -u in terminal to find the user id from where you are invoking docker compose]
        volumes:
            - ./grafana/db:/var/lib/grafana
        environment:
            - GF_SECURITY_ADMIN_PASSWORD=testpass
        depends_on:
            - prometheus
        ports:
            - '3000:3000'

    cadvisor:
        image: google/cadvisor:latest
        container_name: cadvisor
        userns_mode: "host"
        privileged: true
        command: -logtostderr -docker_only
        volumes:
            - /:/rootfs:ro
            - /var/run:/var/run:ro
            - /sys:/sys:ro
            - /var/lib/docker/:/var/lib/docker:ro
            - /dev/disk/:/dev/disk:ro
            - /cgroup:/cgroup:ro
            - /var/run/docker.sock:/var/run/docker.sock:ro
        ports:
            - 8080:8080
        restart: always
        deploy:
            mode: global

#    prometheus-slurm-exporter:
#        image: deepops/prometheus-slurm-exporter:latest
#        container_name: prometheus-slurm-exporter
#        userns_mode: "host"
#        privileged: true
#        volumes:
#            - /usr/local/bin/sdiag:/usr/local/bin/sdiag
#            - /usr/local/bin/sinfo:/usr/local/bin/sinfo
#            - /usr/local/bin/squeue:/usr/local/bin/squeue
#            - /etc:/etc:ro
#            - /usr/local/lib/slurm:/usr/local/lib/slurm:ro
#            - /etc/hosts:/etc/hosts:ro
#            - /var/run/munge:/var/run/munge:ro
#        ports:
#            - 8081:8080
#        restart: always
#        deploy:
#            mode: global

    zoo1:
        image: zookeeper:3.4.9
        container_name: zookeeper
        hostname: zoo1
        ports:
            - "2181:2181"
        environment:
            ZOO_MY_ID: 1
            ZOO_PORT: 2181
            ZOO_SERVERS: server.1=zoo1:2888:3888
        volumes:
            - ./zookeeper/data:/data
            - ./zookeeper/datalog:/datalog

    kafka1:
        image: confluentinc/cp-kafka:5.5.1
        container_name: kafka
        #image: wurstmeister/kafka:5.5.1
        hostname: kafka1
        ports:
            - "9092:9092"
        environment:
            KAFKA_LISTENERS: LISTENER_DOCKER_INTERNAL://kafka1:19092,LISTENER_DOCKER_EXTERNAL://kafka1:9092
            KAFKA_ADVERTISED_LISTENERS: LISTENER_DOCKER_INTERNAL://kafka1:19092,LISTENER_DOCKER_EXTERNAL://localhost:9092
            KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: LISTENER_DOCKER_INTERNAL:PLAINTEXT,LISTENER_DOCKER_EXTERNAL:PLAINTEXT
            KAFKA_INTER_BROKER_LISTENER_NAME: LISTENER_DOCKER_INTERNAL
            KAFKA_ZOOKEEPER_CONNECT: "zoo1:2181"
            KAFKA_BROKER_ID: 1
            KAFKA_LOG4J_LOGGERS: "org.apache.zookeeper=ERROR,org.apache.kafka=ERROR,kafka=ERROR,kafka.cluster=ERROR,kafka.controller=ERROR,kafka.coordinator=ERROR,kafka.log=ERROR,kafka.server=ERROR,kafka.zookeeper=ERROR,state.change.logger=ERROR"
            KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
        volumes:
            - ./kafka/data:/var/lib/kafka/data
        depends_on:
            - zoo1

#    backend:
#        build: .
#        container_name: backend
#        network_mode: "host"
#        privileged: true
#        volumes:
#            - /apps:/apps
#            - ./src/openlane-run.sh:/app/src/openlane-run.sh
#            - ./src/openlane-run.sh:/app/src/openlane-run.sh
#            - ./src/openlane-job.sh:/app/src/openlane-job.sh
#            - ./src/slurm.sh:/app/src/slurm.sh
#            - ./src/downloads:/app/src/downloads
#            - ./src/reports:/app/src/reports
##        ports:
##            - "3030:3030"
#        depends_on:
#            - redis
#            - kafka1