apache-spark-docker/docker-compose.yml at master · mstolin/apache-spark-docker · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
version: "3.8"
services:
    spark-master:
        image: spark-master
        ports:
            - 4040:4040
            - 7077:7077
        volumes:
            - ./logs:/usr/bin/spark/logs
        environment:
            - "SPARK_MASTER_HOST=spark-master"
        networks:
            - spark-net

    spark-worker:
        image: spark-worker
        depends_on:
            - spark-master
        environment:
            - "SPARK_MASTER_URI=spark://spark-master:7077"
        networks:
            - spark-net

    prometheus:
        image: prom/prometheus
        volumes:
            - ./prometheus/prometheus.yml:/etc/prometheus/prometheus.yml
        command:
            - "--config.file=/etc/prometheus/prometheus.yml"
        ports:
            - "9090:9090"
        depends_on:
            - cadvisor
        networks:
            - monitoring-net

    cadvisor:
        image: google/cadvisor
        container_name: cadvisor
        ports:
            - "8080:8080"
        volumes:
            - "/:/rootfs:ro"
            - "/var/run:/var/run:ro"
            - "/sys:/sys:ro"
            - "/var/lib/docker/:/var/lib/docker:ro"
            - "/dev/disk/:/dev/disk:ro"
        command:
            - "--docker_only=true"
            - "--logtostderr=true"
        depends_on:
            - spark-master
            - spark-worker
        networks:
            - monitoring-net

networks:
    spark-net:
        name: spark_net
        driver: bridge
    monitoring-net:
        driver: bridge