master_thesis/docker-compose.yml at master · Athanasiosvaris/master_thesis · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
#To be tested
services:
  pulsar:
    image: athanasiosvaris/backupimage_pulsar:version1
    container_name: pulsar
    command: bin/pulsar standalone
    ports:
      - "6650:6650"
      - "8080:8080"
      - "1883:1883"
    volumes:
      - pulsardata:/pulsar/data
      - pulsarconf:/pulsar/conf

  jobmanager:
    image: flink:1.17.2-scala_2.12-java11
    container_name: jobmanager
    command: jobmanager
    ports:
      - "8081:8081"
    environment:
      - "FLINK_PROPERTIES=jobmanager.rpc.address: jobmanager"

  taskmanager:
    image: flink:1.17.2-scala_2.12-java11
    container_name: taskmanager
    command: taskmanager
    depends_on:
      - jobmanager
    environment:
      - |
        FLINK_PROPERTIES=
        jobmanager.rpc.address: jobmanager
        taskmanager.numberOfTaskSlots: 5

  cadvisor:
    image: gcr.io/cadvisor/cadvisor:latest
    container_name: cadvisor
    privileged: true
    devices:
      - /dev/kmsg
    ports:
      - "8079:8080"
    volumes:
      - /:/rootfs:ro
      - /var/run:/var/run:ro
      - /sys:/sys:ro
      - /var/lib/docker/:/var/lib/docker:ro

  prometheus:
    image: prom/prometheus
    container_name: prometheus
    ports:
      - "9090:9090"
    volumes:
      - ./apache-pulsar/prometheus/prometheus.yml:/etc/prometheus/prometheus.yml
    depends_on:
      - cadvisor

  grafana:
    image: grafana/grafana-oss
    container_name: grafana
    ports:
      - "3000:3000"
    volumes:
      - ./grafana/provisioning:/etc/grafana/provisioning
      - ./grafana/dashboards:/var/lib/grafana/dashboards

  mosquitto:
    image: eclipse-mosquitto
    container_name: mosquittoo
    ports:
      - "1884:1883"
      - "9001:9001"
    volumes:
      - ${HOST_HOME}/mosquitto/config:/mosquitto/config:rw
      - ${HOST_HOME}/mosquitto/log:/mosquitto/log:rw
      - ${HOST_HOME}/mosquitto/data:/mosquitto/data:rw

  postgres:
    image: postgres:12
    container_name: postgres
    ports:
      - "5432:5432"
    environment:
      POSTGRES_PASSWORD: postgres
      POSTGRES_USER: postgres
      POSTGRES_DB: postgres
    volumes:
      - ${HOST_HOME}/postgres:/var/lib/postgresql/data

  rustfs:
    image: rustfs/rustfs:latest
    container_name: rustfs_container
    ports:
      - "9000:9000"
      - "9002:9001" # 9001 already used by mosquitto; adjust as needed
    environment:
      RUSTFS_ACCESS_KEY: rustfsadmin
      RUSTFS_SECRET_KEY: rustfsadmin
      RUSTFS_CONSOLE_ENABLE: "true"
      RUSTFS_SERVER_DOMAINS: example.com
    volumes:
      - /mnt/rustfs/data:/data
    command: >
      --address :9000
      --console-enable
      --server-domains example.com
      --access-key rustfsadmin
      --secret-key rustfsadmin
      /data

networks:
  default:
    name: pulsar-mosquitto

volumes:
  pulsardata:
  pulsarconf: