data-diff/docker-compose.yml at master · dtsong/data-diff · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
services:
    postgres:
      container_name: dd-postgresql
      image: postgres:16-alpine
      # work_mem: less tmp files
      # maintenance_work_mem: improve table-level op perf
      # max_wal_size: allow more time before merging to heap
      command: >
        -c work_mem=1GB
        -c maintenance_work_mem=1GB
        -c max_wal_size=8GB
      restart: always
      volumes:
        - postgresql-data:/var/lib/postgresql/data:delegated
        - ./dev/seed/postgres:/docker-entrypoint-initdb.d:ro
      ports:
        - '5432:5432'
      expose:
        - '5432'
      env_file:
        - dev/dev.env
      tty: true
      networks:
        - local
      healthcheck:
        test: ["CMD-SHELL", "pg_isready -U postgres"]
        interval: 10s
        timeout: 5s
        retries: 5

    mysql:
      container_name: dd-mysql
      image: mysql:8.4
      # fsync less aggressively for insertion perf for test setup
      command: >
        --binlog-cache-size=16M
        --key_buffer_size=0
        --max_connections=1000
        --innodb_flush_log_at_trx_commit=2
        --innodb_flush_log_at_timeout=10
        --innodb_log_compressed_pages=OFF
        --sync_binlog=0
      restart: always
      volumes:
        - mysql-data:/var/lib/mysql:delegated
        - ./dev/seed/mysql:/docker-entrypoint-initdb.d:ro
      user: mysql
      ports:
        - '3306:3306'
      expose:
        - '3306'
      env_file:
        - dev/dev.env
      tty: true
      networks:
        - local
      healthcheck:
        test: ["CMD", "mysqladmin", "ping", "-h", "localhost"]
        interval: 10s
        timeout: 5s
        retries: 5

    clickhouse:
      container_name: dd-clickhouse
      image: clickhouse/clickhouse-server:24.3
      profiles: [full]
      restart: always
      volumes:
          - clickhouse-data:/var/lib/clickhouse:delegated
      ulimits:
        nproc: 65535
        nofile:
          soft: 262144
          hard: 262144
      ports:
        - '8123:8123'
        - '9000:9000'
      expose:
        - '8123'
        - '9000'
      env_file:
        - dev/dev.env
      tty: true
      networks:
      - local
      healthcheck:
        test: ["CMD-SHELL", "wget --spider -q http://localhost:8123/ping"]
        interval: 10s
        timeout: 5s
        retries: 5

    # prestodb.dbapi.connect(host="127.0.0.1", user="presto").cursor().execute('SELECT * FROM system.runtime.nodes')
    presto:
        profiles: [full]
        container_name: dd-presto
        build:
            context: ./dev
            dockerfile: ./Dockerfile.prestosql.340
        volumes:
            - ./dev/presto-conf/standalone:/opt/presto/etc:ro
        ports:
            - '8080:8080'
        tty: true
        networks:
            - local

    trino:
        profiles: [full]
        container_name: dd-trino
        image: 'trinodb/trino:439'
        hostname: trino
        ports:
            - '8081:8080'
        volumes:
            - ./dev/trino-conf/etc:/etc/trino:ro
        networks:
            - local
        healthcheck:
            test: ["CMD", "trino", "--execute", "SELECT 1"]
            interval: 10s
            timeout: 5s
            retries: 5

    vertica:
      container_name: dd-vertica
      profiles: [full]
      image: vertica/vertica-ce:24.1.0-0
      restart: always
      volumes:
          - vertica-data:/data:delegated
      ports:
        - '5433:5433'
        - '5444:5444'
      expose:
        - '5433'
        - '5444'
      env_file:
        - dev/dev.env
      tty: true
      networks:
      - local
      healthcheck:
        test: ["CMD-SHELL", "/opt/vertica/bin/vsql -c \"SELECT 1\""]
        interval: 10s
        timeout: 5s
        retries: 5


volumes:
  postgresql-data:
  mysql-data:
  clickhouse-data:
  vertica-data:

networks:
  local:
    driver: bridge