sonnet-scripts/docker-compose.yml at main · onthemarkdata/sonnet-scripts · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
services:

  pythonbase:
    build:
      context: ./pythonbase
    container_name: pythonbase
    image: pythonbase
    stdin_open: true
    tty: true
    ports:
      - "4213:4213"
    volumes:
      - .:/sonnet-scripts
      - /var/run/docker.sock:/var/run/docker.sock
    working_dir: /sonnet-scripts
    healthcheck:
      test: ["CMD", "python", "--version"]
      interval: 30s
      timeout: 10s
      retries: 3
      start_period: 15s

  jupyterbase:
    build:
      context: ./jupyterbase
    container_name: jupyterbase
    image: jupyterbase
    depends_on:
      pythonbase:
        condition: service_healthy
      pgduckdb:
        condition: service_healthy
    ports:
      - "8888:8888"

  pipelinebase:
    build:
      context: ./pipelinebase
    container_name: pipelinebase
    image: pipelinebase
    depends_on:
      pythonbase:
        condition: service_healthy
      pgduckdb:
        condition: service_healthy
      minio:
        condition: service_started

  dbtbase:
    build:
      context: ./dbtbase
    container_name: dbtbase
    image: dbtbase
    depends_on:
      pythonbase:
        condition: service_healthy
      pgduckdb:
        condition: service_healthy
    environment:
      - DB_HOST=pgduckdb
      - DB_USER=postgres
      - DB_PASSWORD=postgres
      - DB_NAME=postgres
      - DBT_TARGET=dev
    volumes:
      - dbt_data:/apps/data

  pgduckdb:
    image: pgduckdb/pgduckdb:17-v0.1.0
    container_name: pgduckdb
    ports:
      - "5432:5432"
    environment:
      POSTGRES_USER: postgres
      POSTGRES_PASSWORD: postgres
      POSTGRES_DB: postgres
    volumes:
      - pgduckdb_data:/var/lib/postgresql/data
    healthcheck:
      test: ["CMD", "pg_isready", "-U", "postgres"]
      retries: 5
      interval: 10s
      timeout: 5s

  pgadmin:
    image: dpage/pgadmin4:9.3.0
    container_name: pgadmin
    environment:
      PGADMIN_DEFAULT_EMAIL: "pgadmin4@pgadmin.org"
      PGADMIN_DEFAULT_PASSWORD: "password"
      PGADMIN_CONFIG_SERVER_MODE: 'False'
      PGADMIN_CONFIG_MASTER_PASSWORD_REQUIRED: 'False'
      PGADMIN_PREFERENCES_JSON_FILE: "/pgadmin4/preferences.json"
      PGADMIN_CONFIG_CONSOLE_LOG_LEVEL: 10
    ports:
      - "8080:80"
    volumes:
      - ./pgadmin/servers.json:/pgadmin4/servers.json
      - ./pgadmin/preferences.json:/pgadmin4/preferences.json
      - ./pgadmin/pgpass:/pgadmin4/pgpass
    healthcheck:
      test: ["CMD", "wget", "--spider", "-q", "http://localhost:80/misc/ping"]
      interval: 10s
      timeout: 5s
      retries: 5
    entrypoint: >
      sh -c "
        echo 'Starting: pgadmin4 setup.' && \
        chmod 600 /pgadmin4/pgpass && \
        chmod 600 /pgadmin4/servers.json && \
        chmod 644 /pgadmin4/preferences.json && \
        /venv/bin/python3 /pgadmin4/setup.py load-servers /pgadmin4/servers.json && \
        echo 'Completed: pgadmin4 setup.' && \
        /entrypoint.sh
      "

  minio:
    image: minio/minio:RELEASE.2025-04-22T22-12-26Z
    container_name: minio
    environment:
      - MINIO_ROOT_USER=admin
      - MINIO_ROOT_PASSWORD=password
      - MINIO_DOMAIN=minio
    ports:
      - 9001:9001
      - 9000:9000
    command: ["server", "/data", "--console-address", ":9001"]

volumes:
  pgduckdb_data:
   driver: local
  data:
   driver: local
  dbt_data:
    driver: local