MySQL元数据库Docker Compose部署Apache DolphinScheduler 3.1.9集群实战

docker pull apache/dolphinscheduler-master:3.1.9docker pull apache/dolphinscheduler-worker:3.1.9docker pull apache/dolphinscheduler-tools:3.1.9docker pull apache/dolphinscheduler-api:3.1.9docker pull apache/dolphinscheduler-alert-server:3.1.9docker pull bitnami/zookeeper:3.7.1

wget https://downloads.mysql.com/archives/get/p/3/file/mysql-connector-j-8.0.33.zipunzip -q mysql-connector-j-8.0.33.zipcp mysql-connector-j-8.0.33/mysql-connector-j-8.0.33.jar .

# 基于DolphinScheduler官方镜像ARG SERVICE=apiFROM apache/dolphinscheduler-${SERVICE}:3.1.9# 将MySQL JDBC驱动拷贝到DolphinScheduler的lib目录# DolphinScheduler通常会从其lib目录加载JDBC驱动COPY mysql-connector-j-8.0.33.jar /opt/dolphinscheduler/libs/

# 基于DolphinScheduler官方镜像ARG SERVICE=toolsFROM apache/dolphinscheduler-${SERVICE}:3.1.9# 将MySQL JDBC驱动拷贝到DolphinScheduler的lib目录# DolphinScheduler通常会从其lib目录加载JDBC驱动COPY mysql-connector-j-8.0.33.jar /opt/dolphinscheduler/tools/lib/

docker build --build-arg SERVICE=master -t apache/dolphinscheduler-master:3.1.9-mysql .docker build --build-arg SERVICE=worker -t apache/dolphinscheduler-worker:3.1.9-mysql .docker build --build-arg SERVICE=tools -t apache/dolphinscheduler-tools:3.1.9-mysql .docker build --build-arg SERVICE=api -t apache/dolphinscheduler-api:3.1.9-mysql .docker build --build-arg SERVICE=alert-server -t apache/dolphinscheduler-alert-server:3.1.9-mysql .

# Licensed to the Apache Software Foundation (ASF) under one# or more contributor license agreements.  See the NOTICE file# distributed with this work for additional information# regarding copyright ownership.  The ASF licenses this file# to you under the Apache License, Version 2.0 (the# "License"); you may not use this file except in compliance# with the License.  You may obtain a copy of the License at##     http://www.apache.org/licenses/LICENSE-2.0## Unless required by applicable law or agreed to in writing, software# distributed under the License is distributed on an "AS IS" BASIS,# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.# See the License for the specific language governing permissions and# limitations under the License.services:#dolphinscheduler-postgresql:#  image: bitnami/postgresql:15.2.0#  ports:#    - "5432:5432"#  profiles: ["all", "schema"]#  environment:#    POSTGRESQL_USERNAME: root#    POSTGRESQL_PASSWORD: root#    POSTGRESQL_DATABASE: dolphinscheduler#  volumes:#    - dolphinscheduler-postgresql:/bitnami/postgresql#  healthcheck:#    test: ["CMD", "bash", "-c", "cat < /dev/null > /dev/tcp/127.0.0.1/5432"]#    interval: 5s#    timeout: 60s#    retries: 120#  networks:#    - dolphinscheduler# MySQL 数据库服务 (元数据库)dolphinscheduler-mysql:image:mysql:8.0container_name:dolphinscheduler-mysqlprofiles: ["all", "schema"]environment:MYSQL_ROOT_PASSWORD:${MYSQL_ROOT_PASSWORD:-root}MYSQL_DATABASE:${MYSQL_DATABASE:-dolphinscheduler}volumes:-dolphinscheduler-mysql:/var/lib/mysqlports:-"3306:3306"# 映射MySQL端口到宿主机，供其他服务器的Worker访问healthcheck:test: ["CMD", "mysqladmin", "ping", "-h", "localhost", "-u", "${MYSQL_USERNAME:-root}", "-p${MYSQL_PASSWORD:-root}"] # 健康检查，使用 .env 中的用户名密码interval:5stimeout:60sretries:120networks:-dolphinschedulerdolphinscheduler-zookeeper:image:bitnami/zookeeper:3.7.1profiles: ["all"]environment:ALLOW_ANONYMOUS_LOGIN:"yes"ZOO_4LW_COMMANDS_WHITELIST:srvr,ruok,wchs,consports:-"2181:2181"volumes:-dolphinscheduler-zookeeper:/bitnami/zookeeperhealthcheck:test: ["CMD", "bash", "-c", "cat < /dev/null > /dev/tcp/127.0.0.1/2181"]interval:5stimeout:60sretries:120networks:-dolphinschedulerdolphinscheduler-schema-initializer:image:${HUB}/dolphinscheduler-tools:${TAG}env_file:.envprofiles: ["schema"]command: [ tools/bin/upgrade-schema.sh ]depends_on:dolphinscheduler-mysql:condition:service_healthyvolumes:-dolphinscheduler-logs:/opt/dolphinscheduler/logs-dolphinscheduler-shared-local:/opt/soft-/dolphinscheduler:/dolphinschedulernetworks:-dolphinschedulerdolphinscheduler-api:image:${HUB}/dolphinscheduler-api:${TAG}ports:-"12345:12345"-"25333:25333"profiles: ["all"]env_file:.envhealthcheck:test: [ "CMD", "curl", "http://localhost:12345/dolphinscheduler/actuator/health" ]interval:30stimeout:5sretries:3depends_on:dolphinscheduler-zookeeper:condition:service_healthyvolumes:-dolphinscheduler-logs:/opt/dolphinscheduler/logs-dolphinscheduler-shared-local:/opt/soft-/dolphinscheduler:/dolphinschedulernetworks:-dolphinschedulerdolphinscheduler-alert:image:${HUB}/dolphinscheduler-alert-server:${TAG}profiles: ["all"]env_file:.envhealthcheck:test: [ "CMD", "curl", "http://localhost:50053/actuator/health" ]interval:30stimeout:5sretries:3depends_on:dolphinscheduler-zookeeper:condition:service_healthyvolumes:-dolphinscheduler-logs:/opt/dolphinscheduler/logsnetworks:-dolphinschedulerdolphinscheduler-master:image:${HUB}/dolphinscheduler-master:${TAG}profiles: ["all"]env_file:.envenvironment:#增加java参数设置JAVA_OPTS:-server-Duser.timezone=${SPRING_JACKSON_TIME_ZONE}-Xms8g-Xmx8g-Xmn4g-XX:+PrintGCDetails-Xloggc:gc.loog-XX:+HeapDumpOnOutOfMemoryError-XX:HeapDumpPath=dump.hprofhealthcheck:test: [ "CMD", "curl", "http://localhost:5679/actuator/health" ]interval:30stimeout:5sretries:3depends_on:dolphinscheduler-zookeeper:condition:service_healthyvolumes:-dolphinscheduler-logs:/opt/dolphinscheduler/logs-dolphinscheduler-shared-local:/opt/softnetworks:-dolphinschedulerdolphinscheduler-worker:image:${HUB}/dolphinscheduler-worker:${TAG}profiles: ["all"]env_file:.envenvironment:JAVA_OPTS:-server-Duser.timezone=${SPRING_JACKSON_TIME_ZONE}-Xms8g-Xmx8g-Xmn4g-XX:+PrintGCDetails-Xloggc:gc.loog-XX:+HeapDumpOnOutOfMemoryError-XX:HeapDumpPath=dump.hprofhealthcheck:test: [ "CMD", "curl", "http://localhost:1235/actuator/health" ]interval:30stimeout:5sretries:3depends_on:dolphinscheduler-zookeeper:condition:service_healthyvolumes:-dolphinscheduler-worker-data:/tmp/dolphinscheduler-dolphinscheduler-logs:/opt/dolphinscheduler/logs-dolphinscheduler-shared-local:/opt/soft-/dolphinscheduler:/dolphinschedulernetworks:-dolphinschedulernetworks:dolphinscheduler:driver:bridgevolumes:#注释掉postgresql volume#dolphinscheduler-postgresql:dolphinscheduler-mysql:dolphinscheduler-zookeeper:dolphinscheduler-worker-data:dolphinscheduler-logs:dolphinscheduler-shared-local:

# Docker Hub 镜像前缀和版本标签HUB=apacheTAG=3.1.9# MySQL 配置MYSQL_ROOT_PASSWORD=root # 替换为您希望的 MySQL root 密码MYSQL_DATABASE=dolphinscheduler # Dolphinscheduler 使用的数据库名称MYSQL_USERNAME=root # Dolphinscheduler 连接 MySQL 的用户名 (通常就是 root)MYSQL_PASSWORD=root # Dolphinscheduler 连接 MySQL 的密码 (与 root 密码相同)# Dolphinscheduler 数据库连接配置 (通过 Docker Compose 传递给 DS 服务)TZ=Asia/Shanghai#指定使用MySQL数据库DATABASE=mysqlSPRING_JACKSON_TIME_ZONE=GMT+8SPRING_DATASOURCE_URL=jdbc:mysql://dolphinscheduler-mysql:3306/${MYSQL_DATABASE}?useUnicode=true&characterEncoding=UTF-8&useSSL=false&serverTimezone=Asia/Shanghai&allowPublicKeyRetrieval=trueSPRING_DATASOURCE_USERNAME=${MYSQL_USERNAME}SPRING_DATASOURCE_PASSWORD=${MYSQL_PASSWORD}REGISTRY_ZOOKEEPER_CONNECT_STRING=dolphinscheduler-zookeeper:2181MASTER_FETCH_COMMAND_NUM=10

docker compose --profile schema up -d

docker compose --profile all up -d

docker compose up -d dolphinscheduler-worker

docker compose up -d dolphinscheduler-master

docker compose up -d olphinscheduler-alert

docker compose up -d dolphinscheduler-api

docker compose --profile all restart