K8s集群+Rancher Server：部署DolphinScheduler 3.2.2集群

[root@master ~]# mkdir /opt/dolphinscheduler#[root@master ~]# cd /opt/dolphinscheduler[root@master dolphinscheduler]# curl -Lo https://dlcdn.apache.org/dolphinscheduler/3.2.2/apache-dolphinscheduler-3.2.2-src.tar.gz[root@master dolphinscheduler]# tar -xzvf ./apache-dolphinscheduler-3.2.2-src.tar.gz

[root@master dolphinscheduler]# cd /opt/dolphinscheduler/apache-dolphinscheduler-3.2.2-src/deploy/kubernetes/dolphinscheduler[root@master dolphinscheduler]# vim Chart.yaml

# Application charts are a collection of templates that can be packaged into versioned archives# to be deployed.## Library charts provide useful utilities or functions for the chart developer. They're included as# a dependency of application charts to inject those utilities and functions into the rendering# pipeline. Library charts do not define any templates and therefore cannot be deployed.type: application# This is the chart version. This version number should be incremented each time you make changes# to the chart and its templates, including the app version.version: 3.3.0-alpha# This is the version number of the application being deployed. This version number should be# incremented each time you make changes to the application.appVersion: 3.3.0-alphadependencies:- name: postgresql  version: 10.3.18  # Due to a change in the Bitnami repo, https://charts.bitnami.com/bitnami was truncated only  # containing entries for the latest 6 months (from January 2022 on).  # This URL: https://raw.githubusercontent.com/bitnami/charts/archive-full-index/bitnami  # contains the full 'index.yaml'.  # See detail here: https://github.com/bitnami/charts/issues/10833  #repository: https://raw.githubusercontent.com/bitnami/charts/archive-full-index/bitnami  repository: https://raw.gitmirror.com/bitnami/charts/archive-full-index/bitnami  condition: postgresql.enabled- name: zookeeper  version: 6.5.3  # Same as above.  #repository: https://raw.githubusercontent.com/bitnami/charts/archive-full-index/bitnami  repository: https://raw.gitmirror.com/bitnami/charts/archive-full-index/bitnami  condition: zookeeper.enabled- name: mysql  version: 9.4.1  #repository: https://raw.githubusercontent.com/bitnami/charts/archive-full-index/bitnami  repository: https://raw.gitmirror.com/bitnami/charts/archive-full-index/bitnami  condition: mysql.enabled- name: minio  version: 11.10.13  #repository: https://raw.githubusercontent.com/bitnami/charts/archive-full-index/bitnami  repository: https://raw.gitmirror.com/bitnami/charts/archive-full-index/bitnami  condition: minio.enabled

[root@master dolphinscheduler]# helm repo add bitnami-full-index  https://raw.gitmirror.com/bitnami/charts/archive-full-index/bitnami[root@master dolphinscheduler]# helm repo add bitnami https://charts.bitnami.com/bitnami[root@master dolphinscheduler]# helm dependency update .

[root@master dolphinscheduler]# tar -zxvf minio-11.10.13.tgz[root@master dolphinscheduler]# tar -zxvf postgresql-10.3.18.tgz[root@master dolphinscheduler]# tar -zxvf zookeeper-6.5.3.tgz

cd /opt/dolphinscheduler/apache-dolphinscheduler-3.2.2-src/deploy/kubernetes/dolphinschedulervim values.yaml

# -- World time and date for cities in all time zonestimezone: "Asia/Shanghai"# -- Used to detect whether dolphinscheduler dependent services such as database are readyinitImage:  # -- Image pull policy. Options: Always, Never, IfNotPresent  pullPolicy: "IfNotPresent"  # -- Specify initImage repository  #busybox: "busybox:1.30.1"  busybox: "registry.cn-hangzhou.aliyuncs.com/docker_image-ljx/busybox:1.30.1"image:  # -- Docker image repository for the DolphinScheduler  registry: registry.cn-hangzhou.aliyuncs.com/docker_image-ljx  # -- Docker image version for the DolphinScheduler  tag: 3.2.2  # -- Image pull policy. Options: Always, Never, IfNotPresent  pullPolicy: "IfNotPresent"  # -- Specify a imagePullSecrets  pullSecret: ""  # -- master image  master: dolphinscheduler-master  # -- worker image  worker: dolphinscheduler-worker  # -- api-server image  api: dolphinscheduler-api  # -- alert-server image  alert: dolphinscheduler-alert-server  # -- tools image  tools: dolphinscheduler-tools

image:  registry: docker.io  repository: bitnami/postgresql  tag: 11.11.0-debian-10-r71  ## Specify a imagePullPolicy  ## Defaults to 'Always' if image tag is 'latest', else set to 'IfNotPresent'  ## ref: http://kubernetes.io/docs/user-guide/images/#pre-pulling-images  ##  pullPolicy: IfNotPresent  ## Optionally specify an array of imagePullSecrets.  ## Secrets must be manually created in the namespace.  ## ref: https://kubernetes.io/docs/tasks/configure-pod-container/pull-image-private-registry/  ##  # pullSecrets:  #   - myRegistryKeySecretName  ## Set to true if you would like to see extra information on logs  ## It turns BASH and/or NAMI debugging in the image  ##  debug: false

datasource:  # -- The profile of datasource  profile: postgresqlpostgresql:  image:    registry: docker.io    repository: bitnami/postgresql    tag: 11.11.0-debian-10-r71  # -- If not exists external PostgreSQL, by default, the DolphinScheduler will use a internal PostgreSQL  enabled: true  # -- The username for internal PostgreSQL  postgresqlUsername: "root"  # -- The password for internal PostgreSQL  postgresqlPassword: "root"  # -- The database for internal PostgreSQL  postgresqlDatabase: "dolphinscheduler"  # -- The driverClassName for internal PostgreSQL  driverClassName: "org.postgresql.Driver"  # -- The params for internal PostgreSQL  params: "characterEncoding=utf8"  persistence:    # -- Set postgresql.persistence.enabled to true to mount a new volume for internal PostgreSQL    enabled: false    # -- `PersistentVolumeClaim` size    size: "20Gi"    # -- PostgreSQL data persistent volume storage class. If set to "-", storageClassName: "", which disables dynamic provisioning    storageClass: "-"

image:  registry: docker.io  repository: bitnami/minio  tag: 2022.10.29-debian-11-r0  digest: ""  ## Specify a imagePullPolicy  ## Defaults to 'Always' if image tag is 'latest', else set to 'IfNotPresent'  ## ref: https://kubernetes.io/docs/user-guide/images/#pre-pulling-images  ##  pullPolicy: IfNotPresent  ## Optionally specify an array of imagePullSecrets.  ## Secrets must be manually created in the namespace.  ## ref: https://kubernetes.io/docs/tasks/configure-pod-container/pull-image-private-registry/  ## e.g:  ## pullSecrets:  ##   - myRegistryKeySecretName  ##  pullSecrets: []  ## Set to true if you would like to see extra information on logs  ##  debug: false

minio:  image:    registry: docker.io    repository: bitnami/minio    tag: 2022.10.29-debian-11-r0  # -- Deploy minio and configure it as the default storage for DolphinScheduler, note this is for demo only, not for production.  enabled: true  auth:    # -- minio username    rootUser: minioadmin    # -- minio password    rootPassword: minioadmin  persistence:    # -- Set minio.persistence.enabled to true to mount a new volume for internal minio    enabled: false  # -- minio default buckets  defaultBuckets: "dolphinscheduler"

image:  registry: docker.io  repository: bitnami/zookeeper  tag: 3.6.2-debian-10-r185  ## Specify a imagePullPolicy  ## Defaults to 'Always' if image tag is 'latest', else set to 'IfNotPresent'  ## ref: http://kubernetes.io/docs/user-guide/images/#pre-pulling-images  ##  pullPolicy: IfNotPresent  ## Optionally specify an array of imagePullSecrets.  ## Secrets must be manually created in the namespace.  ## ref: https://kubernetes.io/docs/tasks/configure-pod-container/pull-image-private-registry/  ##  # pullSecrets:  #   - myRegistryKeySecretName  ## Set to true if you would like to see extra information on logs  ## It turns BASH and/or NAMI debugging in the image  ##  debug: false

zookeeper:  image:    registry: docker.io    repository: bitnami/zookeeper    tag: 3.6.2-debian-10-r185  # -- If not exists external registry, the zookeeper registry will be used by default.  enabled: true  service:    # -- The port of zookeeper    port: 2181  # -- A list of comma separated Four Letter Words commands to use  fourlwCommandsWhitelist: "srvr,ruok,wchs,cons"  persistence:    # -- Set `zookeeper.persistence.enabled` to true to mount a new volume for internal ZooKeeper    enabled: false    # -- PersistentVolumeClaim size    size: "20Gi"    # -- ZooKeeper data persistent volume storage class. If set to "-", storageClassName: "", which disables dynamic provisioning    storageClass: "-"

master:  # -- Enable or disable the Master component  enabled: true  replicas: "1"  resources:    limits:      memory: "4Gi"      cpu: "4"    requests:      memory: "2Gi"      cpu: "500m"    persistentVolumeClaim:    # -- Set `worker.persistentVolumeClaim.enabled` to `true` to enable `persistentVolumeClaim` for `worker`    enabled: true    ## dolphinscheduler data volume    dataPersistentVolume:      # -- Set `worker.persistentVolumeClaim.dataPersistentVolume.enabled` to `true` to mount a data volume for `worker`      enabled: true      # -- `PersistentVolumeClaim` access modes      accessModes:      - "ReadWriteOnce"      # -- `Worker` data persistent volume storage class. If set to "-", storageClassName: "", which disables dynamic provisioning      storageClassName: "-"      # -- `PersistentVolumeClaim` size      storage: "20Gi"  env:    # -- The jvm options for master server    JAVA_OPTS: "-Xms1g -Xmx1g -Xmn512m"

## 创建了一个存储类apiVersion: storage.k8s.io/v1kind: StorageClassmetadata:  name: nfs-storage  annotations:    storageclass.kubernetes.io/is-default-class: "true"provisioner: k8s-sigs.io/nfs-subdir-external-provisionerparameters:  archiveOnDelete: "true"  ## 删除pv的时候，pv的内容是否要备份---apiVersion: apps/v1kind: Deploymentmetadata:  name: nfs-client  labels:    app: nfs-client  # replace with namespace where provisioner is deployed  namespace: defaultspec:  replicas: 1  strategy:    type: Recreate  selector:    matchLabels:      app: nfs-client  template:    metadata:      labels:        app: nfs-client    spec:      serviceAccountName: nfs-client      containers:        - name: nfs-client          image: registry.cn-hangzhou.aliyuncs.com/lfy_k8s_images/nfs-subdir-external-provisioner:v4.0.2          # resources:          #    limits:          #      cpu: 10m          #    requests:          #      cpu: 10m          volumeMounts:            - name: nfs-client-root              mountPath: /persistentvolumes          env:            - name: PROVISIONER_NAME              value: k8s-sigs.io/nfs-subdir-external-provisioner            - name: NFS_SERVER              value: 192.168.255.140 ## 指定自己nfs服务器地址            - name: NFS_PATH                value: /data/nfsdata  ## nfs服务器共享的目录      volumes:        - name: nfs-client-root          nfs:            server: 192.168.255.140            path: /data/nfsdata---apiVersion: v1kind: ServiceAccountmetadata:  name: nfs-client  # replace with namespace where provisioner is deployed  namespace: default---kind: ClusterRoleapiVersion: rbac.authorization.k8s.io/v1metadata:  name: nfs-client-runnerrules:  - apiGroups: [""]    resources: ["nodes"]    verbs: ["get", "list", "watch"]  - apiGroups: [""]    resources: ["persistentvolumes"]    verbs: ["get", "list", "watch", "create", "delete"]  - apiGroups: [""]    resources: ["persistentvolumeclaims"]    verbs: ["get", "list", "watch", "update"]  - apiGroups: ["storage.k8s.io"]    resources: ["storageclasses"]    verbs: ["get", "list", "watch"]  - apiGroups: [""]    resources: ["events"]    verbs: ["create", "update", "patch"]---kind: ClusterRoleBindingapiVersion: rbac.authorization.k8s.io/v1metadata:  name: run-nfs-clientsubjects:  - kind: ServiceAccount    name: nfs-client    # replace with namespace where provisioner is deployed    namespace: defaultroleRef:  kind: ClusterRole  name: nfs-client-runner  apiGroup: rbac.authorization.k8s.io---kind: RoleapiVersion: rbac.authorization.k8s.io/v1metadata:  name: leader-locking-nfs-client  # replace with namespace where provisioner is deployed  namespace: defaultrules:  - apiGroups: [""]    resources: ["endpoints"]    verbs: ["get", "list", "watch", "create", "update", "patch"]---kind: RoleBindingapiVersion: rbac.authorization.k8s.io/v1metadata:  name: leader-locking-nfs-client  # replace with namespace where provisioner is deployed  namespace: defaultsubjects:  - kind: ServiceAccount    name: nfs-client    # replace with namespace where provisioner is deployed    namespace: defaultroleRef:  kind: Role  name: leader-locking-nfs-client  apiGroup: rbac.authorization.k8s.io

# 执行发布安装kubectl apply -f sc.yaml# 查看nfs-client-provisioner pod 是否安装成功kubectl get pod -A

worker:  # -- Enable or disable the Worker component  enabled: true  replicas: "1"  resources:    limits:      memory: "4Gi"      cpu: "2"    requests:      memory: "2Gi"      cpu: "500m"    persistentVolumeClaim:    # -- Set `worker.persistentVolumeClaim.enabled` to `true` to enable `persistentVolumeClaim` for `worker`    enabled: true    ## dolphinscheduler data volume    dataPersistentVolume:      # -- Set `worker.persistentVolumeClaim.dataPersistentVolume.enabled` to `true` to mount a data volume for `worker`      enabled: true      # -- `PersistentVolumeClaim` access modes      accessModes:      - "ReadWriteOnce"      # -- `Worker` data persistent volume storage class. If set to "-", storageClassName: "", which disables dynamic provisioning      storageClassName: "nfs-storage"      # -- `PersistentVolumeClaim` size      storage: "20Gi"  env:    # -- The jvm options for master server    JAVA_OPTS: "-Xms1g -Xmx1g -Xmn512m"

alert:  # -- Enable or disable the Worker component  enabled: true  replicas: "1"  resources:    limits:      memory: "2Gi"      cpu: "1"    requests:      memory: "1Gi"      cpu: "500m"  persistentVolumeClaim:    # -- Set `worker.persistentVolumeClaim.enabled` to `true` to enable `persistentVolumeClaim` for `worker`    enabled: true    ## dolphinscheduler data volume    dataPersistentVolume:      # -- Set `worker.persistentVolumeClaim.dataPersistentVolume.enabled` to `true` to mount a data volume for `worker`      enabled: true      # -- `PersistentVolumeClaim` access modes      accessModes:      - "ReadWriteOnce"      # -- `Worker` data persistent volume storage class. If set to "-", storageClassName: "", which disables dynamic provisioning      storageClassName: "-"      # -- `PersistentVolumeClaim` size      storage: "20Gi"  env:    # -- The jvm options for master server    JAVA_OPTS: "-Xms1g -Xmx1g -Xmn512m"

[root@master dolphinscheduler]# helm template dolphinscheduler -f values.yaml ./

[root@master dolphinscheduler]# kubectl create namespace dolphinscheduler[root@master dolphinscheduler]# helm -n dolphinscheduler  install dolphinscheduler -f values.yaml  ./

[root@master dolphinscheduler]# kubectl get all -n dolphinscheduler